VQABQ/fix.py at master · IVUL-KAUST/VQABQ · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
import json

#original_dataset = './data/OpenEnded_mscoco_test-dev2015_questions.json'
original_dataset = './data/questions/vqa_v1/Real Images/Questions_Test_mscoco/OpenEnded_mscoco_test2015_questions.json'

def get(file):
	with open(file, 'r') as f:
		data = json.load(f)
	return data

def fix(file):
	data = get(file)
	dataset = get(original_dataset)
	dataset = dataset['questions']
	dataset = [d['question_id'] for d in dataset]
	#remove all non dictionary
	data = [d for d in data if type(d) is dict]
	#get all ids
	ids = [d['question_id'] for d in data]
	#remove what is extra
	data = [d for d in data if d['question_id'] in dataset]
	#add what is missing
	for d in dataset:
		if d not in ids:
			data.append({'question_id':d, 'answer':'NOTGIVENTON'})
	with open(file+'e', 'w') as f:
		json.dump(data, f)

def check(data):
	for d in data:
		if type(d) is not dict:
			print(d)
		elif len(d.keys())!=2:
			print(d)

#fix('data/devtest/dev_test2015_answers_1.json')
#fix('data/devtest/dev_test2015_answers_2.json')
#fix('data/devtest/dev_test2015_answers_3.json')
#fix('data/devtest/dev_test2015_answers_4.json')
#fix('data/devtest/dev_test2015_answers_5.json')
#fix('data/devtest/dev_test2015_answers_6.json')
#fix('data/devtest/dev_test2015_answers_7_1.json')
#fix('data/devtest/dev_test2015_answers_7_2.json')
#fix('data/devtest/dev_test2015_answers_7_3.json')
#fix('data/devtest/dev_test2015_answers_7_4.json')
#fix('data/devtest/dev_test2015_answers_7_5.json')
#fix('data/devtest/dev_test2015_answers_7_6.json')
#fix('data/devtest/dev_test2015_answers_7_7.json')
#fix('data/devtest/dev_test2015_answers_7_8.json')
#fix('data/devtest/dev_test2015_answers_7_9.json')
#fix('data/devtest/dev_test2015_answers_7_10.json')
#fix('data/devtest/dev_test2015_answers_7_11.json')
#fix('data/devtest/dev_test2015_answers_7_12.json')
#fix('data/devtest/dev_test2015_answers_7_Residual_12.json')
#fix('data/devtest/dev_test2015_answers_7_Residual_0.json')
fix('data/test/vqa_OpenEnded_mscoco_test2015_7_VGG_12_results.json')