make code public
This commit is contained in:
parent
9d8b93db26
commit
6ba92064bb
26 changed files with 1744 additions and 0 deletions
103
templates/captions/extreme_location.json
Normal file
103
templates/captions/extreme_location.json
Normal file
|
|
@ -0,0 +1,103 @@
|
|||
[
|
||||
{
|
||||
"name":"Single Object - Extreme Right",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> sitting at the extreme right [of the image].",
|
||||
"A <Z> <C> <M> <S> is at the extreme right [of the image].",
|
||||
"There is a <Z> <C> <M> <S> to the right of all things [in the image].",
|
||||
"A <Z> <C> <M> <S> is to the right of all things [in the image].",
|
||||
"The rightmost thing [in the image] is a <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["right"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-right",
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme right [of the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is at the extreme right [of the image].",
|
||||
"There is a {{<Z> <C> <M> <S>}} to the right of all things [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is to the right of all things [in the image].",
|
||||
"The rightmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Left",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> sitting at the extreme left [of the image].",
|
||||
"A <Z> <C> <M> <S> is at the extreme left [of the image].",
|
||||
"There is a <Z> <C> <M> <S> to the left of all things [in the image].",
|
||||
"A <Z> <C> <M> <S> is to the left of all things [in the image].",
|
||||
"The leftmost thing [in the image] is a <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["left"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-left",
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme left [of the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is at the extreme left [of the image].",
|
||||
"There is a {{<Z> <C> <M> <S>}} to the left of all things [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is to the left of all things [in the image].",
|
||||
"The leftmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Backward",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> sitting at the extreme back [of the image].",
|
||||
"A <Z> <C> <M> <S> is at the extreme back [of the image].",
|
||||
"There is a <Z> <C> <M> <S> to the back of all things [in the image].",
|
||||
"A <Z> <C> <M> <S> is to the back of all things [in the image].",
|
||||
"The rearmost thing [in the image] is a <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["behind"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-behind",
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme back [of the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is at the extreme back [of the image].",
|
||||
"There is a {{<Z> <C> <M> <S>}} to the back of all things [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is to the back of all things [in the image].",
|
||||
"The rearmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Forward",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> sitting at the extreme front [of the image].",
|
||||
"A <Z> <C> <M> <S> is at the extreme front [of the image].",
|
||||
"There is a <Z> <C> <M> <S> to the front of all things [in the image].",
|
||||
"A <Z> <C> <M> <S> is to the front of all things [in the image].",
|
||||
"The foremost thing [in the image] is a <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["front"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-front",
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme front [of the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is at the extreme front [of the image].",
|
||||
"There is a {{<Z> <C> <M> <S>}} to the front of all things [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is to the front of all things [in the image].",
|
||||
"The foremost thing [in the image] is a {{<Z> <C> <M> <S>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Center",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> sitting in the center [of the image].",
|
||||
"A <Z> <C> <M> <S> is in the center [of the image].",
|
||||
"There is a <Z> <C> <M> <S> at the center of all things [in the image].",
|
||||
"A <Z> <C> <M> <S> is at the center of all things [in the image].",
|
||||
"The midmost thing [in the image] is a <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["center"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-center",
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} sitting in the center [of the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is in the center [of the image].",
|
||||
"There is a {{<Z> <C> <M> <S>}} at the center of all things [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} is at the center of all things [in the image].",
|
||||
"The midmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
37
templates/captions/multiple_objects.json
Normal file
37
templates/captions/multiple_objects.json
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
[
|
||||
{
|
||||
"name":"Multiple Objects - Attributes - No X",
|
||||
"text":[
|
||||
"There are several <Z> <C> <M> <S> [in the image].",
|
||||
"The image has several <Z> <C> <M> <S>.",
|
||||
"Several <Z> <C> <M> <S> are present [in the image].",
|
||||
"A number of <Z> <C> <M> <S> are present [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"count_attr", "args":[]}],
|
||||
"type":"count-att",
|
||||
"label":"count-att-no",
|
||||
"inputs":1,
|
||||
"references":[
|
||||
"There are several {{<Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has several {{<Z> <C> <M> <S>}}.",
|
||||
"Several {{<Z> <C> <M> <S>}} are present [in the image].",
|
||||
"A number of {{<Z> <C> <M> <S>}} are present [in the image]."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Multiple Objects - Attributes",
|
||||
"text":[
|
||||
"There are <X> <Z> <C> <M> <S> [in the image].",
|
||||
"The image has <X> <Z> <C> <M> <S>."
|
||||
],
|
||||
"constraints":[{"class":"count_attr", "args":[]}],
|
||||
"type":"count-att",
|
||||
"label":"count-att",
|
||||
"inputs":1,
|
||||
"references":[
|
||||
"There are {{<X> <Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has {{<X> <Z> <C> <M> <S>}}."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
22
templates/captions/object_relations.json
Normal file
22
templates/captions/object_relations.json
Normal file
|
|
@ -0,0 +1,22 @@
|
|||
[
|
||||
{
|
||||
"name":"Two objects with a relation",
|
||||
"text": [
|
||||
"There is a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1> [in the image].",
|
||||
"The image has a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1>.",
|
||||
"A <Z> <C> <M> <S> is present <R> a <Z1> <C1> <M1> <S1> [in the image].",
|
||||
"A <Z> <C> <M> <S> stands <R> a <Z1> <C1> <M1> <S1> [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
|
||||
"type":"obj-relation",
|
||||
"label":"obj-relation",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"There is a {{<Z> <C> <M> <S>}} <R> a {F{<Z1> <C1> <M1> <S1>}} [in the image].",
|
||||
"The image has a {{<Z> <C> <M> <S>}} <R> a {{<Z1> <C1> <M1> <S1>}}.",
|
||||
"A {{<Z> <C> <M> <S>}} is present <R> a {{<Z1> <C1> <M1> <S1>}} [in the image].",
|
||||
"A {{<Z> <C> <M> <S>}} stands <R> a {{<Z1> <C1> <M1> <S1>}} [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
25
templates/captions/unique_object.json
Normal file
25
templates/captions/unique_object.json
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
[
|
||||
{
|
||||
"name":"Unique Object - Attributes",
|
||||
"text": [
|
||||
"There is [exactly] one <Z> <C> <M> <S> [in the image].",
|
||||
"The image has [exactly] one <Z> <C> <M> <S>.",
|
||||
"No other <Z> <C> <M> <S> except for [exactly] one.",
|
||||
"There is a <Z> <C> <M> <S> [in the image].",
|
||||
"The image has a <Z> <C> <M> <S>.",
|
||||
"A <Z> <C> <M> <S> is present [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"unique_attr", "args":[]}],
|
||||
"type":"unique-obj",
|
||||
"label":"unique-obj",
|
||||
"references": [
|
||||
"There is [exactly] one {{<Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has [exactly] one {{<Z> <C> <M> <S>}}.",
|
||||
"No other {{<Z> <C> <M> <S>}} except for [exactly] one.",
|
||||
"There is a {{<Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has a {{<Z> <C> <M> <S>}}.",
|
||||
"A {{<Z> <C> <M> <S>}} is present [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
104
templates/captions_minecraft/extreme_location.json
Normal file
104
templates/captions_minecraft/extreme_location.json
Normal file
|
|
@ -0,0 +1,104 @@
|
|||
[
|
||||
{
|
||||
"name":"Single Object - Extreme Right",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> sitting at the extreme right [of the image].",
|
||||
"A <N> <C> <D> is at the extreme right [of the image].",
|
||||
"There is a <N> <C> <D> to the right of all things [in the image].",
|
||||
"A <N> <C> <D> is to the right of all things [in the image].",
|
||||
"The rightmost thing [in the image] is a <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["right"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-right",
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} sitting at the extreme right [of the image].",
|
||||
"A {{<N> <C> <D>}} is at the extreme right [of the image].",
|
||||
"There is a {{<N> <C> <D>}} to the right of all things [in the image].",
|
||||
"A {{<N> <C> <D>}} is to the right of all things [in the image].",
|
||||
"The rightmost thing [in the image] is a {{<N> <C> <D>}}."
|
||||
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Left",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> sitting at the extreme left [of the image].",
|
||||
"A <N> <C> <D> is at the extreme left [of the image].",
|
||||
"There is a <N> <C> <D> to the left of all things [in the image].",
|
||||
"A <N> <C> <D> is to the left of all things [in the image].",
|
||||
"The leftmost thing [in the image] is a <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["left"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-left",
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} sitting at the extreme left [of the image].",
|
||||
"A {{<N> <C> <D>}} is at the extreme left [of the image].",
|
||||
"There is a {{<N> <C> <D>}} to the left of all things [in the image].",
|
||||
"A {{<N> <C> <D>}} is to the left of all things [in the image].",
|
||||
"The leftmost thing [in the image] is a {{<N> <C> <D>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Backward",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> sitting at the extreme back [of the image].",
|
||||
"A <N> <C> <D> is at the extreme back [of the image].",
|
||||
"There is a <N> <C> <D> to the back of all things [in the image].",
|
||||
"A <N> <C> <D> is to the back of all things [in the image].",
|
||||
"The rearmost thing [in the image] is a <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["behind"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-behind",
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} sitting at the extreme back [of the image].",
|
||||
"A {{<N> <C> <D>}} is at the extreme back [of the image].",
|
||||
"There is a {{<N> <C> <D>}} to the back of all things [in the image].",
|
||||
"A {{<N> <C> <D>}} is to the back of all things [in the image].",
|
||||
"The rearmost thing [in the image] is a {{<N> <C> <D>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Extreme Forward",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> sitting at the extreme front [of the image].",
|
||||
"A <N> <C> <D> is at the extreme front [of the image].",
|
||||
"There is a <N> <C> <D> to the front of all things [in the image].",
|
||||
"A <N> <C> <D> is to the front of all things [in the image].",
|
||||
"The foremost thing [in the image] is a <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["front"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-front",
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} sitting at the extreme front [of the image].",
|
||||
"A {{<N> <C> <D>}} is at the extreme front [of the image].",
|
||||
"There is a {{<N> <C> <D>}} to the front of all things [in the image].",
|
||||
"A {{<N> <C> <D>}} is to the front of all things [in the image].",
|
||||
"The foremost thing [in the image] is a {{<N> <C> <D>}}."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Single Object - Center",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> sitting in the center [of the image].",
|
||||
"A <N> <C> <D> is in the center [of the image].",
|
||||
"There is a <N> <C> <D> at the center of all things [in the image].",
|
||||
"A <N> <C> <D> is at the center of all things [in the image].",
|
||||
"The midmost thing [in the image] is a <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"abs_location", "args":["center"]}],
|
||||
"type":"extreme-loc",
|
||||
"label":"extreme-center",
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} sitting in the center [of the image].",
|
||||
"A {{<N> <C> <D>}} is in the center [of the image].",
|
||||
"There is a {{<N> <C> <D>}} at the center of all things [in the image].",
|
||||
"A {{<N> <C> <D>}} is at the center of all things [in the image].",
|
||||
"The midmost thing [in the image] is a {{<N> <C> <D>}}."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
37
templates/captions_minecraft/multiple_objects.json
Normal file
37
templates/captions_minecraft/multiple_objects.json
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
[
|
||||
{
|
||||
"name":"Multiple Objects - Attributes - No X",
|
||||
"text":[
|
||||
"There are several <N> <C> <D> [in the image].",
|
||||
"The image has several <N> <C> <D>.",
|
||||
"Several <N> <C> <D> are present [in the image].",
|
||||
"A number of <N> <C> <D> are present [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"count_attr", "args":[]}],
|
||||
"type":"count-att",
|
||||
"label":"count-att-no",
|
||||
"inputs":1,
|
||||
"references":[
|
||||
"There are several {{<N> <C> <D>}} [in the image].",
|
||||
"The image has several {{<N> <C> <D>}}.",
|
||||
"Several {{<N> <C> <D>}} are present [in the image].",
|
||||
"A number of {{<N> <C> <D>}} are present [in the image]."
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Multiple Objects - Attributes",
|
||||
"text":[
|
||||
"There are <X> <N> <C> <D> [in the image].",
|
||||
"The image has <X> <N> <C> <D>."
|
||||
],
|
||||
"constraints":[{"class":"count_attr", "args":[]}],
|
||||
"type":"count-att",
|
||||
"label":"count-att",
|
||||
"inputs":1,
|
||||
"references":[
|
||||
"There are {{<X> <N> <C> <D>}} [in the image].",
|
||||
"The image has {{<X> <N> <C> <D>}}."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
22
templates/captions_minecraft/object_relations.json
Normal file
22
templates/captions_minecraft/object_relations.json
Normal file
|
|
@ -0,0 +1,22 @@
|
|||
[
|
||||
{
|
||||
"name":"Two objects with a relation",
|
||||
"text": [
|
||||
"There is a <N> <C> <D> <R> a <N1> <C1> <D1> [in the image].",
|
||||
"The image has a <N> <C> <D> <R> a <N1> <C1> <D1>.",
|
||||
"A <N> <C> <D> is present <R> a <N1> <C1> <D1> [in the image].",
|
||||
"A <N> <C> <D> stands <R> a <N1> <C1> <D1> [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
|
||||
"type":"obj-relation",
|
||||
"label":"obj-relation",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"There is a {{<N> <C> <D>}} <R> a {F{<N1> <C1> <D1>}} [in the image].",
|
||||
"The image has a {{<N> <C> <D>}} <R> a {{<N1> <C1> <D1>}}.",
|
||||
"A {{<N> <C> <D>}} is present <R> a {{<N1> <C1> <D1>}} [in the image].",
|
||||
"A {{<N> <C> <D>}} stands <R> a {{<N1> <C1> <D1>}} [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
25
templates/captions_minecraft/unique_object.json
Normal file
25
templates/captions_minecraft/unique_object.json
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
[
|
||||
{
|
||||
"name":"Unique Object - Attributes",
|
||||
"text": [
|
||||
"There is [exactly] one <N> <C> <D> [in the image].",
|
||||
"The image has [exactly] one <N> <C> <D>.",
|
||||
"No other <N> <C> <D> except for [exactly] one.",
|
||||
"There is a <N> <C> <D> [in the image].",
|
||||
"The image has a <N> <C> <D>.",
|
||||
"A <N> <C> <D> is present [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"unique_attr", "args":[]}],
|
||||
"type":"unique-obj",
|
||||
"label":"unique-obj",
|
||||
"references": [
|
||||
"There is [exactly] one {{<N> <C> <D>}} [in the image].",
|
||||
"The image has [exactly] one {{<N> <C> <D>}}.",
|
||||
"No other {{<N> <C> <D>}} except for [exactly] one.",
|
||||
"There is a {{<N> <C> <D>}} [in the image].",
|
||||
"The image has a {{<N> <C> <D>}}.",
|
||||
"A {{<N> <C> <D>}} is present [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
29
templates/metainfo.json
Normal file
29
templates/metainfo.json
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
{
|
||||
"attributes":["shape", "color", "size", "material"],
|
||||
"values":{
|
||||
"shape": ["cube", "sphere", "cylinder"],
|
||||
"color": ["gray", "red", "blue", "green", "brown", "purple", "cyan", "yellow"],
|
||||
"size": ["small", "large"],
|
||||
"material": ["rubber", "metal"]
|
||||
},
|
||||
"relations": ["left", "right", "behind", "front"],
|
||||
"probabilities": [0.7, 0.3, 0.0],
|
||||
"relation_phrases": {"left": ["left of",
|
||||
"to the left of",
|
||||
"on the left side of"],
|
||||
"right": ["right of",
|
||||
"to the right of",
|
||||
"on the right side of"],
|
||||
"behind": ["behind"],
|
||||
"front": ["in front of"]},
|
||||
"tag_map": {"<S>": "shape",
|
||||
"<M>": "material",
|
||||
"<Z>": "size",
|
||||
"<C>": "color",
|
||||
"<X>": "count",
|
||||
"<R>": "relation",
|
||||
"<A>": "attribute",
|
||||
"<P>": "relation"},
|
||||
"independent_questions": ["count-all", "count-other", "count-attribute",
|
||||
"exist-other", "exist-attribute"]
|
||||
}
|
||||
27
templates/metainfo_minecraft.json
Normal file
27
templates/metainfo_minecraft.json
Normal file
|
|
@ -0,0 +1,27 @@
|
|||
{
|
||||
"attributes":["class", "direction", "nature"],
|
||||
"values":{
|
||||
"class": ["pig", "cow", "sheep", "chicken", "wolf", "horse", "villager", "treeA", "treeB", "armorstand", "boat", "minecart"],
|
||||
"direction": ["facing forward", "facing backward", "facing right", "facing left"],
|
||||
"nature": ["animal", "human", "plant", "inanimated object"]
|
||||
},
|
||||
"relations": ["left", "right", "behind", "front"],
|
||||
"probabilities": [0.7, 0.3, 0.0],
|
||||
"relation_phrases": {"left": ["left of",
|
||||
"to the left of",
|
||||
"on the left side of"],
|
||||
"right": ["right of",
|
||||
"to the right of",
|
||||
"on the right side of"],
|
||||
"behind": ["behind"],
|
||||
"front": ["in front of"]},
|
||||
"tag_map": {"<N>": "nature",
|
||||
"<D>": "direction",
|
||||
"<C>": "class",
|
||||
"<X>": "count",
|
||||
"<R>": "relation",
|
||||
"<A>": "attribute",
|
||||
"<P>": "relation"},
|
||||
"independent_questions": ["count-all", "count-other", "count-attribute",
|
||||
"exist-other", "exist-attribute"]
|
||||
}
|
||||
166
templates/questions/count_question.json
Normal file
166
templates/questions/count_question.json
Normal file
|
|
@ -0,0 +1,166 @@
|
|||
[
|
||||
{
|
||||
"name":"Count-All Objects",
|
||||
"text": [
|
||||
"How many things are in the image?",
|
||||
"What is the count of all the things [in the image]?",
|
||||
"How many things in total [in the image]?",
|
||||
"What is the number of things [in the image]?"
|
||||
],
|
||||
"type":"count",
|
||||
"label":"count-all",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-Other objects",
|
||||
"text": [
|
||||
"How many other things are in the image?",
|
||||
"What is the count of other things [in the image]?",
|
||||
"What is the number of other things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count",
|
||||
"label":"count-other",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-All Group Immediate",
|
||||
"text": [
|
||||
"How many [things in the group]?",
|
||||
"What number [of things in the group]?",
|
||||
"How many of them?",
|
||||
"What number of them?",
|
||||
"How many such things [in the group]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-all-group",
|
||||
"label":"count-all-group",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-Attribute",
|
||||
"text": [
|
||||
"If present, how many <Z> <C> <M> <S> are in the image?",
|
||||
"What is the count of <Z> <C> <M> <S> [in the image], if present?",
|
||||
"What is the number of <Z> <C> <M> <S> [in the image], if present?",
|
||||
"What number of <Z> <C> <M> <S> are present [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute",
|
||||
"label":"count-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Count-Attribute Group",
|
||||
"text": [
|
||||
"How many <Z> <C> <M> <S> among them?",
|
||||
"How many <Z> <C> <M> <S> in the group?",
|
||||
"How many of them are <Z> <C> <M> <S>?",
|
||||
"What is the count of <Z> <C> <M> <S> among them?",
|
||||
"What is the count of <Z> <C> <M> <S> in this group?",
|
||||
"What is the number of <Z> <C> <M> <S> among them?",
|
||||
"What is the number of <Z> <C> <M> <S> in this group?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute-group",
|
||||
"label":"count-attribute-group",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Immediate",
|
||||
"text": [
|
||||
"How many things [are present] to its <P> [in the image]?",
|
||||
"How many things does it have to its <P> [in the image]?",
|
||||
"What number of things [are present] to its <P> [in the image]?",
|
||||
"What is the count of things to its <P> [in the image]?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many things [are present] to {F{its}} <P> [in the image]?",
|
||||
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
|
||||
"What number of things [are present] to {F{its}} <P> [in the image]?",
|
||||
"What is the count of things to {F{its}} <P> [in the image]?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many things does the earlier <Z1> <C1> <M1> <S1> have to its <P>?",
|
||||
"What number of things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What is the count of things the earlier <Z1> <C1> <M1> <S1> has to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many things does {F{the earlier <Z1> <C1> <M1> <S1>}} have to {F{its}} <P>?",
|
||||
"What number of things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What is the count of things {F{the earlier <Z1> <C1> <M1> <S1>}} has to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"How many other things share its <A> [in the image]?",
|
||||
"How many other things [in the image] share its <A>?",
|
||||
"What number of other things share its <A> [in the image]?",
|
||||
"How many other things have its <A> [in the image]?",
|
||||
"How many other things [in the image] have its <A>?",
|
||||
"What is the count of other things that share its <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share its <A>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] share {F{its}} <A>?",
|
||||
"What number of other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things have {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] have {F{its}} <A>?",
|
||||
"What is the count of other things that share {F{its}} <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many other things [in the image] are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many other things [in the image] have the same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What number of other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What number of other things [in the image] are of same <A> with the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many other things [in the image] are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many other things [in the image] have the same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What number of other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What number of other things [in the image] are of same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
133
templates/questions/exist_question.json
Normal file
133
templates/questions/exist_question.json
Normal file
|
|
@ -0,0 +1,133 @@
|
|||
[
|
||||
{
|
||||
"name":"Exist-Other objects",
|
||||
"text":[
|
||||
"Are there other things [in the image]?",
|
||||
"Does the image have other things?",
|
||||
"Any other things [in the image]?",
|
||||
"Are there more things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"existence",
|
||||
"label":"exist-other",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Exist-Attribute",
|
||||
"text": [
|
||||
"Are there [any] <Z> <C> <M> <S> [in the image]?",
|
||||
"Any <Z> <C> <M> <S> [in the image]?",
|
||||
"Does the image contain any <Z> <C> <M> <S>?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute",
|
||||
"label":"exist-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Exist-Attribute Group",
|
||||
"text": [
|
||||
"Are there [any] <Z> <C> <M> <S> among them?",
|
||||
"Are there [any] <Z> <C> <M> <S> in the group?",
|
||||
"Do they have [any] <Z> <C> <M> <S>?",
|
||||
"Any <Z> <C> <M> <S> in the group?",
|
||||
"Any <Z> <C> <M> <S> among them?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute-group",
|
||||
"label":"exist-attribute-group",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there [any] <Z> <C> <M> <S> among {{them}}?",
|
||||
"Are there [any] <Z> <C> <M> <S> in {{the group}}?",
|
||||
"Do {{they}} have [any] <Z> <C> <M> <S>?",
|
||||
"Any <Z> <C> <M> <S> in {{the group}}?",
|
||||
"Any <Z> <C> <M> <S> among {{them}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Immediate",
|
||||
"text": [
|
||||
"Are there things [present] to its <P> [in the image]?",
|
||||
"Does it have things to its <P> [in the image]?",
|
||||
"Are there things [present] <R> itself [in the image]?",
|
||||
"Does it have things to <R> itself [in the image]?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there things [present] to {F{its}} <P> [in the image]?",
|
||||
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
|
||||
"Are there things [present] <R> {F{itself}} [in the image]?",
|
||||
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there things [present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the earlier <Z1> <C1> <M1> <S1> have things to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there things [present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does {F{the earlier <Z1> <C1> <M1> <S1>}} have things to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Existence Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"Are there other things that share its <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing its <A>?",
|
||||
"Does the image have other things that share its <A>?",
|
||||
"Does the image have other things sharing its <A>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there other things that share {F{its}} <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
|
||||
"Does the image have other things that share {F{its}} <A>?",
|
||||
"Does the image have other things sharing {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Existence Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there other things [in the image] that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Are there other things [in the image] that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the image have other things that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the image have other things that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there other things [in the image] that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Are there other things [in the image] that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does the image have other things that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does the image have other things that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
79
templates/questions/seek_attribute.json
Normal file
79
templates/questions/seek_attribute.json
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
[
|
||||
{
|
||||
"name":"Seek Attribute Immediate",
|
||||
"text": [
|
||||
"What is its <A>?",
|
||||
"What <A> is it?",
|
||||
"What about its <A>?",
|
||||
"What is the <A> of this thing?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"What is {{its}} <A>?",
|
||||
"What <A> is {{it}}?",
|
||||
"What about {{its}} <A>?",
|
||||
"What is the <A> of {{this thing}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Immediate Pair",
|
||||
"text": [
|
||||
"What about <A>?",
|
||||
"And <A>?",
|
||||
"How about <A>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm2",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Earlier",
|
||||
"text": [
|
||||
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Immediate",
|
||||
"text": [
|
||||
"If there is a thing <R> it, what is its <A>?",
|
||||
"If there is a thing <R> it, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Earlier",
|
||||
"text": [
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
25
templates/questions/unique_object.json
Normal file
25
templates/questions/unique_object.json
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
[
|
||||
{
|
||||
"name":"Unique Object - Attributes",
|
||||
"text": [
|
||||
"There is [exactly] one <Z> <C> <M> <S> [in the image].",
|
||||
"The image has [exactly] one <Z> <C> <M> <S>.",
|
||||
"No other <Z> <C> <M> <S> except for [exactly] one.",
|
||||
"There is a <Z> <C> <M> <S> [in the image].",
|
||||
"The image has a <Z> <C> <M> <S>.",
|
||||
"A <Z> <C> <M> <S> is present [in the image]."
|
||||
],
|
||||
"constraints":[{"class":"unique_attr", "args":[]}],
|
||||
"type":"unique-obj",
|
||||
"label":"unique-obj",
|
||||
"references": [
|
||||
"There is [exactly] one {{<Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has [exactly] one {{<Z> <C> <M> <S>}}.",
|
||||
"No other {{<Z> <C> <M> <S>}} except for [exactly] one.",
|
||||
"There is a {{<Z> <C> <M> <S>}} [in the image].",
|
||||
"The image has a {{<Z> <C> <M> <S>}}.",
|
||||
"A {{<Z> <C> <M> <S>}} is present [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
94
templates/questionsSplitA/count_question.json
Normal file
94
templates/questionsSplitA/count_question.json
Normal file
|
|
@ -0,0 +1,94 @@
|
|||
[
|
||||
{
|
||||
"name":"Count-Other objects",
|
||||
"text": [
|
||||
"How many other things are in the image?",
|
||||
"What is the count of other things [in the image]?",
|
||||
"What is the number of other things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count",
|
||||
"label":"count-other",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-All Group Immediate",
|
||||
"text": [
|
||||
"How many [things in the group]?",
|
||||
"What number [of things in the group]?",
|
||||
"How many of them?",
|
||||
"What number of them?",
|
||||
"How many such things [in the group]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-all-group",
|
||||
"label":"count-all-group",
|
||||
"inputs":0
|
||||
},
|
||||
|
||||
|
||||
{
|
||||
"name":"Count Relation Object Immediate",
|
||||
"text": [
|
||||
"How many things [are present] to its <P> [in the image]?",
|
||||
"How many things does it have to its <P> [in the image]?",
|
||||
"What number of things [are present] to its <P> [in the image]?",
|
||||
"What is the count of things to its <P> [in the image]?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many things [are present] to {F{its}} <P> [in the image]?",
|
||||
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
|
||||
"What number of things [are present] to {F{its}} <P> [in the image]?",
|
||||
"What is the count of things to {F{its}} <P> [in the image]?"
|
||||
]
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Count Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"How many other things share its <A> [in the image]?",
|
||||
"How many other things [in the image] share its <A>?",
|
||||
"What number of other things share its <A> [in the image]?",
|
||||
"How many other things have its <A> [in the image]?",
|
||||
"How many other things [in the image] have its <A>?",
|
||||
"What is the count of other things that share its <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share its <A>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] share {F{its}} <A>?",
|
||||
"What number of other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things have {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] have {F{its}} <A>?",
|
||||
"What is the count of other things that share {F{its}} <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many other things [in the image] are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many other things [in the image] have the same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What number of other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What number of other things [in the image] are of same <A> with the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many other things [in the image] are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many other things [in the image] have the same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What number of other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What number of other things [in the image] are of same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
70
templates/questionsSplitA/exist_question.json
Normal file
70
templates/questionsSplitA/exist_question.json
Normal file
|
|
@ -0,0 +1,70 @@
|
|||
[
|
||||
{
|
||||
"name":"Exist-Other objects",
|
||||
"text":[
|
||||
"Are there other things [in the image]?",
|
||||
"Does the image have other things?",
|
||||
"Any other things [in the image]?",
|
||||
"Are there more things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"existence",
|
||||
"label":"exist-other",
|
||||
"inputs":0
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Exist Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Existence Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"Are there other things that share its <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing its <A>?",
|
||||
"Does the image have other things that share its <A>?",
|
||||
"Does the image have other things sharing its <A>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there other things that share {F{its}} <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
|
||||
"Does the image have other things that share {F{its}} <A>?",
|
||||
"Does the image have other things sharing {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Existence Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there other things [in the image] that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Are there other things [in the image] that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the image have other things that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the image have other things that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there other things [in the image] that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Are there other things [in the image] that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does the image have other things that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does the image have other things that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
79
templates/questionsSplitA/seek_attribute.json
Normal file
79
templates/questionsSplitA/seek_attribute.json
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
[
|
||||
{
|
||||
"name":"Seek Attribute Immediate",
|
||||
"text": [
|
||||
"What is its <A>?",
|
||||
"What <A> is it?",
|
||||
"What about its <A>?",
|
||||
"What is the <A> of this thing?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"What is {{its}} <A>?",
|
||||
"What <A> is {{it}}?",
|
||||
"What about {{its}} <A>?",
|
||||
"What is the <A> of {{this thing}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Immediate Pair",
|
||||
"text": [
|
||||
"What about <A>?",
|
||||
"And <A>?",
|
||||
"How about <A>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm2",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Earlier",
|
||||
"text": [
|
||||
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Immediate",
|
||||
"text": [
|
||||
"If there is a thing <R> it, what is its <A>?",
|
||||
"If there is a thing <R> it, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Earlier",
|
||||
"text": [
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
81
templates/questionsSplitB/count_question.json
Normal file
81
templates/questionsSplitB/count_question.json
Normal file
|
|
@ -0,0 +1,81 @@
|
|||
[
|
||||
{
|
||||
"name":"Count-All Objects",
|
||||
"text": [
|
||||
"How many things are in the image?",
|
||||
"What is the count of all the things [in the image]?",
|
||||
"How many things in total [in the image]?",
|
||||
"What is the number of things [in the image]?"
|
||||
],
|
||||
"type":"count",
|
||||
"label":"count-all",
|
||||
"inputs":0
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Count-Attribute",
|
||||
"text": [
|
||||
"If present, how many <Z> <C> <M> <S> are in the image?",
|
||||
"What is the count of <Z> <C> <M> <S> [in the image], if present?",
|
||||
"What is the number of <Z> <C> <M> <S> [in the image], if present?",
|
||||
"What number of <Z> <C> <M> <S> are present [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute",
|
||||
"label":"count-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Count-Attribute Group",
|
||||
"text": [
|
||||
"How many <Z> <C> <M> <S> among them?",
|
||||
"How many <Z> <C> <M> <S> in the group?",
|
||||
"How many of them are <Z> <C> <M> <S>?",
|
||||
"What is the count of <Z> <C> <M> <S> among them?",
|
||||
"What is the count of <Z> <C> <M> <S> in this group?",
|
||||
"What is the number of <Z> <C> <M> <S> among them?",
|
||||
"What is the number of <Z> <C> <M> <S> in this group?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute-group",
|
||||
"label":"count-attribute-group",
|
||||
"inputs":1
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Count Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"How many things does the earlier <Z1> <C1> <M1> <S1> have to its <P>?",
|
||||
"What number of things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What is the count of things the earlier <Z1> <C1> <M1> <S1> has to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"How many things does {F{the earlier <Z1> <C1> <M1> <S1>}} have to {F{its}} <P>?",
|
||||
"What number of things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What is the count of things {F{the earlier <Z1> <C1> <M1> <S1>}} has to {F{its}} <P>?"
|
||||
]
|
||||
}
|
||||
|
||||
]
|
||||
|
||||
70
templates/questionsSplitB/exist_question.json
Normal file
70
templates/questionsSplitB/exist_question.json
Normal file
|
|
@ -0,0 +1,70 @@
|
|||
[
|
||||
{
|
||||
"name":"Exist-Attribute",
|
||||
"text": [
|
||||
"Are there [any] <Z> <C> <M> <S> [in the image]?",
|
||||
"Any <Z> <C> <M> <S> [in the image]?",
|
||||
"Does the image contain any <Z> <C> <M> <S>?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute",
|
||||
"label":"exist-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Exist-Attribute Group",
|
||||
"text": [
|
||||
"Are there [any] <Z> <C> <M> <S> among them?",
|
||||
"Are there [any] <Z> <C> <M> <S> in the group?",
|
||||
"Do they have [any] <Z> <C> <M> <S>?",
|
||||
"Any <Z> <C> <M> <S> in the group?",
|
||||
"Any <Z> <C> <M> <S> among them?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute-group",
|
||||
"label":"exist-attribute-group",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there [any] <Z> <C> <M> <S> among {{them}}?",
|
||||
"Are there [any] <Z> <C> <M> <S> in {{the group}}?",
|
||||
"Do {{they}} have [any] <Z> <C> <M> <S>?",
|
||||
"Any <Z> <C> <M> <S> in {{the group}}?",
|
||||
"Any <Z> <C> <M> <S> among {{them}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Immediate",
|
||||
"text": [
|
||||
"Are there things [present] to its <P> [in the image]?",
|
||||
"Does it have things to its <P> [in the image]?",
|
||||
"Are there things [present] <R> itself [in the image]?",
|
||||
"Does it have things to <R> itself [in the image]?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there things [present] to {F{its}} <P> [in the image]?",
|
||||
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
|
||||
"Are there things [present] <R> {F{itself}} [in the image]?",
|
||||
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
|
||||
]
|
||||
},
|
||||
|
||||
{
|
||||
"name":"Exist Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there things [present] <R> the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"Does the earlier <Z1> <C1> <M1> <S1> have things to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there things [present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"Does {F{the earlier <Z1> <C1> <M1> <S1>}} have things to {F{its}} <P>?"
|
||||
]
|
||||
}
|
||||
|
||||
]
|
||||
|
||||
79
templates/questionsSplitB/seek_attribute.json
Normal file
79
templates/questionsSplitB/seek_attribute.json
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
[
|
||||
{
|
||||
"name":"Seek Attribute Immediate",
|
||||
"text": [
|
||||
"What is its <A>?",
|
||||
"What <A> is it?",
|
||||
"What about its <A>?",
|
||||
"What is the <A> of this thing?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"What is {{its}} <A>?",
|
||||
"What <A> is {{it}}?",
|
||||
"What about {{its}} <A>?",
|
||||
"What is the <A> of {{this thing}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Immediate Pair",
|
||||
"text": [
|
||||
"What about <A>?",
|
||||
"And <A>?",
|
||||
"How about <A>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm2",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Earlier",
|
||||
"text": [
|
||||
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
|
||||
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
|
||||
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Immediate",
|
||||
"text": [
|
||||
"If there is a thing <R> it, what is its <A>?",
|
||||
"If there is a thing <R> it, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Earlier",
|
||||
"text": [
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
|
||||
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
|
||||
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
166
templates/questions_minecraft/count_question.json
Normal file
166
templates/questions_minecraft/count_question.json
Normal file
|
|
@ -0,0 +1,166 @@
|
|||
[
|
||||
{
|
||||
"name":"Count-All Objects",
|
||||
"text": [
|
||||
"How many things are in the image?",
|
||||
"What is the count of all the things [in the image]?",
|
||||
"How many things in total [in the image]?",
|
||||
"What is the number of things [in the image]?"
|
||||
],
|
||||
"type":"count",
|
||||
"label":"count-all",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-Other objects",
|
||||
"text": [
|
||||
"How many other things are in the image?",
|
||||
"What is the count of other things [in the image]?",
|
||||
"What is the number of other things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count",
|
||||
"label":"count-other",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-All Group Immediate",
|
||||
"text": [
|
||||
"How many [things in the group]?",
|
||||
"What number [of things in the group]?",
|
||||
"How many of them?",
|
||||
"What number of them?",
|
||||
"How many such things [in the group]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-all-group",
|
||||
"label":"count-all-group",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Count-Attribute",
|
||||
"text": [
|
||||
"If present, how many <N> <C> <D> are in the image?",
|
||||
"What is the count of <N> <C> <D> [in the image], if present?",
|
||||
"What is the number of <N> <C> <D> [in the image], if present?",
|
||||
"What number of <N> <C> <D> are present [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute",
|
||||
"label":"count-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Count-Attribute Group",
|
||||
"text": [
|
||||
"How many <N> <C> <D> among them?",
|
||||
"How many <N> <C> <D> in the group?",
|
||||
"How many of them are <N> <C> <D>?",
|
||||
"What is the count of <N> <C> <D> among them?",
|
||||
"What is the count of <N> <C> <D> in this group?",
|
||||
"What is the number of <N> <C> <D> among them?",
|
||||
"What is the number of <N> <C> <D> in this group?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"count-attribute-group",
|
||||
"label":"count-attribute-group",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Immediate",
|
||||
"text": [
|
||||
"How many things [are present] to its <P> [in the image]?",
|
||||
"How many things does it have to its <P> [in the image]?",
|
||||
"What number of things [are present] to its <P> [in the image]?",
|
||||
"What is the count of things to its <P> [in the image]?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many things [are present] to {F{its}} <P> [in the image]?",
|
||||
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
|
||||
"What number of things [are present] to {F{its}} <P> [in the image]?",
|
||||
"What is the count of things to {F{its}} <P> [in the image]?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many things [are present] <R> the earlier <N1> <C1> <D1>?",
|
||||
"How many things does the earlier <N1> <C1> <D1> have to its <P>?",
|
||||
"What number of things [are present] <R> the earlier <N1> <C1> <D1>?",
|
||||
"What is the count of things the earlier <N1> <C1> <D1> has to its <P>?"
|
||||
],
|
||||
"type":"count-obj-rel",
|
||||
"label":"count-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many things [are present] <R> {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"How many things does {F{the earlier <N1> <C1> <D1>}} have to {F{its}} <P>?",
|
||||
"What number of things [are present] <R> {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"What is the count of things {F{the earlier <N1> <C1> <D1>}} has to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"How many other things share its <A> [in the image]?",
|
||||
"How many other things [in the image] share its <A>?",
|
||||
"What number of other things share its <A> [in the image]?",
|
||||
"How many other things have its <A> [in the image]?",
|
||||
"How many other things [in the image] have its <A>?",
|
||||
"What is the count of other things that share its <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share its <A>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How many other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] share {F{its}} <A>?",
|
||||
"What number of other things share {F{its}} <A> [in the image]?",
|
||||
"How many other things have {F{its}} <A> [in the image]?",
|
||||
"How many other things [in the image] have {F{its}} <A>?",
|
||||
"What is the count of other things that share {F{its}} <A> [in the image]?",
|
||||
"What is the count of other things [in the image] that share {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Count Relation Object Earlier",
|
||||
"text": [
|
||||
"How many other things [in the image] share similar <A> with the earlier <N1> <C1> <D1>?",
|
||||
"How many other things [in the image] are of same <A> as the earlier <N1> <C1> <D1>?",
|
||||
"How many other things [in the image] have the same <A> as the earlier <N1> <C1> <D1>?",
|
||||
"What number of other things [in the image] share similar <A> with the earlier <N1> <C1> <D1>?",
|
||||
"What number of other things [in the image] are of same <A> with the earlier <N1> <C1> <D1>?"
|
||||
],
|
||||
"type":"count-obj-exclude",
|
||||
"label":"count-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"How many other things [in the image] share similar <A> with {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"How many other things [in the image] are of same <A> as {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"How many other things [in the image] have the same <A> as {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"What number of other things [in the image] share similar <A> with {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"What number of other things [in the image] are of same <A> with {F{the earlier <N1> <C1> <D1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
133
templates/questions_minecraft/exist_question.json
Normal file
133
templates/questions_minecraft/exist_question.json
Normal file
|
|
@ -0,0 +1,133 @@
|
|||
[
|
||||
{
|
||||
"name":"Exist-Other objects",
|
||||
"text":[
|
||||
"Are there other things [in the image]?",
|
||||
"Does the image have other things?",
|
||||
"Any other things [in the image]?",
|
||||
"Are there more things [in the image]?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"existence",
|
||||
"label":"exist-other",
|
||||
"inputs":0
|
||||
},
|
||||
{
|
||||
"name":"Exist-Attribute",
|
||||
"text": [
|
||||
"Are there [any] <N> <C> <D> [in the image]?",
|
||||
"Any <N> <C> <D> [in the image]?",
|
||||
"Does the image contain any <N> <C> <D>?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute",
|
||||
"label":"exist-attribute",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Exist-Attribute Group",
|
||||
"text": [
|
||||
"Are there [any] <N> <C> <D> among them?",
|
||||
"Are there [any] <N> <C> <D> in the group?",
|
||||
"Do they have [any] <N> <C> <D>?",
|
||||
"Any <N> <C> <D> in the group?",
|
||||
"Any <N> <C> <D> among them?"
|
||||
],
|
||||
"constraints":[],
|
||||
"type":"exist-attribute-group",
|
||||
"label":"exist-attribute-group",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there [any] <N> <C> <D> among {{them}}?",
|
||||
"Are there [any] <N> <C> <D> in {{the group}}?",
|
||||
"Do {{they}} have [any] <N> <C> <D>?",
|
||||
"Any <N> <C> <D> in {{the group}}?",
|
||||
"Any <N> <C> <D> among {{them}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Immediate",
|
||||
"text": [
|
||||
"Are there things [present] to its <P> [in the image]?",
|
||||
"Does it have things to its <P> [in the image]?",
|
||||
"Are there things [present] <R> itself [in the image]?",
|
||||
"Does it have things to <R> itself [in the image]?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there things [present] to {F{its}} <P> [in the image]?",
|
||||
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
|
||||
"Are there things [present] <R> {F{itself}} [in the image]?",
|
||||
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Immediate Pair",
|
||||
"text": [
|
||||
"How about to its <P>?",
|
||||
"What about to its <P>?",
|
||||
"And to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-imm2",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"How about to {F{its}} <P>?",
|
||||
"What about to {F{its}} <P>?",
|
||||
"And to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Exist Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there things [present] <R> the earlier <N1> <C1> <D1> ?",
|
||||
"Does the earlier <N1> <C1> <D1> have things to its <P>?"
|
||||
],
|
||||
"type":"exist-obj-rel",
|
||||
"label":"exist-obj-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there things [present] <R> {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"Does {F{the earlier <N1> <C1> <D1>}} have things to {F{its}} <P>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Existence Exclude Attribute Immediate",
|
||||
"text": [
|
||||
"Are there other things that share its <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing its <A>?",
|
||||
"Does the image have other things that share its <A>?",
|
||||
"Does the image have other things sharing its <A>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"Are there other things that share {F{its}} <A> [in the image]?",
|
||||
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
|
||||
"Does the image have other things that share {F{its}} <A>?",
|
||||
"Does the image have other things sharing {F{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Existence Relation Object Earlier",
|
||||
"text": [
|
||||
"Are there other things [in the image] that share the same <A> with the earlier <N1> <C1> <D1>?",
|
||||
"Are there other things [in the image] that are of same <A> as the earlier <N1> <C1> <D1>?",
|
||||
"Does the image have other things that share the same <A> with the earlier <N1> <C1> <D1>?",
|
||||
"Does the image have other things that are of same <A> as the earlier <N1> <C1> <D1>?"
|
||||
],
|
||||
"type":"exist-obj-exclude",
|
||||
"label":"exist-obj-exclude-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"Are there other things [in the image] that share the same <A> with {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"Are there other things [in the image] that are of same <A> as {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"Does the image have other things that share the same <A> with {F{the earlier <N1> <C1> <D1>}}?",
|
||||
"Does the image have other things that are of same <A> as {F{the earlier <N1> <C1> <D1>}}?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
77
templates/questions_minecraft/seek_attribute.json
Normal file
77
templates/questions_minecraft/seek_attribute.json
Normal file
|
|
@ -0,0 +1,77 @@
|
|||
[
|
||||
{
|
||||
"name":"Seek Attribute Immediate",
|
||||
"text": [
|
||||
"What is its <A>?",
|
||||
"What <A> is it?",
|
||||
"What about its <A>?",
|
||||
"What is the <A> of this thing?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"What is {{its}} <A>?",
|
||||
"What <A> is {{it}}?",
|
||||
"What about {{its}} <A>?",
|
||||
"What is the <A> of {{this thing}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Immediate Pair",
|
||||
"text": [
|
||||
"What about <A>?",
|
||||
"And <A>?",
|
||||
"How about <A>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-imm2",
|
||||
"inputs":1
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Earlier",
|
||||
"text": [
|
||||
"What is the <A> of the earlier <N1> <C1> <D1>?",
|
||||
"What <A> is the earlier <N1> <C1> <D1>?"
|
||||
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr",
|
||||
"label":"seek-attr-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"What is the <A> of {{the earlier <N1> <C1> <D1>}}?",
|
||||
"What <A> is {{the earlier <N1> <C1> <D1>}}?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Immediate",
|
||||
"text": [
|
||||
"If there is a thing <R> it, what is its <A>?"
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-imm",
|
||||
"inputs":1,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{it}}, what is {{its}} <A>?"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name":"Seek Attribute Relation Earlier",
|
||||
"text": [
|
||||
"If there is a thing <R> the earlier <N1> <C1> <D1>, what is its <A>?"
|
||||
|
||||
],
|
||||
"constraints":[{"class":"seek-attr", "args":[]}],
|
||||
"type":"seek-attr-rel",
|
||||
"label":"seek-attr-rel-early",
|
||||
"inputs":2,
|
||||
"references": [
|
||||
"If there is a thing <R> {F{the earlier <N1> <C1> <D1>}}, what is {{its}} <A>?"
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
26
templates/questions_minecraft/unique_object.json
Normal file
26
templates/questions_minecraft/unique_object.json
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
[
|
||||
{
|
||||
"name":"Unique Object - Attributes",
|
||||
"text": [
|
||||
"There is [exactly] one <N> <C> <D> [in the image].",
|
||||
"The image has [exactly] one <N> <C> <D>.",
|
||||
"No other <N> <C> <D> except for [exactly] one.",
|
||||
"There is a <N> <C> <D> [in the image].",
|
||||
"The image has a <N> <C> <D>.",
|
||||
"A <N> <C> <D> is present [in the image]."
|
||||
],
|
||||
|
||||
"constraints":[{"class":"unique_attr", "args":[]}],
|
||||
"type":"unique-obj",
|
||||
"label":"unique-obj",
|
||||
"references": [
|
||||
"There is [exactly] one {{<N> <C> <D>}} [in the image].",
|
||||
"The image has [exactly] one {{<N> <C> <D>}}.",
|
||||
"No other {{<N> <C> <D>}} except for [exactly] one.",
|
||||
"There is a {{<N> <C> <D>}} [in the image].",
|
||||
"The image has a {{<N> <C> <D>}}.",
|
||||
"A {{<N> <C> <D>}} is present [in the image]."
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
14
templates/synonyms.json
Normal file
14
templates/synonyms.json
Normal file
|
|
@ -0,0 +1,14 @@
|
|||
{
|
||||
"sphere": ["sphere", "ball", "round thing"],
|
||||
"cube": ["cube", "block"],
|
||||
"large": ["large", "big"],
|
||||
"small": ["small", "tiny"],
|
||||
"metal": ["metallic", "metal", "shiny"],
|
||||
"rubber": ["rubber", "matte"],
|
||||
"center": ["center", "middle"],
|
||||
"image": ["image", "scene", "picture", "view"],
|
||||
"right extreme": ["right extreme", "far right"],
|
||||
"left extreme": ["left extreme", "far left"],
|
||||
"several": ["several", "many", "multiple", "a lot of", "a number of"],
|
||||
"the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"]
|
||||
}
|
||||
21
templates/synonyms_minecraft.json
Normal file
21
templates/synonyms_minecraft.json
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
{
|
||||
"cow": ["cow", "calf", "heifer"],
|
||||
"pig": ["pig", "hog", "swine"],
|
||||
"sheep": ["sheep", "lamb"],
|
||||
"chicken": ["chicken", "hen", "rooster"],
|
||||
"horse": ["horse", "stallion", "mare", "filly"],
|
||||
"villager": ["villager", "person", "farmer"],
|
||||
"armorstand": ["armorstand", "stand"],
|
||||
"minecart": ["minecart", "cart"],
|
||||
"facing forward": ["facing forward", "looking straight ahead"],
|
||||
"facing backward": ["facing backward", "looking behind"],
|
||||
"facing right": ["facing right", "looking to the right"],
|
||||
"facing left": ["facing left", "looking to the left"],
|
||||
"center": ["center", "middle"],
|
||||
"image": ["image", "scene", "picture", "view"],
|
||||
"right extreme": ["right extreme", "far right"],
|
||||
"left extreme": ["left extreme", "far left"],
|
||||
"several": ["several", "many", "multiple", "a lot of", "a number of"],
|
||||
"the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"]
|
||||
}
|
||||
|
||||
Loading…
Reference in a new issue