make code public

This commit is contained in:
Adnen Abdessaied 2022-08-11 07:44:46 +02:00
parent 9d8b93db26
commit 6ba92064bb
26 changed files with 1744 additions and 0 deletions

View File

@ -0,0 +1,103 @@
[
{
"name":"Single Object - Extreme Right",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme right [of the image].",
"A <Z> <C> <M> <S> is at the extreme right [of the image].",
"There is a <Z> <C> <M> <S> to the right of all things [in the image].",
"A <Z> <C> <M> <S> is to the right of all things [in the image].",
"The rightmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["right"]}],
"type":"extreme-loc",
"label":"extreme-right",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme right [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme right [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the right of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the right of all things [in the image].",
"The rightmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Left",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme left [of the image].",
"A <Z> <C> <M> <S> is at the extreme left [of the image].",
"There is a <Z> <C> <M> <S> to the left of all things [in the image].",
"A <Z> <C> <M> <S> is to the left of all things [in the image].",
"The leftmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["left"]}],
"type":"extreme-loc",
"label":"extreme-left",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme left [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme left [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the left of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the left of all things [in the image].",
"The leftmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Backward",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme back [of the image].",
"A <Z> <C> <M> <S> is at the extreme back [of the image].",
"There is a <Z> <C> <M> <S> to the back of all things [in the image].",
"A <Z> <C> <M> <S> is to the back of all things [in the image].",
"The rearmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["behind"]}],
"type":"extreme-loc",
"label":"extreme-behind",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme back [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme back [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the back of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the back of all things [in the image].",
"The rearmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Forward",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme front [of the image].",
"A <Z> <C> <M> <S> is at the extreme front [of the image].",
"There is a <Z> <C> <M> <S> to the front of all things [in the image].",
"A <Z> <C> <M> <S> is to the front of all things [in the image].",
"The foremost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["front"]}],
"type":"extreme-loc",
"label":"extreme-front",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme front [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme front [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the front of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the front of all things [in the image].",
"The foremost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Center",
"text": [
"There is a <Z> <C> <M> <S> sitting in the center [of the image].",
"A <Z> <C> <M> <S> is in the center [of the image].",
"There is a <Z> <C> <M> <S> at the center of all things [in the image].",
"A <Z> <C> <M> <S> is at the center of all things [in the image].",
"The midmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["center"]}],
"type":"extreme-loc",
"label":"extreme-center",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting in the center [of the image].",
"A {{<Z> <C> <M> <S>}} is in the center [of the image].",
"There is a {{<Z> <C> <M> <S>}} at the center of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is at the center of all things [in the image].",
"The midmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
}
]

View File

@ -0,0 +1,37 @@
[
{
"name":"Multiple Objects - Attributes - No X",
"text":[
"There are several <Z> <C> <M> <S> [in the image].",
"The image has several <Z> <C> <M> <S>.",
"Several <Z> <C> <M> <S> are present [in the image].",
"A number of <Z> <C> <M> <S> are present [in the image]."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att-no",
"inputs":1,
"references":[
"There are several {{<Z> <C> <M> <S>}} [in the image].",
"The image has several {{<Z> <C> <M> <S>}}.",
"Several {{<Z> <C> <M> <S>}} are present [in the image].",
"A number of {{<Z> <C> <M> <S>}} are present [in the image]."
]
},
{
"name":"Multiple Objects - Attributes",
"text":[
"There are <X> <Z> <C> <M> <S> [in the image].",
"The image has <X> <Z> <C> <M> <S>."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att",
"inputs":1,
"references":[
"There are {{<X> <Z> <C> <M> <S>}} [in the image].",
"The image has {{<X> <Z> <C> <M> <S>}}."
]
}
]

View File

@ -0,0 +1,22 @@
[
{
"name":"Two objects with a relation",
"text": [
"There is a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1> [in the image].",
"The image has a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1>.",
"A <Z> <C> <M> <S> is present <R> a <Z1> <C1> <M1> <S1> [in the image].",
"A <Z> <C> <M> <S> stands <R> a <Z1> <C1> <M1> <S1> [in the image]."
],
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
"type":"obj-relation",
"label":"obj-relation",
"inputs":2,
"references": [
"There is a {{<Z> <C> <M> <S>}} <R> a {F{<Z1> <C1> <M1> <S1>}} [in the image].",
"The image has a {{<Z> <C> <M> <S>}} <R> a {{<Z1> <C1> <M1> <S1>}}.",
"A {{<Z> <C> <M> <S>}} is present <R> a {{<Z1> <C1> <M1> <S1>}} [in the image].",
"A {{<Z> <C> <M> <S>}} stands <R> a {{<Z1> <C1> <M1> <S1>}} [in the image]."
]
}
]

View File

@ -0,0 +1,25 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <Z> <C> <M> <S> [in the image].",
"The image has [exactly] one <Z> <C> <M> <S>.",
"No other <Z> <C> <M> <S> except for [exactly] one.",
"There is a <Z> <C> <M> <S> [in the image].",
"The image has a <Z> <C> <M> <S>.",
"A <Z> <C> <M> <S> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<Z> <C> <M> <S>}} [in the image].",
"The image has [exactly] one {{<Z> <C> <M> <S>}}.",
"No other {{<Z> <C> <M> <S>}} except for [exactly] one.",
"There is a {{<Z> <C> <M> <S>}} [in the image].",
"The image has a {{<Z> <C> <M> <S>}}.",
"A {{<Z> <C> <M> <S>}} is present [in the image]."
]
}
]

View File

@ -0,0 +1,104 @@
[
{
"name":"Single Object - Extreme Right",
"text": [
"There is a <N> <C> <D> sitting at the extreme right [of the image].",
"A <N> <C> <D> is at the extreme right [of the image].",
"There is a <N> <C> <D> to the right of all things [in the image].",
"A <N> <C> <D> is to the right of all things [in the image].",
"The rightmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["right"]}],
"type":"extreme-loc",
"label":"extreme-right",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme right [of the image].",
"A {{<N> <C> <D>}} is at the extreme right [of the image].",
"There is a {{<N> <C> <D>}} to the right of all things [in the image].",
"A {{<N> <C> <D>}} is to the right of all things [in the image].",
"The rightmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Left",
"text": [
"There is a <N> <C> <D> sitting at the extreme left [of the image].",
"A <N> <C> <D> is at the extreme left [of the image].",
"There is a <N> <C> <D> to the left of all things [in the image].",
"A <N> <C> <D> is to the left of all things [in the image].",
"The leftmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["left"]}],
"type":"extreme-loc",
"label":"extreme-left",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme left [of the image].",
"A {{<N> <C> <D>}} is at the extreme left [of the image].",
"There is a {{<N> <C> <D>}} to the left of all things [in the image].",
"A {{<N> <C> <D>}} is to the left of all things [in the image].",
"The leftmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Backward",
"text": [
"There is a <N> <C> <D> sitting at the extreme back [of the image].",
"A <N> <C> <D> is at the extreme back [of the image].",
"There is a <N> <C> <D> to the back of all things [in the image].",
"A <N> <C> <D> is to the back of all things [in the image].",
"The rearmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["behind"]}],
"type":"extreme-loc",
"label":"extreme-behind",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme back [of the image].",
"A {{<N> <C> <D>}} is at the extreme back [of the image].",
"There is a {{<N> <C> <D>}} to the back of all things [in the image].",
"A {{<N> <C> <D>}} is to the back of all things [in the image].",
"The rearmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Forward",
"text": [
"There is a <N> <C> <D> sitting at the extreme front [of the image].",
"A <N> <C> <D> is at the extreme front [of the image].",
"There is a <N> <C> <D> to the front of all things [in the image].",
"A <N> <C> <D> is to the front of all things [in the image].",
"The foremost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["front"]}],
"type":"extreme-loc",
"label":"extreme-front",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme front [of the image].",
"A {{<N> <C> <D>}} is at the extreme front [of the image].",
"There is a {{<N> <C> <D>}} to the front of all things [in the image].",
"A {{<N> <C> <D>}} is to the front of all things [in the image].",
"The foremost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Center",
"text": [
"There is a <N> <C> <D> sitting in the center [of the image].",
"A <N> <C> <D> is in the center [of the image].",
"There is a <N> <C> <D> at the center of all things [in the image].",
"A <N> <C> <D> is at the center of all things [in the image].",
"The midmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["center"]}],
"type":"extreme-loc",
"label":"extreme-center",
"references": [
"There is a {{<N> <C> <D>}} sitting in the center [of the image].",
"A {{<N> <C> <D>}} is in the center [of the image].",
"There is a {{<N> <C> <D>}} at the center of all things [in the image].",
"A {{<N> <C> <D>}} is at the center of all things [in the image].",
"The midmost thing [in the image] is a {{<N> <C> <D>}}."
]
}
]

View File

@ -0,0 +1,37 @@
[
{
"name":"Multiple Objects - Attributes - No X",
"text":[
"There are several <N> <C> <D> [in the image].",
"The image has several <N> <C> <D>.",
"Several <N> <C> <D> are present [in the image].",
"A number of <N> <C> <D> are present [in the image]."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att-no",
"inputs":1,
"references":[
"There are several {{<N> <C> <D>}} [in the image].",
"The image has several {{<N> <C> <D>}}.",
"Several {{<N> <C> <D>}} are present [in the image].",
"A number of {{<N> <C> <D>}} are present [in the image]."
]
},
{
"name":"Multiple Objects - Attributes",
"text":[
"There are <X> <N> <C> <D> [in the image].",
"The image has <X> <N> <C> <D>."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att",
"inputs":1,
"references":[
"There are {{<X> <N> <C> <D>}} [in the image].",
"The image has {{<X> <N> <C> <D>}}."
]
}
]

View File

@ -0,0 +1,22 @@
[
{
"name":"Two objects with a relation",
"text": [
"There is a <N> <C> <D> <R> a <N1> <C1> <D1> [in the image].",
"The image has a <N> <C> <D> <R> a <N1> <C1> <D1>.",
"A <N> <C> <D> is present <R> a <N1> <C1> <D1> [in the image].",
"A <N> <C> <D> stands <R> a <N1> <C1> <D1> [in the image]."
],
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
"type":"obj-relation",
"label":"obj-relation",
"inputs":2,
"references": [
"There is a {{<N> <C> <D>}} <R> a {F{<N1> <C1> <D1>}} [in the image].",
"The image has a {{<N> <C> <D>}} <R> a {{<N1> <C1> <D1>}}.",
"A {{<N> <C> <D>}} is present <R> a {{<N1> <C1> <D1>}} [in the image].",
"A {{<N> <C> <D>}} stands <R> a {{<N1> <C1> <D1>}} [in the image]."
]
}
]

View File

@ -0,0 +1,25 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <N> <C> <D> [in the image].",
"The image has [exactly] one <N> <C> <D>.",
"No other <N> <C> <D> except for [exactly] one.",
"There is a <N> <C> <D> [in the image].",
"The image has a <N> <C> <D>.",
"A <N> <C> <D> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<N> <C> <D>}} [in the image].",
"The image has [exactly] one {{<N> <C> <D>}}.",
"No other {{<N> <C> <D>}} except for [exactly] one.",
"There is a {{<N> <C> <D>}} [in the image].",
"The image has a {{<N> <C> <D>}}.",
"A {{<N> <C> <D>}} is present [in the image]."
]
}
]

29
templates/metainfo.json Normal file
View File

@ -0,0 +1,29 @@
{
"attributes":["shape", "color", "size", "material"],
"values":{
"shape": ["cube", "sphere", "cylinder"],
"color": ["gray", "red", "blue", "green", "brown", "purple", "cyan", "yellow"],
"size": ["small", "large"],
"material": ["rubber", "metal"]
},
"relations": ["left", "right", "behind", "front"],
"probabilities": [0.7, 0.3, 0.0],
"relation_phrases": {"left": ["left of",
"to the left of",
"on the left side of"],
"right": ["right of",
"to the right of",
"on the right side of"],
"behind": ["behind"],
"front": ["in front of"]},
"tag_map": {"<S>": "shape",
"<M>": "material",
"<Z>": "size",
"<C>": "color",
"<X>": "count",
"<R>": "relation",
"<A>": "attribute",
"<P>": "relation"},
"independent_questions": ["count-all", "count-other", "count-attribute",
"exist-other", "exist-attribute"]
}

View File

@ -0,0 +1,27 @@
{
"attributes":["class", "direction", "nature"],
"values":{
"class": ["pig", "cow", "sheep", "chicken", "wolf", "horse", "villager", "treeA", "treeB", "armorstand", "boat", "minecart"],
"direction": ["facing forward", "facing backward", "facing right", "facing left"],
"nature": ["animal", "human", "plant", "inanimated object"]
},
"relations": ["left", "right", "behind", "front"],
"probabilities": [0.7, 0.3, 0.0],
"relation_phrases": {"left": ["left of",
"to the left of",
"on the left side of"],
"right": ["right of",
"to the right of",
"on the right side of"],
"behind": ["behind"],
"front": ["in front of"]},
"tag_map": {"<N>": "nature",
"<D>": "direction",
"<C>": "class",
"<X>": "count",
"<R>": "relation",
"<A>": "attribute",
"<P>": "relation"},
"independent_questions": ["count-all", "count-other", "count-attribute",
"exist-other", "exist-attribute"]
}

View File

@ -0,0 +1,166 @@
[
{
"name":"Count-All Objects",
"text": [
"How many things are in the image?",
"What is the count of all the things [in the image]?",
"How many things in total [in the image]?",
"What is the number of things [in the image]?"
],
"type":"count",
"label":"count-all",
"inputs":0
},
{
"name":"Count-Other objects",
"text": [
"How many other things are in the image?",
"What is the count of other things [in the image]?",
"What is the number of other things [in the image]?"
],
"constraints":[],
"type":"count",
"label":"count-other",
"inputs":0
},
{
"name":"Count-All Group Immediate",
"text": [
"How many [things in the group]?",
"What number [of things in the group]?",
"How many of them?",
"What number of them?",
"How many such things [in the group]?"
],
"constraints":[],
"type":"count-all-group",
"label":"count-all-group",
"inputs":0
},
{
"name":"Count-Attribute",
"text": [
"If present, how many <Z> <C> <M> <S> are in the image?",
"What is the count of <Z> <C> <M> <S> [in the image], if present?",
"What is the number of <Z> <C> <M> <S> [in the image], if present?",
"What number of <Z> <C> <M> <S> are present [in the image]?"
],
"constraints":[],
"type":"count-attribute",
"label":"count-attribute",
"inputs":1
},
{
"name":"Count-Attribute Group",
"text": [
"How many <Z> <C> <M> <S> among them?",
"How many <Z> <C> <M> <S> in the group?",
"How many of them are <Z> <C> <M> <S>?",
"What is the count of <Z> <C> <M> <S> among them?",
"What is the count of <Z> <C> <M> <S> in this group?",
"What is the number of <Z> <C> <M> <S> among them?",
"What is the number of <Z> <C> <M> <S> in this group?"
],
"constraints":[],
"type":"count-attribute-group",
"label":"count-attribute-group",
"inputs":1
},
{
"name":"Count Relation Object Immediate",
"text": [
"How many things [are present] to its <P> [in the image]?",
"How many things does it have to its <P> [in the image]?",
"What number of things [are present] to its <P> [in the image]?",
"What is the count of things to its <P> [in the image]?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm",
"inputs":1,
"references": [
"How many things [are present] to {F{its}} <P> [in the image]?",
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
"What number of things [are present] to {F{its}} <P> [in the image]?",
"What is the count of things to {F{its}} <P> [in the image]?"
]
},
{
"name":"Count Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"How many things does the earlier <Z1> <C1> <M1> <S1> have to its <P>?",
"What number of things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"What is the count of things the earlier <Z1> <C1> <M1> <S1> has to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-early",
"inputs":2,
"references": [
"How many things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many things does {F{the earlier <Z1> <C1> <M1> <S1>}} have to {F{its}} <P>?",
"What number of things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What is the count of things {F{the earlier <Z1> <C1> <M1> <S1>}} has to {F{its}} <P>?"
]
},
{
"name":"Count Exclude Attribute Immediate",
"text": [
"How many other things share its <A> [in the image]?",
"How many other things [in the image] share its <A>?",
"What number of other things share its <A> [in the image]?",
"How many other things have its <A> [in the image]?",
"How many other things [in the image] have its <A>?",
"What is the count of other things that share its <A> [in the image]?",
"What is the count of other things [in the image] that share its <A>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-imm",
"inputs":1,
"references": [
"How many other things share {F{its}} <A> [in the image]?",
"How many other things [in the image] share {F{its}} <A>?",
"What number of other things share {F{its}} <A> [in the image]?",
"How many other things have {F{its}} <A> [in the image]?",
"How many other things [in the image] have {F{its}} <A>?",
"What is the count of other things that share {F{its}} <A> [in the image]?",
"What is the count of other things [in the image] that share {F{its}} <A>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
"How many other things [in the image] are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"How many other things [in the image] have the same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"What number of other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
"What number of other things [in the image] are of same <A> with the earlier <Z1> <C1> <M1> <S1>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-early",
"inputs":2,
"references": [
"How many other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many other things [in the image] are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many other things [in the image] have the same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What number of other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What number of other things [in the image] are of same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?"
]
}
]

View File

@ -0,0 +1,133 @@
[
{
"name":"Exist-Other objects",
"text":[
"Are there other things [in the image]?",
"Does the image have other things?",
"Any other things [in the image]?",
"Are there more things [in the image]?"
],
"constraints":[],
"type":"existence",
"label":"exist-other",
"inputs":0
},
{
"name":"Exist-Attribute",
"text": [
"Are there [any] <Z> <C> <M> <S> [in the image]?",
"Any <Z> <C> <M> <S> [in the image]?",
"Does the image contain any <Z> <C> <M> <S>?"
],
"constraints":[],
"type":"exist-attribute",
"label":"exist-attribute",
"inputs":1
},
{
"name":"Exist-Attribute Group",
"text": [
"Are there [any] <Z> <C> <M> <S> among them?",
"Are there [any] <Z> <C> <M> <S> in the group?",
"Do they have [any] <Z> <C> <M> <S>?",
"Any <Z> <C> <M> <S> in the group?",
"Any <Z> <C> <M> <S> among them?"
],
"constraints":[],
"type":"exist-attribute-group",
"label":"exist-attribute-group",
"inputs":1,
"references": [
"Are there [any] <Z> <C> <M> <S> among {{them}}?",
"Are there [any] <Z> <C> <M> <S> in {{the group}}?",
"Do {{they}} have [any] <Z> <C> <M> <S>?",
"Any <Z> <C> <M> <S> in {{the group}}?",
"Any <Z> <C> <M> <S> among {{them}}?"
]
},
{
"name":"Exist Relation Object Immediate",
"text": [
"Are there things [present] to its <P> [in the image]?",
"Does it have things to its <P> [in the image]?",
"Are there things [present] <R> itself [in the image]?",
"Does it have things to <R> itself [in the image]?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm",
"inputs":1,
"references": [
"Are there things [present] to {F{its}} <P> [in the image]?",
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
"Are there things [present] <R> {F{itself}} [in the image]?",
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
]
},
{
"name":"Exist Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Exist Relation Object Earlier",
"text": [
"Are there things [present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"Does the earlier <Z1> <C1> <M1> <S1> have things to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-early",
"inputs":2,
"references": [
"Are there things [present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does {F{the earlier <Z1> <C1> <M1> <S1>}} have things to {F{its}} <P>?"
]
},
{
"name":"Existence Exclude Attribute Immediate",
"text": [
"Are there other things that share its <A> [in the image]?",
"Are there other things [present] [in the image] sharing its <A>?",
"Does the image have other things that share its <A>?",
"Does the image have other things sharing its <A>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-imm",
"inputs":1,
"references": [
"Are there other things that share {F{its}} <A> [in the image]?",
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
"Does the image have other things that share {F{its}} <A>?",
"Does the image have other things sharing {F{its}} <A>?"
]
},
{
"name":"Existence Relation Object Earlier",
"text": [
"Are there other things [in the image] that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
"Are there other things [in the image] that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"Does the image have other things that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
"Does the image have other things that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-early",
"inputs":2,
"references": [
"Are there other things [in the image] that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Are there other things [in the image] that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does the image have other things that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does the image have other things that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?"
]
}
]

View File

@ -0,0 +1,79 @@
[
{
"name":"Seek Attribute Immediate",
"text": [
"What is its <A>?",
"What <A> is it?",
"What about its <A>?",
"What is the <A> of this thing?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm",
"inputs":1,
"references": [
"What is {{its}} <A>?",
"What <A> is {{it}}?",
"What about {{its}} <A>?",
"What is the <A> of {{this thing}}?"
]
},
{
"name":"Seek Attribute Immediate Pair",
"text": [
"What about <A>?",
"And <A>?",
"How about <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm2",
"inputs":1
},
{
"name":"Seek Attribute Earlier",
"text": [
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-early",
"inputs":2,
"references": [
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
]
},
{
"name":"Seek Attribute Relation Immediate",
"text": [
"If there is a thing <R> it, what is its <A>?",
"If there is a thing <R> it, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-imm",
"inputs":1,
"references": [
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
]
},
{
"name":"Seek Attribute Relation Earlier",
"text": [
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-early",
"inputs":2,
"references": [
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
]
}
]

View File

@ -0,0 +1,25 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <Z> <C> <M> <S> [in the image].",
"The image has [exactly] one <Z> <C> <M> <S>.",
"No other <Z> <C> <M> <S> except for [exactly] one.",
"There is a <Z> <C> <M> <S> [in the image].",
"The image has a <Z> <C> <M> <S>.",
"A <Z> <C> <M> <S> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<Z> <C> <M> <S>}} [in the image].",
"The image has [exactly] one {{<Z> <C> <M> <S>}}.",
"No other {{<Z> <C> <M> <S>}} except for [exactly] one.",
"There is a {{<Z> <C> <M> <S>}} [in the image].",
"The image has a {{<Z> <C> <M> <S>}}.",
"A {{<Z> <C> <M> <S>}} is present [in the image]."
]
}
]

View File

@ -0,0 +1,94 @@
[
{
"name":"Count-Other objects",
"text": [
"How many other things are in the image?",
"What is the count of other things [in the image]?",
"What is the number of other things [in the image]?"
],
"constraints":[],
"type":"count",
"label":"count-other",
"inputs":0
},
{
"name":"Count-All Group Immediate",
"text": [
"How many [things in the group]?",
"What number [of things in the group]?",
"How many of them?",
"What number of them?",
"How many such things [in the group]?"
],
"constraints":[],
"type":"count-all-group",
"label":"count-all-group",
"inputs":0
},
{
"name":"Count Relation Object Immediate",
"text": [
"How many things [are present] to its <P> [in the image]?",
"How many things does it have to its <P> [in the image]?",
"What number of things [are present] to its <P> [in the image]?",
"What is the count of things to its <P> [in the image]?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm",
"inputs":1,
"references": [
"How many things [are present] to {F{its}} <P> [in the image]?",
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
"What number of things [are present] to {F{its}} <P> [in the image]?",
"What is the count of things to {F{its}} <P> [in the image]?"
]
},
{
"name":"Count Exclude Attribute Immediate",
"text": [
"How many other things share its <A> [in the image]?",
"How many other things [in the image] share its <A>?",
"What number of other things share its <A> [in the image]?",
"How many other things have its <A> [in the image]?",
"How many other things [in the image] have its <A>?",
"What is the count of other things that share its <A> [in the image]?",
"What is the count of other things [in the image] that share its <A>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-imm",
"inputs":1,
"references": [
"How many other things share {F{its}} <A> [in the image]?",
"How many other things [in the image] share {F{its}} <A>?",
"What number of other things share {F{its}} <A> [in the image]?",
"How many other things have {F{its}} <A> [in the image]?",
"How many other things [in the image] have {F{its}} <A>?",
"What is the count of other things that share {F{its}} <A> [in the image]?",
"What is the count of other things [in the image] that share {F{its}} <A>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
"How many other things [in the image] are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"How many other things [in the image] have the same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"What number of other things [in the image] share similar <A> with the earlier <Z1> <C1> <M1> <S1>?",
"What number of other things [in the image] are of same <A> with the earlier <Z1> <C1> <M1> <S1>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-early",
"inputs":2,
"references": [
"How many other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many other things [in the image] are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many other things [in the image] have the same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What number of other things [in the image] share similar <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What number of other things [in the image] are of same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?"
]
}
]

View File

@ -0,0 +1,70 @@
[
{
"name":"Exist-Other objects",
"text":[
"Are there other things [in the image]?",
"Does the image have other things?",
"Any other things [in the image]?",
"Are there more things [in the image]?"
],
"constraints":[],
"type":"existence",
"label":"exist-other",
"inputs":0
},
{
"name":"Exist Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Existence Exclude Attribute Immediate",
"text": [
"Are there other things that share its <A> [in the image]?",
"Are there other things [present] [in the image] sharing its <A>?",
"Does the image have other things that share its <A>?",
"Does the image have other things sharing its <A>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-imm",
"inputs":1,
"references": [
"Are there other things that share {F{its}} <A> [in the image]?",
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
"Does the image have other things that share {F{its}} <A>?",
"Does the image have other things sharing {F{its}} <A>?"
]
},
{
"name":"Existence Relation Object Earlier",
"text": [
"Are there other things [in the image] that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
"Are there other things [in the image] that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?",
"Does the image have other things that share the same <A> with the earlier <Z1> <C1> <M1> <S1>?",
"Does the image have other things that are of same <A> as the earlier <Z1> <C1> <M1> <S1>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-early",
"inputs":2,
"references": [
"Are there other things [in the image] that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Are there other things [in the image] that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does the image have other things that share the same <A> with {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does the image have other things that are of same <A> as {F{the earlier <Z1> <C1> <M1> <S1>}}?"
]
}
]

View File

@ -0,0 +1,79 @@
[
{
"name":"Seek Attribute Immediate",
"text": [
"What is its <A>?",
"What <A> is it?",
"What about its <A>?",
"What is the <A> of this thing?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm",
"inputs":1,
"references": [
"What is {{its}} <A>?",
"What <A> is {{it}}?",
"What about {{its}} <A>?",
"What is the <A> of {{this thing}}?"
]
},
{
"name":"Seek Attribute Immediate Pair",
"text": [
"What about <A>?",
"And <A>?",
"How about <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm2",
"inputs":1
},
{
"name":"Seek Attribute Earlier",
"text": [
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-early",
"inputs":2,
"references": [
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
]
},
{
"name":"Seek Attribute Relation Immediate",
"text": [
"If there is a thing <R> it, what is its <A>?",
"If there is a thing <R> it, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-imm",
"inputs":1,
"references": [
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
]
},
{
"name":"Seek Attribute Relation Earlier",
"text": [
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-early",
"inputs":2,
"references": [
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
]
}
]

View File

@ -0,0 +1,81 @@
[
{
"name":"Count-All Objects",
"text": [
"How many things are in the image?",
"What is the count of all the things [in the image]?",
"How many things in total [in the image]?",
"What is the number of things [in the image]?"
],
"type":"count",
"label":"count-all",
"inputs":0
},
{
"name":"Count-Attribute",
"text": [
"If present, how many <Z> <C> <M> <S> are in the image?",
"What is the count of <Z> <C> <M> <S> [in the image], if present?",
"What is the number of <Z> <C> <M> <S> [in the image], if present?",
"What number of <Z> <C> <M> <S> are present [in the image]?"
],
"constraints":[],
"type":"count-attribute",
"label":"count-attribute",
"inputs":1
},
{
"name":"Count-Attribute Group",
"text": [
"How many <Z> <C> <M> <S> among them?",
"How many <Z> <C> <M> <S> in the group?",
"How many of them are <Z> <C> <M> <S>?",
"What is the count of <Z> <C> <M> <S> among them?",
"What is the count of <Z> <C> <M> <S> in this group?",
"What is the number of <Z> <C> <M> <S> among them?",
"What is the number of <Z> <C> <M> <S> in this group?"
],
"constraints":[],
"type":"count-attribute-group",
"label":"count-attribute-group",
"inputs":1
},
{
"name":"Count Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"How many things does the earlier <Z1> <C1> <M1> <S1> have to its <P>?",
"What number of things [are present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"What is the count of things the earlier <Z1> <C1> <M1> <S1> has to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-early",
"inputs":2,
"references": [
"How many things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"How many things does {F{the earlier <Z1> <C1> <M1> <S1>}} have to {F{its}} <P>?",
"What number of things [are present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"What is the count of things {F{the earlier <Z1> <C1> <M1> <S1>}} has to {F{its}} <P>?"
]
}
]

View File

@ -0,0 +1,70 @@
[
{
"name":"Exist-Attribute",
"text": [
"Are there [any] <Z> <C> <M> <S> [in the image]?",
"Any <Z> <C> <M> <S> [in the image]?",
"Does the image contain any <Z> <C> <M> <S>?"
],
"constraints":[],
"type":"exist-attribute",
"label":"exist-attribute",
"inputs":1
},
{
"name":"Exist-Attribute Group",
"text": [
"Are there [any] <Z> <C> <M> <S> among them?",
"Are there [any] <Z> <C> <M> <S> in the group?",
"Do they have [any] <Z> <C> <M> <S>?",
"Any <Z> <C> <M> <S> in the group?",
"Any <Z> <C> <M> <S> among them?"
],
"constraints":[],
"type":"exist-attribute-group",
"label":"exist-attribute-group",
"inputs":1,
"references": [
"Are there [any] <Z> <C> <M> <S> among {{them}}?",
"Are there [any] <Z> <C> <M> <S> in {{the group}}?",
"Do {{they}} have [any] <Z> <C> <M> <S>?",
"Any <Z> <C> <M> <S> in {{the group}}?",
"Any <Z> <C> <M> <S> among {{them}}?"
]
},
{
"name":"Exist Relation Object Immediate",
"text": [
"Are there things [present] to its <P> [in the image]?",
"Does it have things to its <P> [in the image]?",
"Are there things [present] <R> itself [in the image]?",
"Does it have things to <R> itself [in the image]?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm",
"inputs":1,
"references": [
"Are there things [present] to {F{its}} <P> [in the image]?",
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
"Are there things [present] <R> {F{itself}} [in the image]?",
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
]
},
{
"name":"Exist Relation Object Earlier",
"text": [
"Are there things [present] <R> the earlier <Z1> <C1> <M1> <S1>?",
"Does the earlier <Z1> <C1> <M1> <S1> have things to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-early",
"inputs":2,
"references": [
"Are there things [present] <R> {F{the earlier <Z1> <C1> <M1> <S1>}}?",
"Does {F{the earlier <Z1> <C1> <M1> <S1>}} have things to {F{its}} <P>?"
]
}
]

View File

@ -0,0 +1,79 @@
[
{
"name":"Seek Attribute Immediate",
"text": [
"What is its <A>?",
"What <A> is it?",
"What about its <A>?",
"What is the <A> of this thing?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm",
"inputs":1,
"references": [
"What is {{its}} <A>?",
"What <A> is {{it}}?",
"What about {{its}} <A>?",
"What is the <A> of {{this thing}}?"
]
},
{
"name":"Seek Attribute Immediate Pair",
"text": [
"What about <A>?",
"And <A>?",
"How about <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm2",
"inputs":1
},
{
"name":"Seek Attribute Earlier",
"text": [
"What is the <A> of the earlier <Z1> <C1> <M1> <S1>?",
"What <A> is the earlier <Z1> <C1> <M1> <S1>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-early",
"inputs":2,
"references": [
"What is the <A> of {{the earlier <Z1> <C1> <M1> <S1>}}?",
"What <A> is {{the earlier <Z1> <C1> <M1> <S1>}}?"
]
},
{
"name":"Seek Attribute Relation Immediate",
"text": [
"If there is a thing <R> it, what is its <A>?",
"If there is a thing <R> it, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-imm",
"inputs":1,
"references": [
"If there is a thing <R> {F{it}}, what is {{its}} <A>?",
"If there is a thing <R> {F{it}}, what <A> is {{it}}?"
]
},
{
"name":"Seek Attribute Relation Earlier",
"text": [
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what is its <A>?",
"If there is a thing <R> the earlier <Z1> <C1> <M1> <S1>, what <A> is it?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-early",
"inputs":2,
"references": [
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what is {{its}} <A>?",
"If there is a thing <R> {F{the earlier <Z1> <C1> <M1> <S1>}}, what <A> is {{it}}?"
]
}
]

View File

@ -0,0 +1,166 @@
[
{
"name":"Count-All Objects",
"text": [
"How many things are in the image?",
"What is the count of all the things [in the image]?",
"How many things in total [in the image]?",
"What is the number of things [in the image]?"
],
"type":"count",
"label":"count-all",
"inputs":0
},
{
"name":"Count-Other objects",
"text": [
"How many other things are in the image?",
"What is the count of other things [in the image]?",
"What is the number of other things [in the image]?"
],
"constraints":[],
"type":"count",
"label":"count-other",
"inputs":0
},
{
"name":"Count-All Group Immediate",
"text": [
"How many [things in the group]?",
"What number [of things in the group]?",
"How many of them?",
"What number of them?",
"How many such things [in the group]?"
],
"constraints":[],
"type":"count-all-group",
"label":"count-all-group",
"inputs":0
},
{
"name":"Count-Attribute",
"text": [
"If present, how many <N> <C> <D> are in the image?",
"What is the count of <N> <C> <D> [in the image], if present?",
"What is the number of <N> <C> <D> [in the image], if present?",
"What number of <N> <C> <D> are present [in the image]?"
],
"constraints":[],
"type":"count-attribute",
"label":"count-attribute",
"inputs":1
},
{
"name":"Count-Attribute Group",
"text": [
"How many <N> <C> <D> among them?",
"How many <N> <C> <D> in the group?",
"How many of them are <N> <C> <D>?",
"What is the count of <N> <C> <D> among them?",
"What is the count of <N> <C> <D> in this group?",
"What is the number of <N> <C> <D> among them?",
"What is the number of <N> <C> <D> in this group?"
],
"constraints":[],
"type":"count-attribute-group",
"label":"count-attribute-group",
"inputs":1
},
{
"name":"Count Relation Object Immediate",
"text": [
"How many things [are present] to its <P> [in the image]?",
"How many things does it have to its <P> [in the image]?",
"What number of things [are present] to its <P> [in the image]?",
"What is the count of things to its <P> [in the image]?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm",
"inputs":1,
"references": [
"How many things [are present] to {F{its}} <P> [in the image]?",
"How many things does {F{it}} have to {F{its}} <P> [in the image]?",
"What number of things [are present] to {F{its}} <P> [in the image]?",
"What is the count of things to {F{its}} <P> [in the image]?"
]
},
{
"name":"Count Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many things [are present] <R> the earlier <N1> <C1> <D1>?",
"How many things does the earlier <N1> <C1> <D1> have to its <P>?",
"What number of things [are present] <R> the earlier <N1> <C1> <D1>?",
"What is the count of things the earlier <N1> <C1> <D1> has to its <P>?"
],
"type":"count-obj-rel",
"label":"count-obj-rel-early",
"inputs":2,
"references": [
"How many things [are present] <R> {F{the earlier <N1> <C1> <D1>}}?",
"How many things does {F{the earlier <N1> <C1> <D1>}} have to {F{its}} <P>?",
"What number of things [are present] <R> {F{the earlier <N1> <C1> <D1>}}?",
"What is the count of things {F{the earlier <N1> <C1> <D1>}} has to {F{its}} <P>?"
]
},
{
"name":"Count Exclude Attribute Immediate",
"text": [
"How many other things share its <A> [in the image]?",
"How many other things [in the image] share its <A>?",
"What number of other things share its <A> [in the image]?",
"How many other things have its <A> [in the image]?",
"How many other things [in the image] have its <A>?",
"What is the count of other things that share its <A> [in the image]?",
"What is the count of other things [in the image] that share its <A>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-imm",
"inputs":1,
"references": [
"How many other things share {F{its}} <A> [in the image]?",
"How many other things [in the image] share {F{its}} <A>?",
"What number of other things share {F{its}} <A> [in the image]?",
"How many other things have {F{its}} <A> [in the image]?",
"How many other things [in the image] have {F{its}} <A>?",
"What is the count of other things that share {F{its}} <A> [in the image]?",
"What is the count of other things [in the image] that share {F{its}} <A>?"
]
},
{
"name":"Count Relation Object Earlier",
"text": [
"How many other things [in the image] share similar <A> with the earlier <N1> <C1> <D1>?",
"How many other things [in the image] are of same <A> as the earlier <N1> <C1> <D1>?",
"How many other things [in the image] have the same <A> as the earlier <N1> <C1> <D1>?",
"What number of other things [in the image] share similar <A> with the earlier <N1> <C1> <D1>?",
"What number of other things [in the image] are of same <A> with the earlier <N1> <C1> <D1>?"
],
"type":"count-obj-exclude",
"label":"count-obj-exclude-early",
"inputs":2,
"references": [
"How many other things [in the image] share similar <A> with {F{the earlier <N1> <C1> <D1>}}?",
"How many other things [in the image] are of same <A> as {F{the earlier <N1> <C1> <D1>}}?",
"How many other things [in the image] have the same <A> as {F{the earlier <N1> <C1> <D1>}}?",
"What number of other things [in the image] share similar <A> with {F{the earlier <N1> <C1> <D1>}}?",
"What number of other things [in the image] are of same <A> with {F{the earlier <N1> <C1> <D1>}}?"
]
}
]

View File

@ -0,0 +1,133 @@
[
{
"name":"Exist-Other objects",
"text":[
"Are there other things [in the image]?",
"Does the image have other things?",
"Any other things [in the image]?",
"Are there more things [in the image]?"
],
"constraints":[],
"type":"existence",
"label":"exist-other",
"inputs":0
},
{
"name":"Exist-Attribute",
"text": [
"Are there [any] <N> <C> <D> [in the image]?",
"Any <N> <C> <D> [in the image]?",
"Does the image contain any <N> <C> <D>?"
],
"constraints":[],
"type":"exist-attribute",
"label":"exist-attribute",
"inputs":1
},
{
"name":"Exist-Attribute Group",
"text": [
"Are there [any] <N> <C> <D> among them?",
"Are there [any] <N> <C> <D> in the group?",
"Do they have [any] <N> <C> <D>?",
"Any <N> <C> <D> in the group?",
"Any <N> <C> <D> among them?"
],
"constraints":[],
"type":"exist-attribute-group",
"label":"exist-attribute-group",
"inputs":1,
"references": [
"Are there [any] <N> <C> <D> among {{them}}?",
"Are there [any] <N> <C> <D> in {{the group}}?",
"Do {{they}} have [any] <N> <C> <D>?",
"Any <N> <C> <D> in {{the group}}?",
"Any <N> <C> <D> among {{them}}?"
]
},
{
"name":"Exist Relation Object Immediate",
"text": [
"Are there things [present] to its <P> [in the image]?",
"Does it have things to its <P> [in the image]?",
"Are there things [present] <R> itself [in the image]?",
"Does it have things to <R> itself [in the image]?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm",
"inputs":1,
"references": [
"Are there things [present] to {F{its}} <P> [in the image]?",
"Does {F{it}} have things to {F{its}} <P> [in the image]?",
"Are there things [present] <R> {F{itself}} [in the image]?",
"Does {F{it}} have things to <R> {F{itself}} [in the image]?"
]
},
{
"name":"Exist Relation Object Immediate Pair",
"text": [
"How about to its <P>?",
"What about to its <P>?",
"And to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-imm2",
"inputs":1,
"references": [
"How about to {F{its}} <P>?",
"What about to {F{its}} <P>?",
"And to {F{its}} <P>?"
]
},
{
"name":"Exist Relation Object Earlier",
"text": [
"Are there things [present] <R> the earlier <N1> <C1> <D1> ?",
"Does the earlier <N1> <C1> <D1> have things to its <P>?"
],
"type":"exist-obj-rel",
"label":"exist-obj-rel-early",
"inputs":2,
"references": [
"Are there things [present] <R> {F{the earlier <N1> <C1> <D1>}}?",
"Does {F{the earlier <N1> <C1> <D1>}} have things to {F{its}} <P>?"
]
},
{
"name":"Existence Exclude Attribute Immediate",
"text": [
"Are there other things that share its <A> [in the image]?",
"Are there other things [present] [in the image] sharing its <A>?",
"Does the image have other things that share its <A>?",
"Does the image have other things sharing its <A>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-imm",
"inputs":1,
"references": [
"Are there other things that share {F{its}} <A> [in the image]?",
"Are there other things [present] [in the image] sharing {F{its}} <A>?",
"Does the image have other things that share {F{its}} <A>?",
"Does the image have other things sharing {F{its}} <A>?"
]
},
{
"name":"Existence Relation Object Earlier",
"text": [
"Are there other things [in the image] that share the same <A> with the earlier <N1> <C1> <D1>?",
"Are there other things [in the image] that are of same <A> as the earlier <N1> <C1> <D1>?",
"Does the image have other things that share the same <A> with the earlier <N1> <C1> <D1>?",
"Does the image have other things that are of same <A> as the earlier <N1> <C1> <D1>?"
],
"type":"exist-obj-exclude",
"label":"exist-obj-exclude-early",
"inputs":2,
"references": [
"Are there other things [in the image] that share the same <A> with {F{the earlier <N1> <C1> <D1>}}?",
"Are there other things [in the image] that are of same <A> as {F{the earlier <N1> <C1> <D1>}}?",
"Does the image have other things that share the same <A> with {F{the earlier <N1> <C1> <D1>}}?",
"Does the image have other things that are of same <A> as {F{the earlier <N1> <C1> <D1>}}?"
]
}
]

View File

@ -0,0 +1,77 @@
[
{
"name":"Seek Attribute Immediate",
"text": [
"What is its <A>?",
"What <A> is it?",
"What about its <A>?",
"What is the <A> of this thing?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm",
"inputs":1,
"references": [
"What is {{its}} <A>?",
"What <A> is {{it}}?",
"What about {{its}} <A>?",
"What is the <A> of {{this thing}}?"
]
},
{
"name":"Seek Attribute Immediate Pair",
"text": [
"What about <A>?",
"And <A>?",
"How about <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-imm2",
"inputs":1
},
{
"name":"Seek Attribute Earlier",
"text": [
"What is the <A> of the earlier <N1> <C1> <D1>?",
"What <A> is the earlier <N1> <C1> <D1>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr",
"label":"seek-attr-early",
"inputs":2,
"references": [
"What is the <A> of {{the earlier <N1> <C1> <D1>}}?",
"What <A> is {{the earlier <N1> <C1> <D1>}}?"
]
},
{
"name":"Seek Attribute Relation Immediate",
"text": [
"If there is a thing <R> it, what is its <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-imm",
"inputs":1,
"references": [
"If there is a thing <R> {F{it}}, what is {{its}} <A>?"
]
},
{
"name":"Seek Attribute Relation Earlier",
"text": [
"If there is a thing <R> the earlier <N1> <C1> <D1>, what is its <A>?"
],
"constraints":[{"class":"seek-attr", "args":[]}],
"type":"seek-attr-rel",
"label":"seek-attr-rel-early",
"inputs":2,
"references": [
"If there is a thing <R> {F{the earlier <N1> <C1> <D1>}}, what is {{its}} <A>?"
]
}
]

View File

@ -0,0 +1,26 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <N> <C> <D> [in the image].",
"The image has [exactly] one <N> <C> <D>.",
"No other <N> <C> <D> except for [exactly] one.",
"There is a <N> <C> <D> [in the image].",
"The image has a <N> <C> <D>.",
"A <N> <C> <D> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<N> <C> <D>}} [in the image].",
"The image has [exactly] one {{<N> <C> <D>}}.",
"No other {{<N> <C> <D>}} except for [exactly] one.",
"There is a {{<N> <C> <D>}} [in the image].",
"The image has a {{<N> <C> <D>}}.",
"A {{<N> <C> <D>}} is present [in the image]."
]
}
]

14
templates/synonyms.json Normal file
View File

@ -0,0 +1,14 @@
{
"sphere": ["sphere", "ball", "round thing"],
"cube": ["cube", "block"],
"large": ["large", "big"],
"small": ["small", "tiny"],
"metal": ["metallic", "metal", "shiny"],
"rubber": ["rubber", "matte"],
"center": ["center", "middle"],
"image": ["image", "scene", "picture", "view"],
"right extreme": ["right extreme", "far right"],
"left extreme": ["left extreme", "far left"],
"several": ["several", "many", "multiple", "a lot of", "a number of"],
"the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"]
}

View File

@ -0,0 +1,21 @@
{
"cow": ["cow", "calf", "heifer"],
"pig": ["pig", "hog", "swine"],
"sheep": ["sheep", "lamb"],
"chicken": ["chicken", "hen", "rooster"],
"horse": ["horse", "stallion", "mare", "filly"],
"villager": ["villager", "person", "farmer"],
"armorstand": ["armorstand", "stand"],
"minecart": ["minecart", "cart"],
"facing forward": ["facing forward", "looking straight ahead"],
"facing backward": ["facing backward", "looking behind"],
"facing right": ["facing right", "looking to the right"],
"facing left": ["facing left", "looking to the left"],
"center": ["center", "middle"],
"image": ["image", "scene", "picture", "view"],
"right extreme": ["right extreme", "far right"],
"left extreme": ["left extreme", "far left"],
"several": ["several", "many", "multiple", "a lot of", "a number of"],
"the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"]
}