diff --git a/templates/captions/extreme_location.json b/templates/captions/extreme_location.json new file mode 100644 index 0000000..012178e --- /dev/null +++ b/templates/captions/extreme_location.json @@ -0,0 +1,103 @@ +[ + { + "name":"Single Object - Extreme Right", + "text": [ + "There is a sitting at the extreme right [of the image].", + "A is at the extreme right [of the image].", + "There is a to the right of all things [in the image].", + "A is to the right of all things [in the image].", + "The rightmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["right"]}], + "type":"extreme-loc", + "label":"extreme-right", + "references": [ + "There is a {{ }} sitting at the extreme right [of the image].", + "A {{ }} is at the extreme right [of the image].", + "There is a {{ }} to the right of all things [in the image].", + "A {{ }} is to the right of all things [in the image].", + "The rightmost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Extreme Left", + "text": [ + "There is a sitting at the extreme left [of the image].", + "A is at the extreme left [of the image].", + "There is a to the left of all things [in the image].", + "A is to the left of all things [in the image].", + "The leftmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["left"]}], + "type":"extreme-loc", + "label":"extreme-left", + "references": [ + "There is a {{ }} sitting at the extreme left [of the image].", + "A {{ }} is at the extreme left [of the image].", + "There is a {{ }} to the left of all things [in the image].", + "A {{ }} is to the left of all things [in the image].", + "The leftmost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Extreme Backward", + "text": [ + "There is a sitting at the extreme back [of the image].", + "A is at the extreme back [of the image].", + "There is a to the back of all things [in the image].", + "A is to the back of all things [in the image].", + "The rearmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["behind"]}], + "type":"extreme-loc", + "label":"extreme-behind", + "references": [ + "There is a {{ }} sitting at the extreme back [of the image].", + "A {{ }} is at the extreme back [of the image].", + "There is a {{ }} to the back of all things [in the image].", + "A {{ }} is to the back of all things [in the image].", + "The rearmost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Extreme Forward", + "text": [ + "There is a sitting at the extreme front [of the image].", + "A is at the extreme front [of the image].", + "There is a to the front of all things [in the image].", + "A is to the front of all things [in the image].", + "The foremost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["front"]}], + "type":"extreme-loc", + "label":"extreme-front", + "references": [ + "There is a {{ }} sitting at the extreme front [of the image].", + "A {{ }} is at the extreme front [of the image].", + "There is a {{ }} to the front of all things [in the image].", + "A {{ }} is to the front of all things [in the image].", + "The foremost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Center", + "text": [ + "There is a sitting in the center [of the image].", + "A is in the center [of the image].", + "There is a at the center of all things [in the image].", + "A is at the center of all things [in the image].", + "The midmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["center"]}], + "type":"extreme-loc", + "label":"extreme-center", + "references": [ + "There is a {{ }} sitting in the center [of the image].", + "A {{ }} is in the center [of the image].", + "There is a {{ }} at the center of all things [in the image].", + "A {{ }} is at the center of all things [in the image].", + "The midmost thing [in the image] is a {{ }}." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions/multiple_objects.json b/templates/captions/multiple_objects.json new file mode 100644 index 0000000..b63b4d4 --- /dev/null +++ b/templates/captions/multiple_objects.json @@ -0,0 +1,37 @@ +[ + { + "name":"Multiple Objects - Attributes - No X", + "text":[ + "There are several [in the image].", + "The image has several .", + "Several are present [in the image].", + "A number of are present [in the image]." + ], + "constraints":[{"class":"count_attr", "args":[]}], + "type":"count-att", + "label":"count-att-no", + "inputs":1, + "references":[ + "There are several {{ }} [in the image].", + "The image has several {{ }}.", + "Several {{ }} are present [in the image].", + "A number of {{ }} are present [in the image]." + ] + }, + { + "name":"Multiple Objects - Attributes", + "text":[ + "There are [in the image].", + "The image has ." + ], + "constraints":[{"class":"count_attr", "args":[]}], + "type":"count-att", + "label":"count-att", + "inputs":1, + "references":[ + "There are {{ }} [in the image].", + "The image has {{ }}." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions/object_relations.json b/templates/captions/object_relations.json new file mode 100644 index 0000000..dde47f5 --- /dev/null +++ b/templates/captions/object_relations.json @@ -0,0 +1,22 @@ +[ + { + "name":"Two objects with a relation", + "text": [ + "There is a a [in the image].", + "The image has a a .", + "A is present a [in the image].", + "A stands a [in the image]." + ], + "constraints":[{"class":"unique_obj_pair_rel", "args":[]}], + "type":"obj-relation", + "label":"obj-relation", + "inputs":2, + "references": [ + "There is a {{ }} a {F{ }} [in the image].", + "The image has a {{ }} a {{ }}.", + "A {{ }} is present a {{ }} [in the image].", + "A {{ }} stands a {{ }} [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions/unique_object.json b/templates/captions/unique_object.json new file mode 100644 index 0000000..1591f6a --- /dev/null +++ b/templates/captions/unique_object.json @@ -0,0 +1,25 @@ +[ + { + "name":"Unique Object - Attributes", + "text": [ + "There is [exactly] one [in the image].", + "The image has [exactly] one .", + "No other except for [exactly] one.", + "There is a [in the image].", + "The image has a .", + "A is present [in the image]." + ], + "constraints":[{"class":"unique_attr", "args":[]}], + "type":"unique-obj", + "label":"unique-obj", + "references": [ + "There is [exactly] one {{ }} [in the image].", + "The image has [exactly] one {{ }}.", + "No other {{ }} except for [exactly] one.", + "There is a {{ }} [in the image].", + "The image has a {{ }}.", + "A {{ }} is present [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions_minecraft/extreme_location.json b/templates/captions_minecraft/extreme_location.json new file mode 100644 index 0000000..df096ed --- /dev/null +++ b/templates/captions_minecraft/extreme_location.json @@ -0,0 +1,104 @@ +[ + { + "name":"Single Object - Extreme Right", + "text": [ + "There is a sitting at the extreme right [of the image].", + "A is at the extreme right [of the image].", + "There is a to the right of all things [in the image].", + "A is to the right of all things [in the image].", + "The rightmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["right"]}], + "type":"extreme-loc", + "label":"extreme-right", + "references": [ + "There is a {{ }} sitting at the extreme right [of the image].", + "A {{ }} is at the extreme right [of the image].", + "There is a {{ }} to the right of all things [in the image].", + "A {{ }} is to the right of all things [in the image].", + "The rightmost thing [in the image] is a {{ }}." + + ] + }, + { + "name":"Single Object - Extreme Left", + "text": [ + "There is a sitting at the extreme left [of the image].", + "A is at the extreme left [of the image].", + "There is a to the left of all things [in the image].", + "A is to the left of all things [in the image].", + "The leftmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["left"]}], + "type":"extreme-loc", + "label":"extreme-left", + "references": [ + "There is a {{ }} sitting at the extreme left [of the image].", + "A {{ }} is at the extreme left [of the image].", + "There is a {{ }} to the left of all things [in the image].", + "A {{ }} is to the left of all things [in the image].", + "The leftmost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Extreme Backward", + "text": [ + "There is a sitting at the extreme back [of the image].", + "A is at the extreme back [of the image].", + "There is a to the back of all things [in the image].", + "A is to the back of all things [in the image].", + "The rearmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["behind"]}], + "type":"extreme-loc", + "label":"extreme-behind", + "references": [ + "There is a {{ }} sitting at the extreme back [of the image].", + "A {{ }} is at the extreme back [of the image].", + "There is a {{ }} to the back of all things [in the image].", + "A {{ }} is to the back of all things [in the image].", + "The rearmost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Extreme Forward", + "text": [ + "There is a sitting at the extreme front [of the image].", + "A is at the extreme front [of the image].", + "There is a to the front of all things [in the image].", + "A is to the front of all things [in the image].", + "The foremost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["front"]}], + "type":"extreme-loc", + "label":"extreme-front", + "references": [ + "There is a {{ }} sitting at the extreme front [of the image].", + "A {{ }} is at the extreme front [of the image].", + "There is a {{ }} to the front of all things [in the image].", + "A {{ }} is to the front of all things [in the image].", + "The foremost thing [in the image] is a {{ }}." + ] + }, + { + "name":"Single Object - Center", + "text": [ + "There is a sitting in the center [of the image].", + "A is in the center [of the image].", + "There is a at the center of all things [in the image].", + "A is at the center of all things [in the image].", + "The midmost thing [in the image] is a ." + ], + "constraints":[{"class":"abs_location", "args":["center"]}], + "type":"extreme-loc", + "label":"extreme-center", + "references": [ + "There is a {{ }} sitting in the center [of the image].", + "A {{ }} is in the center [of the image].", + "There is a {{ }} at the center of all things [in the image].", + "A {{ }} is at the center of all things [in the image].", + "The midmost thing [in the image] is a {{ }}." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions_minecraft/multiple_objects.json b/templates/captions_minecraft/multiple_objects.json new file mode 100644 index 0000000..4804c99 --- /dev/null +++ b/templates/captions_minecraft/multiple_objects.json @@ -0,0 +1,37 @@ +[ + { + "name":"Multiple Objects - Attributes - No X", + "text":[ + "There are several [in the image].", + "The image has several .", + "Several are present [in the image].", + "A number of are present [in the image]." + ], + "constraints":[{"class":"count_attr", "args":[]}], + "type":"count-att", + "label":"count-att-no", + "inputs":1, + "references":[ + "There are several {{ }} [in the image].", + "The image has several {{ }}.", + "Several {{ }} are present [in the image].", + "A number of {{ }} are present [in the image]." + ] + }, + { + "name":"Multiple Objects - Attributes", + "text":[ + "There are [in the image].", + "The image has ." + ], + "constraints":[{"class":"count_attr", "args":[]}], + "type":"count-att", + "label":"count-att", + "inputs":1, + "references":[ + "There are {{ }} [in the image].", + "The image has {{ }}." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions_minecraft/object_relations.json b/templates/captions_minecraft/object_relations.json new file mode 100644 index 0000000..bfc3d5d --- /dev/null +++ b/templates/captions_minecraft/object_relations.json @@ -0,0 +1,22 @@ +[ + { + "name":"Two objects with a relation", + "text": [ + "There is a a [in the image].", + "The image has a a .", + "A is present a [in the image].", + "A stands a [in the image]." + ], + "constraints":[{"class":"unique_obj_pair_rel", "args":[]}], + "type":"obj-relation", + "label":"obj-relation", + "inputs":2, + "references": [ + "There is a {{ }} a {F{ }} [in the image].", + "The image has a {{ }} a {{ }}.", + "A {{ }} is present a {{ }} [in the image].", + "A {{ }} stands a {{ }} [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/captions_minecraft/unique_object.json b/templates/captions_minecraft/unique_object.json new file mode 100644 index 0000000..0240b20 --- /dev/null +++ b/templates/captions_minecraft/unique_object.json @@ -0,0 +1,25 @@ +[ + { + "name":"Unique Object - Attributes", + "text": [ + "There is [exactly] one [in the image].", + "The image has [exactly] one .", + "No other except for [exactly] one.", + "There is a [in the image].", + "The image has a .", + "A is present [in the image]." + ], + "constraints":[{"class":"unique_attr", "args":[]}], + "type":"unique-obj", + "label":"unique-obj", + "references": [ + "There is [exactly] one {{ }} [in the image].", + "The image has [exactly] one {{ }}.", + "No other {{ }} except for [exactly] one.", + "There is a {{ }} [in the image].", + "The image has a {{ }}.", + "A {{ }} is present [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/metainfo.json b/templates/metainfo.json new file mode 100644 index 0000000..ce9020e --- /dev/null +++ b/templates/metainfo.json @@ -0,0 +1,29 @@ +{ + "attributes":["shape", "color", "size", "material"], + "values":{ + "shape": ["cube", "sphere", "cylinder"], + "color": ["gray", "red", "blue", "green", "brown", "purple", "cyan", "yellow"], + "size": ["small", "large"], + "material": ["rubber", "metal"] + }, + "relations": ["left", "right", "behind", "front"], + "probabilities": [0.7, 0.3, 0.0], + "relation_phrases": {"left": ["left of", + "to the left of", + "on the left side of"], + "right": ["right of", + "to the right of", + "on the right side of"], + "behind": ["behind"], + "front": ["in front of"]}, + "tag_map": {"": "shape", + "": "material", + "": "size", + "": "color", + "": "count", + "": "relation", + "": "attribute", + "

": "relation"}, + "independent_questions": ["count-all", "count-other", "count-attribute", + "exist-other", "exist-attribute"] +} diff --git a/templates/metainfo_minecraft.json b/templates/metainfo_minecraft.json new file mode 100644 index 0000000..b750035 --- /dev/null +++ b/templates/metainfo_minecraft.json @@ -0,0 +1,27 @@ +{ + "attributes":["class", "direction", "nature"], + "values":{ + "class": ["pig", "cow", "sheep", "chicken", "wolf", "horse", "villager", "treeA", "treeB", "armorstand", "boat", "minecart"], + "direction": ["facing forward", "facing backward", "facing right", "facing left"], + "nature": ["animal", "human", "plant", "inanimated object"] + }, + "relations": ["left", "right", "behind", "front"], + "probabilities": [0.7, 0.3, 0.0], + "relation_phrases": {"left": ["left of", + "to the left of", + "on the left side of"], + "right": ["right of", + "to the right of", + "on the right side of"], + "behind": ["behind"], + "front": ["in front of"]}, + "tag_map": {"": "nature", + "": "direction", + "": "class", + "": "count", + "": "relation", + "": "attribute", + "

": "relation"}, + "independent_questions": ["count-all", "count-other", "count-attribute", + "exist-other", "exist-attribute"] +} diff --git a/templates/questions/count_question.json b/templates/questions/count_question.json new file mode 100644 index 0000000..8b5f1b5 --- /dev/null +++ b/templates/questions/count_question.json @@ -0,0 +1,166 @@ +[ + { + "name":"Count-All Objects", + "text": [ + "How many things are in the image?", + "What is the count of all the things [in the image]?", + "How many things in total [in the image]?", + "What is the number of things [in the image]?" + ], + "type":"count", + "label":"count-all", + "inputs":0 + }, + { + "name":"Count-Other objects", + "text": [ + "How many other things are in the image?", + "What is the count of other things [in the image]?", + "What is the number of other things [in the image]?" + ], + "constraints":[], + "type":"count", + "label":"count-other", + "inputs":0 + }, + { + "name":"Count-All Group Immediate", + "text": [ + "How many [things in the group]?", + "What number [of things in the group]?", + "How many of them?", + "What number of them?", + "How many such things [in the group]?" + ], + "constraints":[], + "type":"count-all-group", + "label":"count-all-group", + "inputs":0 + }, + { + "name":"Count-Attribute", + "text": [ + "If present, how many are in the image?", + "What is the count of [in the image], if present?", + "What is the number of [in the image], if present?", + "What number of are present [in the image]?" + ], + "constraints":[], + "type":"count-attribute", + "label":"count-attribute", + "inputs":1 + }, + { + "name":"Count-Attribute Group", + "text": [ + "How many among them?", + "How many in the group?", + "How many of them are ?", + "What is the count of among them?", + "What is the count of in this group?", + "What is the number of among them?", + "What is the number of in this group?" + ], + "constraints":[], + "type":"count-attribute-group", + "label":"count-attribute-group", + "inputs":1 + }, + { + "name":"Count Relation Object Immediate", + "text": [ + "How many things [are present] to its

[in the image]?", + "How many things does it have to its

[in the image]?", + "What number of things [are present] to its

[in the image]?", + "What is the count of things to its

[in the image]?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm", + "inputs":1, + "references": [ + "How many things [are present] to {F{its}}

[in the image]?", + "How many things does {F{it}} have to {F{its}}

[in the image]?", + "What number of things [are present] to {F{its}}

[in the image]?", + "What is the count of things to {F{its}}

[in the image]?" + ] + }, + { + "name":"Count Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many things [are present] the earlier ?", + "How many things does the earlier have to its

?", + "What number of things [are present] the earlier ?", + "What is the count of things the earlier has to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-early", + "inputs":2, + "references": [ + "How many things [are present] {F{the earlier }}?", + "How many things does {F{the earlier }} have to {F{its}}

?", + "What number of things [are present] {F{the earlier }}?", + "What is the count of things {F{the earlier }} has to {F{its}}

?" + ] + }, + { + "name":"Count Exclude Attribute Immediate", + "text": [ + "How many other things share its [in the image]?", + "How many other things [in the image] share its ?", + "What number of other things share its [in the image]?", + "How many other things have its [in the image]?", + "How many other things [in the image] have its ?", + "What is the count of other things that share its [in the image]?", + "What is the count of other things [in the image] that share its ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-imm", + "inputs":1, + "references": [ + "How many other things share {F{its}} [in the image]?", + "How many other things [in the image] share {F{its}} ?", + "What number of other things share {F{its}} [in the image]?", + "How many other things have {F{its}} [in the image]?", + "How many other things [in the image] have {F{its}} ?", + "What is the count of other things that share {F{its}} [in the image]?", + "What is the count of other things [in the image] that share {F{its}} ?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many other things [in the image] share similar with the earlier ?", + "How many other things [in the image] are of same as the earlier ?", + "How many other things [in the image] have the same as the earlier ?", + "What number of other things [in the image] share similar with the earlier ?", + "What number of other things [in the image] are of same with the earlier ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-early", + "inputs":2, + "references": [ + "How many other things [in the image] share similar with {F{the earlier }}?", + "How many other things [in the image] are of same as {F{the earlier }}?", + "How many other things [in the image] have the same as {F{the earlier }}?", + "What number of other things [in the image] share similar with {F{the earlier }}?", + "What number of other things [in the image] are of same with {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions/exist_question.json b/templates/questions/exist_question.json new file mode 100644 index 0000000..d0d3913 --- /dev/null +++ b/templates/questions/exist_question.json @@ -0,0 +1,133 @@ +[ + { + "name":"Exist-Other objects", + "text":[ + "Are there other things [in the image]?", + "Does the image have other things?", + "Any other things [in the image]?", + "Are there more things [in the image]?" + ], + "constraints":[], + "type":"existence", + "label":"exist-other", + "inputs":0 + }, + { + "name":"Exist-Attribute", + "text": [ + "Are there [any] [in the image]?", + "Any [in the image]?", + "Does the image contain any ?" + ], + "constraints":[], + "type":"exist-attribute", + "label":"exist-attribute", + "inputs":1 + }, + { + "name":"Exist-Attribute Group", + "text": [ + "Are there [any] among them?", + "Are there [any] in the group?", + "Do they have [any] ?", + "Any in the group?", + "Any among them?" + ], + "constraints":[], + "type":"exist-attribute-group", + "label":"exist-attribute-group", + "inputs":1, + "references": [ + "Are there [any] among {{them}}?", + "Are there [any] in {{the group}}?", + "Do {{they}} have [any] ?", + "Any in {{the group}}?", + "Any among {{them}}?" + ] + }, + { + "name":"Exist Relation Object Immediate", + "text": [ + "Are there things [present] to its

[in the image]?", + "Does it have things to its

[in the image]?", + "Are there things [present] itself [in the image]?", + "Does it have things to itself [in the image]?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm", + "inputs":1, + "references": [ + "Are there things [present] to {F{its}}

[in the image]?", + "Does {F{it}} have things to {F{its}}

[in the image]?", + "Are there things [present] {F{itself}} [in the image]?", + "Does {F{it}} have things to {F{itself}} [in the image]?" + ] + }, + { + "name":"Exist Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + { + "name":"Exist Relation Object Earlier", + "text": [ + "Are there things [present] the earlier ?", + "Does the earlier have things to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-early", + "inputs":2, + "references": [ + "Are there things [present] {F{the earlier }}?", + "Does {F{the earlier }} have things to {F{its}}

?" + ] + }, + { + "name":"Existence Exclude Attribute Immediate", + "text": [ + "Are there other things that share its [in the image]?", + "Are there other things [present] [in the image] sharing its ?", + "Does the image have other things that share its ?", + "Does the image have other things sharing its ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-imm", + "inputs":1, + "references": [ + "Are there other things that share {F{its}} [in the image]?", + "Are there other things [present] [in the image] sharing {F{its}} ?", + "Does the image have other things that share {F{its}} ?", + "Does the image have other things sharing {F{its}} ?" + ] + }, + { + "name":"Existence Relation Object Earlier", + "text": [ + "Are there other things [in the image] that share the same with the earlier ?", + "Are there other things [in the image] that are of same as the earlier ?", + "Does the image have other things that share the same with the earlier ?", + "Does the image have other things that are of same as the earlier ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-early", + "inputs":2, + "references": [ + "Are there other things [in the image] that share the same with {F{the earlier }}?", + "Are there other things [in the image] that are of same as {F{the earlier }}?", + "Does the image have other things that share the same with {F{the earlier }}?", + "Does the image have other things that are of same as {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions/seek_attribute.json b/templates/questions/seek_attribute.json new file mode 100644 index 0000000..a1a5eff --- /dev/null +++ b/templates/questions/seek_attribute.json @@ -0,0 +1,79 @@ +[ + { + "name":"Seek Attribute Immediate", + "text": [ + "What is its ?", + "What is it?", + "What about its ?", + "What is the of this thing?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm", + "inputs":1, + "references": [ + "What is {{its}} ?", + "What is {{it}}?", + "What about {{its}} ?", + "What is the of {{this thing}}?" + ] + }, + { + "name":"Seek Attribute Immediate Pair", + "text": [ + "What about ?", + "And ?", + "How about ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm2", + "inputs":1 + }, + { + "name":"Seek Attribute Earlier", + "text": [ + "What is the of the earlier ?", + "What is the earlier ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-early", + "inputs":2, + "references": [ + "What is the of {{the earlier }}?", + "What is {{the earlier }}?" + ] + }, + { + "name":"Seek Attribute Relation Immediate", + "text": [ + "If there is a thing it, what is its ?", + "If there is a thing it, what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-imm", + "inputs":1, + "references": [ + "If there is a thing {F{it}}, what is {{its}} ?", + "If there is a thing {F{it}}, what is {{it}}?" + ] + }, + { + "name":"Seek Attribute Relation Earlier", + "text": [ + "If there is a thing the earlier , what is its ?", + "If there is a thing the earlier , what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-early", + "inputs":2, + "references": [ + "If there is a thing {F{the earlier }}, what is {{its}} ?", + "If there is a thing {F{the earlier }}, what is {{it}}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions/unique_object.json b/templates/questions/unique_object.json new file mode 100644 index 0000000..1591f6a --- /dev/null +++ b/templates/questions/unique_object.json @@ -0,0 +1,25 @@ +[ + { + "name":"Unique Object - Attributes", + "text": [ + "There is [exactly] one [in the image].", + "The image has [exactly] one .", + "No other except for [exactly] one.", + "There is a [in the image].", + "The image has a .", + "A is present [in the image]." + ], + "constraints":[{"class":"unique_attr", "args":[]}], + "type":"unique-obj", + "label":"unique-obj", + "references": [ + "There is [exactly] one {{ }} [in the image].", + "The image has [exactly] one {{ }}.", + "No other {{ }} except for [exactly] one.", + "There is a {{ }} [in the image].", + "The image has a {{ }}.", + "A {{ }} is present [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/questionsSplitA/count_question.json b/templates/questionsSplitA/count_question.json new file mode 100644 index 0000000..e0b4686 --- /dev/null +++ b/templates/questionsSplitA/count_question.json @@ -0,0 +1,94 @@ +[ + { + "name":"Count-Other objects", + "text": [ + "How many other things are in the image?", + "What is the count of other things [in the image]?", + "What is the number of other things [in the image]?" + ], + "constraints":[], + "type":"count", + "label":"count-other", + "inputs":0 + }, + { + "name":"Count-All Group Immediate", + "text": [ + "How many [things in the group]?", + "What number [of things in the group]?", + "How many of them?", + "What number of them?", + "How many such things [in the group]?" + ], + "constraints":[], + "type":"count-all-group", + "label":"count-all-group", + "inputs":0 + }, + + + { + "name":"Count Relation Object Immediate", + "text": [ + "How many things [are present] to its

[in the image]?", + "How many things does it have to its

[in the image]?", + "What number of things [are present] to its

[in the image]?", + "What is the count of things to its

[in the image]?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm", + "inputs":1, + "references": [ + "How many things [are present] to {F{its}}

[in the image]?", + "How many things does {F{it}} have to {F{its}}

[in the image]?", + "What number of things [are present] to {F{its}}

[in the image]?", + "What is the count of things to {F{its}}

[in the image]?" + ] + }, + + { + "name":"Count Exclude Attribute Immediate", + "text": [ + "How many other things share its [in the image]?", + "How many other things [in the image] share its ?", + "What number of other things share its [in the image]?", + "How many other things have its [in the image]?", + "How many other things [in the image] have its ?", + "What is the count of other things that share its [in the image]?", + "What is the count of other things [in the image] that share its ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-imm", + "inputs":1, + "references": [ + "How many other things share {F{its}} [in the image]?", + "How many other things [in the image] share {F{its}} ?", + "What number of other things share {F{its}} [in the image]?", + "How many other things have {F{its}} [in the image]?", + "How many other things [in the image] have {F{its}} ?", + "What is the count of other things that share {F{its}} [in the image]?", + "What is the count of other things [in the image] that share {F{its}} ?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many other things [in the image] share similar with the earlier ?", + "How many other things [in the image] are of same as the earlier ?", + "How many other things [in the image] have the same as the earlier ?", + "What number of other things [in the image] share similar with the earlier ?", + "What number of other things [in the image] are of same with the earlier ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-early", + "inputs":2, + "references": [ + "How many other things [in the image] share similar with {F{the earlier }}?", + "How many other things [in the image] are of same as {F{the earlier }}?", + "How many other things [in the image] have the same as {F{the earlier }}?", + "What number of other things [in the image] share similar with {F{the earlier }}?", + "What number of other things [in the image] are of same with {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questionsSplitA/exist_question.json b/templates/questionsSplitA/exist_question.json new file mode 100644 index 0000000..ad75729 --- /dev/null +++ b/templates/questionsSplitA/exist_question.json @@ -0,0 +1,70 @@ +[ + { + "name":"Exist-Other objects", + "text":[ + "Are there other things [in the image]?", + "Does the image have other things?", + "Any other things [in the image]?", + "Are there more things [in the image]?" + ], + "constraints":[], + "type":"existence", + "label":"exist-other", + "inputs":0 + }, + + { + "name":"Exist Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + + { + "name":"Existence Exclude Attribute Immediate", + "text": [ + "Are there other things that share its [in the image]?", + "Are there other things [present] [in the image] sharing its ?", + "Does the image have other things that share its ?", + "Does the image have other things sharing its ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-imm", + "inputs":1, + "references": [ + "Are there other things that share {F{its}} [in the image]?", + "Are there other things [present] [in the image] sharing {F{its}} ?", + "Does the image have other things that share {F{its}} ?", + "Does the image have other things sharing {F{its}} ?" + ] + }, + { + "name":"Existence Relation Object Earlier", + "text": [ + "Are there other things [in the image] that share the same with the earlier ?", + "Are there other things [in the image] that are of same as the earlier ?", + "Does the image have other things that share the same with the earlier ?", + "Does the image have other things that are of same as the earlier ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-early", + "inputs":2, + "references": [ + "Are there other things [in the image] that share the same with {F{the earlier }}?", + "Are there other things [in the image] that are of same as {F{the earlier }}?", + "Does the image have other things that share the same with {F{the earlier }}?", + "Does the image have other things that are of same as {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questionsSplitA/seek_attribute.json b/templates/questionsSplitA/seek_attribute.json new file mode 100644 index 0000000..a1a5eff --- /dev/null +++ b/templates/questionsSplitA/seek_attribute.json @@ -0,0 +1,79 @@ +[ + { + "name":"Seek Attribute Immediate", + "text": [ + "What is its ?", + "What is it?", + "What about its ?", + "What is the of this thing?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm", + "inputs":1, + "references": [ + "What is {{its}} ?", + "What is {{it}}?", + "What about {{its}} ?", + "What is the of {{this thing}}?" + ] + }, + { + "name":"Seek Attribute Immediate Pair", + "text": [ + "What about ?", + "And ?", + "How about ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm2", + "inputs":1 + }, + { + "name":"Seek Attribute Earlier", + "text": [ + "What is the of the earlier ?", + "What is the earlier ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-early", + "inputs":2, + "references": [ + "What is the of {{the earlier }}?", + "What is {{the earlier }}?" + ] + }, + { + "name":"Seek Attribute Relation Immediate", + "text": [ + "If there is a thing it, what is its ?", + "If there is a thing it, what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-imm", + "inputs":1, + "references": [ + "If there is a thing {F{it}}, what is {{its}} ?", + "If there is a thing {F{it}}, what is {{it}}?" + ] + }, + { + "name":"Seek Attribute Relation Earlier", + "text": [ + "If there is a thing the earlier , what is its ?", + "If there is a thing the earlier , what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-early", + "inputs":2, + "references": [ + "If there is a thing {F{the earlier }}, what is {{its}} ?", + "If there is a thing {F{the earlier }}, what is {{it}}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questionsSplitB/count_question.json b/templates/questionsSplitB/count_question.json new file mode 100644 index 0000000..d844a07 --- /dev/null +++ b/templates/questionsSplitB/count_question.json @@ -0,0 +1,81 @@ +[ + { + "name":"Count-All Objects", + "text": [ + "How many things are in the image?", + "What is the count of all the things [in the image]?", + "How many things in total [in the image]?", + "What is the number of things [in the image]?" + ], + "type":"count", + "label":"count-all", + "inputs":0 + }, + + { + "name":"Count-Attribute", + "text": [ + "If present, how many are in the image?", + "What is the count of [in the image], if present?", + "What is the number of [in the image], if present?", + "What number of are present [in the image]?" + ], + "constraints":[], + "type":"count-attribute", + "label":"count-attribute", + "inputs":1 + }, + { + "name":"Count-Attribute Group", + "text": [ + "How many among them?", + "How many in the group?", + "How many of them are ?", + "What is the count of among them?", + "What is the count of in this group?", + "What is the number of among them?", + "What is the number of in this group?" + ], + "constraints":[], + "type":"count-attribute-group", + "label":"count-attribute-group", + "inputs":1 + }, + + { + "name":"Count Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many things [are present] the earlier ?", + "How many things does the earlier have to its

?", + "What number of things [are present] the earlier ?", + "What is the count of things the earlier has to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-early", + "inputs":2, + "references": [ + "How many things [are present] {F{the earlier }}?", + "How many things does {F{the earlier }} have to {F{its}}

?", + "What number of things [are present] {F{the earlier }}?", + "What is the count of things {F{the earlier }} has to {F{its}}

?" + ] + } + + ] + \ No newline at end of file diff --git a/templates/questionsSplitB/exist_question.json b/templates/questionsSplitB/exist_question.json new file mode 100644 index 0000000..2ff5c8e --- /dev/null +++ b/templates/questionsSplitB/exist_question.json @@ -0,0 +1,70 @@ +[ + { + "name":"Exist-Attribute", + "text": [ + "Are there [any] [in the image]?", + "Any [in the image]?", + "Does the image contain any ?" + ], + "constraints":[], + "type":"exist-attribute", + "label":"exist-attribute", + "inputs":1 + }, + { + "name":"Exist-Attribute Group", + "text": [ + "Are there [any] among them?", + "Are there [any] in the group?", + "Do they have [any] ?", + "Any in the group?", + "Any among them?" + ], + "constraints":[], + "type":"exist-attribute-group", + "label":"exist-attribute-group", + "inputs":1, + "references": [ + "Are there [any] among {{them}}?", + "Are there [any] in {{the group}}?", + "Do {{they}} have [any] ?", + "Any in {{the group}}?", + "Any among {{them}}?" + ] + }, + { + "name":"Exist Relation Object Immediate", + "text": [ + "Are there things [present] to its

[in the image]?", + "Does it have things to its

[in the image]?", + "Are there things [present] itself [in the image]?", + "Does it have things to itself [in the image]?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm", + "inputs":1, + "references": [ + "Are there things [present] to {F{its}}

[in the image]?", + "Does {F{it}} have things to {F{its}}

[in the image]?", + "Are there things [present] {F{itself}} [in the image]?", + "Does {F{it}} have things to {F{itself}} [in the image]?" + ] + }, + + { + "name":"Exist Relation Object Earlier", + "text": [ + "Are there things [present] the earlier ?", + "Does the earlier have things to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-early", + "inputs":2, + "references": [ + "Are there things [present] {F{the earlier }}?", + "Does {F{the earlier }} have things to {F{its}}

?" + ] + } + + ] + \ No newline at end of file diff --git a/templates/questionsSplitB/seek_attribute.json b/templates/questionsSplitB/seek_attribute.json new file mode 100644 index 0000000..a1a5eff --- /dev/null +++ b/templates/questionsSplitB/seek_attribute.json @@ -0,0 +1,79 @@ +[ + { + "name":"Seek Attribute Immediate", + "text": [ + "What is its ?", + "What is it?", + "What about its ?", + "What is the of this thing?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm", + "inputs":1, + "references": [ + "What is {{its}} ?", + "What is {{it}}?", + "What about {{its}} ?", + "What is the of {{this thing}}?" + ] + }, + { + "name":"Seek Attribute Immediate Pair", + "text": [ + "What about ?", + "And ?", + "How about ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm2", + "inputs":1 + }, + { + "name":"Seek Attribute Earlier", + "text": [ + "What is the of the earlier ?", + "What is the earlier ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-early", + "inputs":2, + "references": [ + "What is the of {{the earlier }}?", + "What is {{the earlier }}?" + ] + }, + { + "name":"Seek Attribute Relation Immediate", + "text": [ + "If there is a thing it, what is its ?", + "If there is a thing it, what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-imm", + "inputs":1, + "references": [ + "If there is a thing {F{it}}, what is {{its}} ?", + "If there is a thing {F{it}}, what is {{it}}?" + ] + }, + { + "name":"Seek Attribute Relation Earlier", + "text": [ + "If there is a thing the earlier , what is its ?", + "If there is a thing the earlier , what is it?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-early", + "inputs":2, + "references": [ + "If there is a thing {F{the earlier }}, what is {{its}} ?", + "If there is a thing {F{the earlier }}, what is {{it}}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions_minecraft/count_question.json b/templates/questions_minecraft/count_question.json new file mode 100644 index 0000000..a17409f --- /dev/null +++ b/templates/questions_minecraft/count_question.json @@ -0,0 +1,166 @@ +[ + { + "name":"Count-All Objects", + "text": [ + "How many things are in the image?", + "What is the count of all the things [in the image]?", + "How many things in total [in the image]?", + "What is the number of things [in the image]?" + ], + "type":"count", + "label":"count-all", + "inputs":0 + }, + { + "name":"Count-Other objects", + "text": [ + "How many other things are in the image?", + "What is the count of other things [in the image]?", + "What is the number of other things [in the image]?" + ], + "constraints":[], + "type":"count", + "label":"count-other", + "inputs":0 + }, + { + "name":"Count-All Group Immediate", + "text": [ + "How many [things in the group]?", + "What number [of things in the group]?", + "How many of them?", + "What number of them?", + "How many such things [in the group]?" + ], + "constraints":[], + "type":"count-all-group", + "label":"count-all-group", + "inputs":0 + }, + { + "name":"Count-Attribute", + "text": [ + "If present, how many are in the image?", + "What is the count of [in the image], if present?", + "What is the number of [in the image], if present?", + "What number of are present [in the image]?" + ], + "constraints":[], + "type":"count-attribute", + "label":"count-attribute", + "inputs":1 + }, + { + "name":"Count-Attribute Group", + "text": [ + "How many among them?", + "How many in the group?", + "How many of them are ?", + "What is the count of among them?", + "What is the count of in this group?", + "What is the number of among them?", + "What is the number of in this group?" + ], + "constraints":[], + "type":"count-attribute-group", + "label":"count-attribute-group", + "inputs":1 + }, + { + "name":"Count Relation Object Immediate", + "text": [ + "How many things [are present] to its

[in the image]?", + "How many things does it have to its

[in the image]?", + "What number of things [are present] to its

[in the image]?", + "What is the count of things to its

[in the image]?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm", + "inputs":1, + "references": [ + "How many things [are present] to {F{its}}

[in the image]?", + "How many things does {F{it}} have to {F{its}}

[in the image]?", + "What number of things [are present] to {F{its}}

[in the image]?", + "What is the count of things to {F{its}}

[in the image]?" + ] + }, + { + "name":"Count Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many things [are present] the earlier ?", + "How many things does the earlier have to its

?", + "What number of things [are present] the earlier ?", + "What is the count of things the earlier has to its

?" + ], + "type":"count-obj-rel", + "label":"count-obj-rel-early", + "inputs":2, + "references": [ + "How many things [are present] {F{the earlier }}?", + "How many things does {F{the earlier }} have to {F{its}}

?", + "What number of things [are present] {F{the earlier }}?", + "What is the count of things {F{the earlier }} has to {F{its}}

?" + ] + }, + { + "name":"Count Exclude Attribute Immediate", + "text": [ + "How many other things share its [in the image]?", + "How many other things [in the image] share its ?", + "What number of other things share its [in the image]?", + "How many other things have its [in the image]?", + "How many other things [in the image] have its ?", + "What is the count of other things that share its [in the image]?", + "What is the count of other things [in the image] that share its ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-imm", + "inputs":1, + "references": [ + "How many other things share {F{its}} [in the image]?", + "How many other things [in the image] share {F{its}} ?", + "What number of other things share {F{its}} [in the image]?", + "How many other things have {F{its}} [in the image]?", + "How many other things [in the image] have {F{its}} ?", + "What is the count of other things that share {F{its}} [in the image]?", + "What is the count of other things [in the image] that share {F{its}} ?" + ] + }, + { + "name":"Count Relation Object Earlier", + "text": [ + "How many other things [in the image] share similar with the earlier ?", + "How many other things [in the image] are of same as the earlier ?", + "How many other things [in the image] have the same as the earlier ?", + "What number of other things [in the image] share similar with the earlier ?", + "What number of other things [in the image] are of same with the earlier ?" + ], + "type":"count-obj-exclude", + "label":"count-obj-exclude-early", + "inputs":2, + "references": [ + "How many other things [in the image] share similar with {F{the earlier }}?", + "How many other things [in the image] are of same as {F{the earlier }}?", + "How many other things [in the image] have the same as {F{the earlier }}?", + "What number of other things [in the image] share similar with {F{the earlier }}?", + "What number of other things [in the image] are of same with {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions_minecraft/exist_question.json b/templates/questions_minecraft/exist_question.json new file mode 100644 index 0000000..c5e5cff --- /dev/null +++ b/templates/questions_minecraft/exist_question.json @@ -0,0 +1,133 @@ +[ + { + "name":"Exist-Other objects", + "text":[ + "Are there other things [in the image]?", + "Does the image have other things?", + "Any other things [in the image]?", + "Are there more things [in the image]?" + ], + "constraints":[], + "type":"existence", + "label":"exist-other", + "inputs":0 + }, + { + "name":"Exist-Attribute", + "text": [ + "Are there [any] [in the image]?", + "Any [in the image]?", + "Does the image contain any ?" + ], + "constraints":[], + "type":"exist-attribute", + "label":"exist-attribute", + "inputs":1 + }, + { + "name":"Exist-Attribute Group", + "text": [ + "Are there [any] among them?", + "Are there [any] in the group?", + "Do they have [any] ?", + "Any in the group?", + "Any among them?" + ], + "constraints":[], + "type":"exist-attribute-group", + "label":"exist-attribute-group", + "inputs":1, + "references": [ + "Are there [any] among {{them}}?", + "Are there [any] in {{the group}}?", + "Do {{they}} have [any] ?", + "Any in {{the group}}?", + "Any among {{them}}?" + ] + }, + { + "name":"Exist Relation Object Immediate", + "text": [ + "Are there things [present] to its

[in the image]?", + "Does it have things to its

[in the image]?", + "Are there things [present] itself [in the image]?", + "Does it have things to itself [in the image]?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm", + "inputs":1, + "references": [ + "Are there things [present] to {F{its}}

[in the image]?", + "Does {F{it}} have things to {F{its}}

[in the image]?", + "Are there things [present] {F{itself}} [in the image]?", + "Does {F{it}} have things to {F{itself}} [in the image]?" + ] + }, + { + "name":"Exist Relation Object Immediate Pair", + "text": [ + "How about to its

?", + "What about to its

?", + "And to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-imm2", + "inputs":1, + "references": [ + "How about to {F{its}}

?", + "What about to {F{its}}

?", + "And to {F{its}}

?" + ] + }, + { + "name":"Exist Relation Object Earlier", + "text": [ + "Are there things [present] the earlier ?", + "Does the earlier have things to its

?" + ], + "type":"exist-obj-rel", + "label":"exist-obj-rel-early", + "inputs":2, + "references": [ + "Are there things [present] {F{the earlier }}?", + "Does {F{the earlier }} have things to {F{its}}

?" + ] + }, + { + "name":"Existence Exclude Attribute Immediate", + "text": [ + "Are there other things that share its [in the image]?", + "Are there other things [present] [in the image] sharing its ?", + "Does the image have other things that share its ?", + "Does the image have other things sharing its ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-imm", + "inputs":1, + "references": [ + "Are there other things that share {F{its}} [in the image]?", + "Are there other things [present] [in the image] sharing {F{its}} ?", + "Does the image have other things that share {F{its}} ?", + "Does the image have other things sharing {F{its}} ?" + ] + }, + { + "name":"Existence Relation Object Earlier", + "text": [ + "Are there other things [in the image] that share the same with the earlier ?", + "Are there other things [in the image] that are of same as the earlier ?", + "Does the image have other things that share the same with the earlier ?", + "Does the image have other things that are of same as the earlier ?" + ], + "type":"exist-obj-exclude", + "label":"exist-obj-exclude-early", + "inputs":2, + "references": [ + "Are there other things [in the image] that share the same with {F{the earlier }}?", + "Are there other things [in the image] that are of same as {F{the earlier }}?", + "Does the image have other things that share the same with {F{the earlier }}?", + "Does the image have other things that are of same as {F{the earlier }}?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions_minecraft/seek_attribute.json b/templates/questions_minecraft/seek_attribute.json new file mode 100644 index 0000000..12f2114 --- /dev/null +++ b/templates/questions_minecraft/seek_attribute.json @@ -0,0 +1,77 @@ +[ + { + "name":"Seek Attribute Immediate", + "text": [ + "What is its ?", + "What is it?", + "What about its ?", + "What is the of this thing?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm", + "inputs":1, + "references": [ + "What is {{its}} ?", + "What is {{it}}?", + "What about {{its}} ?", + "What is the of {{this thing}}?" + ] + }, + { + "name":"Seek Attribute Immediate Pair", + "text": [ + "What about ?", + "And ?", + "How about ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-imm2", + "inputs":1 + }, + { + "name":"Seek Attribute Earlier", + "text": [ + "What is the of the earlier ?", + "What is the earlier ?" + + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr", + "label":"seek-attr-early", + "inputs":2, + "references": [ + "What is the of {{the earlier }}?", + "What is {{the earlier }}?" + ] + }, + { + "name":"Seek Attribute Relation Immediate", + "text": [ + "If there is a thing it, what is its ?" + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-imm", + "inputs":1, + "references": [ + "If there is a thing {F{it}}, what is {{its}} ?" + ] + }, + { + "name":"Seek Attribute Relation Earlier", + "text": [ + "If there is a thing the earlier , what is its ?" + + ], + "constraints":[{"class":"seek-attr", "args":[]}], + "type":"seek-attr-rel", + "label":"seek-attr-rel-early", + "inputs":2, + "references": [ + "If there is a thing {F{the earlier }}, what is {{its}} ?" + ] + } + ] + \ No newline at end of file diff --git a/templates/questions_minecraft/unique_object.json b/templates/questions_minecraft/unique_object.json new file mode 100644 index 0000000..ff1b376 --- /dev/null +++ b/templates/questions_minecraft/unique_object.json @@ -0,0 +1,26 @@ +[ + { + "name":"Unique Object - Attributes", + "text": [ + "There is [exactly] one [in the image].", + "The image has [exactly] one .", + "No other except for [exactly] one.", + "There is a [in the image].", + "The image has a .", + "A is present [in the image]." + ], + + "constraints":[{"class":"unique_attr", "args":[]}], + "type":"unique-obj", + "label":"unique-obj", + "references": [ + "There is [exactly] one {{ }} [in the image].", + "The image has [exactly] one {{ }}.", + "No other {{ }} except for [exactly] one.", + "There is a {{ }} [in the image].", + "The image has a {{ }}.", + "A {{ }} is present [in the image]." + ] + } + ] + \ No newline at end of file diff --git a/templates/synonyms.json b/templates/synonyms.json new file mode 100644 index 0000000..fd8c2bb --- /dev/null +++ b/templates/synonyms.json @@ -0,0 +1,14 @@ +{ + "sphere": ["sphere", "ball", "round thing"], + "cube": ["cube", "block"], + "large": ["large", "big"], + "small": ["small", "tiny"], + "metal": ["metallic", "metal", "shiny"], + "rubber": ["rubber", "matte"], + "center": ["center", "middle"], + "image": ["image", "scene", "picture", "view"], + "right extreme": ["right extreme", "far right"], + "left extreme": ["left extreme", "far left"], + "several": ["several", "many", "multiple", "a lot of", "a number of"], + "the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"] +} diff --git a/templates/synonyms_minecraft.json b/templates/synonyms_minecraft.json new file mode 100644 index 0000000..1db9f00 --- /dev/null +++ b/templates/synonyms_minecraft.json @@ -0,0 +1,21 @@ +{ + "cow": ["cow", "calf", "heifer"], + "pig": ["pig", "hog", "swine"], + "sheep": ["sheep", "lamb"], + "chicken": ["chicken", "hen", "rooster"], + "horse": ["horse", "stallion", "mare", "filly"], + "villager": ["villager", "person", "farmer"], + "armorstand": ["armorstand", "stand"], + "minecart": ["minecart", "cart"], + "facing forward": ["facing forward", "looking straight ahead"], + "facing backward": ["facing backward", "looking behind"], + "facing right": ["facing right", "looking to the right"], + "facing left": ["facing left", "looking to the left"], + "center": ["center", "middle"], + "image": ["image", "scene", "picture", "view"], + "right extreme": ["right extreme", "far right"], + "left extreme": ["left extreme", "far left"], + "several": ["several", "many", "multiple", "a lot of", "a number of"], + "the earlier": ["that", "the earlier", "the aforementioned", "the above", "the previous"] +} +