public-projects/neuro-symbolic-visual-dialog
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

make code public

Browse source
This commit is contained in:
Adnen Abdessaied 2022-08-11 07:44:46 +02:00
parent 9d8b93db26
commit 6ba92064bb
26 changed files with 1744 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

104
templates/captions_minecraft/extreme_location.json Normal file
View file

@ -0,0 +1,104 @@
[
{
"name":"Single Object - Extreme Right",
"text": [
"There is a <N> <C> <D> sitting at the extreme right [of the image].",
"A <N> <C> <D> is at the extreme right [of the image].",
"There is a <N> <C> <D> to the right of all things [in the image].",
"A <N> <C> <D> is to the right of all things [in the image].",
"The rightmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["right"]}],
"type":"extreme-loc",
"label":"extreme-right",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme right [of the image].",
"A {{<N> <C> <D>}} is at the extreme right [of the image].",
"There is a {{<N> <C> <D>}} to the right of all things [in the image].",
"A {{<N> <C> <D>}} is to the right of all things [in the image].",
"The rightmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Left",
"text": [
"There is a <N> <C> <D> sitting at the extreme left [of the image].",
"A <N> <C> <D> is at the extreme left [of the image].",
"There is a <N> <C> <D> to the left of all things [in the image].",
"A <N> <C> <D> is to the left of all things [in the image].",
"The leftmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["left"]}],
"type":"extreme-loc",
"label":"extreme-left",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme left [of the image].",
"A {{<N> <C> <D>}} is at the extreme left [of the image].",
"There is a {{<N> <C> <D>}} to the left of all things [in the image].",
"A {{<N> <C> <D>}} is to the left of all things [in the image].",
"The leftmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Backward",
"text": [
"There is a <N> <C> <D> sitting at the extreme back [of the image].",
"A <N> <C> <D> is at the extreme back [of the image].",
"There is a <N> <C> <D> to the back of all things [in the image].",
"A <N> <C> <D> is to the back of all things [in the image].",
"The rearmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["behind"]}],
"type":"extreme-loc",
"label":"extreme-behind",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme back [of the image].",
"A {{<N> <C> <D>}} is at the extreme back [of the image].",
"There is a {{<N> <C> <D>}} to the back of all things [in the image].",
"A {{<N> <C> <D>}} is to the back of all things [in the image].",
"The rearmost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Extreme Forward",
"text": [
"There is a <N> <C> <D> sitting at the extreme front [of the image].",
"A <N> <C> <D> is at the extreme front [of the image].",
"There is a <N> <C> <D> to the front of all things [in the image].",
"A <N> <C> <D> is to the front of all things [in the image].",
"The foremost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["front"]}],
"type":"extreme-loc",
"label":"extreme-front",
"references": [
"There is a {{<N> <C> <D>}} sitting at the extreme front [of the image].",
"A {{<N> <C> <D>}} is at the extreme front [of the image].",
"There is a {{<N> <C> <D>}} to the front of all things [in the image].",
"A {{<N> <C> <D>}} is to the front of all things [in the image].",
"The foremost thing [in the image] is a {{<N> <C> <D>}}."
]
},
{
"name":"Single Object - Center",
"text": [
"There is a <N> <C> <D> sitting in the center [of the image].",
"A <N> <C> <D> is in the center [of the image].",
"There is a <N> <C> <D> at the center of all things [in the image].",
"A <N> <C> <D> is at the center of all things [in the image].",
"The midmost thing [in the image] is a <N> <C> <D>."
],
"constraints":[{"class":"abs_location", "args":["center"]}],
"type":"extreme-loc",
"label":"extreme-center",
"references": [
"There is a {{<N> <C> <D>}} sitting in the center [of the image].",
"A {{<N> <C> <D>}} is in the center [of the image].",
"There is a {{<N> <C> <D>}} at the center of all things [in the image].",
"A {{<N> <C> <D>}} is at the center of all things [in the image].",
"The midmost thing [in the image] is a {{<N> <C> <D>}}."
]
}
]

37
templates/captions_minecraft/multiple_objects.json Normal file
View file

@ -0,0 +1,37 @@
[
{
"name":"Multiple Objects - Attributes - No X",
"text":[
"There are several <N> <C> <D> [in the image].",
"The image has several <N> <C> <D>.",
"Several <N> <C> <D> are present [in the image].",
"A number of <N> <C> <D> are present [in the image]."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att-no",
"inputs":1,
"references":[
"There are several {{<N> <C> <D>}} [in the image].",
"The image has several {{<N> <C> <D>}}.",
"Several {{<N> <C> <D>}} are present [in the image].",
"A number of {{<N> <C> <D>}} are present [in the image]."
]
},
{
"name":"Multiple Objects - Attributes",
"text":[
"There are <X> <N> <C> <D> [in the image].",
"The image has <X> <N> <C> <D>."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att",
"inputs":1,
"references":[
"There are {{<X> <N> <C> <D>}} [in the image].",
"The image has {{<X> <N> <C> <D>}}."
]
}
]

22
templates/captions_minecraft/object_relations.json Normal file
View file

@ -0,0 +1,22 @@
[
{
"name":"Two objects with a relation",
"text": [
"There is a <N> <C> <D> <R> a <N1> <C1> <D1> [in the image].",
"The image has a <N> <C> <D> <R> a <N1> <C1> <D1>.",
"A <N> <C> <D> is present <R> a <N1> <C1> <D1> [in the image].",
"A <N> <C> <D> stands <R> a <N1> <C1> <D1> [in the image]."
],
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
"type":"obj-relation",
"label":"obj-relation",
"inputs":2,
"references": [
"There is a {{<N> <C> <D>}} <R> a {F{<N1> <C1> <D1>}} [in the image].",
"The image has a {{<N> <C> <D>}} <R> a {{<N1> <C1> <D1>}}.",
"A {{<N> <C> <D>}} is present <R> a {{<N1> <C1> <D1>}} [in the image].",
"A {{<N> <C> <D>}} stands <R> a {{<N1> <C1> <D1>}} [in the image]."
]
}
]

25
templates/captions_minecraft/unique_object.json Normal file
View file

@ -0,0 +1,25 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <N> <C> <D> [in the image].",
"The image has [exactly] one <N> <C> <D>.",
"No other <N> <C> <D> except for [exactly] one.",
"There is a <N> <C> <D> [in the image].",
"The image has a <N> <C> <D>.",
"A <N> <C> <D> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<N> <C> <D>}} [in the image].",
"The image has [exactly] one {{<N> <C> <D>}}.",
"No other {{<N> <C> <D>}} except for [exactly] one.",
"There is a {{<N> <C> <D>}} [in the image].",
"The image has a {{<N> <C> <D>}}.",
"A {{<N> <C> <D>}} is present [in the image]."
]
}
]