public-projects/neuro-symbolic-visual-dialog
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

make code public

Browse source
This commit is contained in:
Adnen Abdessaied 2022-08-11 07:44:46 +02:00
parent 9d8b93db26
commit 6ba92064bb
26 changed files with 1744 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

103
templates/captions/extreme_location.json Normal file
View file

@ -0,0 +1,103 @@
[
{
"name":"Single Object - Extreme Right",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme right [of the image].",
"A <Z> <C> <M> <S> is at the extreme right [of the image].",
"There is a <Z> <C> <M> <S> to the right of all things [in the image].",
"A <Z> <C> <M> <S> is to the right of all things [in the image].",
"The rightmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["right"]}],
"type":"extreme-loc",
"label":"extreme-right",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme right [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme right [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the right of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the right of all things [in the image].",
"The rightmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Left",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme left [of the image].",
"A <Z> <C> <M> <S> is at the extreme left [of the image].",
"There is a <Z> <C> <M> <S> to the left of all things [in the image].",
"A <Z> <C> <M> <S> is to the left of all things [in the image].",
"The leftmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["left"]}],
"type":"extreme-loc",
"label":"extreme-left",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme left [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme left [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the left of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the left of all things [in the image].",
"The leftmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Backward",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme back [of the image].",
"A <Z> <C> <M> <S> is at the extreme back [of the image].",
"There is a <Z> <C> <M> <S> to the back of all things [in the image].",
"A <Z> <C> <M> <S> is to the back of all things [in the image].",
"The rearmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["behind"]}],
"type":"extreme-loc",
"label":"extreme-behind",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme back [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme back [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the back of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the back of all things [in the image].",
"The rearmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Extreme Forward",
"text": [
"There is a <Z> <C> <M> <S> sitting at the extreme front [of the image].",
"A <Z> <C> <M> <S> is at the extreme front [of the image].",
"There is a <Z> <C> <M> <S> to the front of all things [in the image].",
"A <Z> <C> <M> <S> is to the front of all things [in the image].",
"The foremost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["front"]}],
"type":"extreme-loc",
"label":"extreme-front",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting at the extreme front [of the image].",
"A {{<Z> <C> <M> <S>}} is at the extreme front [of the image].",
"There is a {{<Z> <C> <M> <S>}} to the front of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is to the front of all things [in the image].",
"The foremost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
},
{
"name":"Single Object - Center",
"text": [
"There is a <Z> <C> <M> <S> sitting in the center [of the image].",
"A <Z> <C> <M> <S> is in the center [of the image].",
"There is a <Z> <C> <M> <S> at the center of all things [in the image].",
"A <Z> <C> <M> <S> is at the center of all things [in the image].",
"The midmost thing [in the image] is a <Z> <C> <M> <S>."
],
"constraints":[{"class":"abs_location", "args":["center"]}],
"type":"extreme-loc",
"label":"extreme-center",
"references": [
"There is a {{<Z> <C> <M> <S>}} sitting in the center [of the image].",
"A {{<Z> <C> <M> <S>}} is in the center [of the image].",
"There is a {{<Z> <C> <M> <S>}} at the center of all things [in the image].",
"A {{<Z> <C> <M> <S>}} is at the center of all things [in the image].",
"The midmost thing [in the image] is a {{<Z> <C> <M> <S>}}."
]
}
]

37
templates/captions/multiple_objects.json Normal file
View file

@ -0,0 +1,37 @@
[
{
"name":"Multiple Objects - Attributes - No X",
"text":[
"There are several <Z> <C> <M> <S> [in the image].",
"The image has several <Z> <C> <M> <S>.",
"Several <Z> <C> <M> <S> are present [in the image].",
"A number of <Z> <C> <M> <S> are present [in the image]."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att-no",
"inputs":1,
"references":[
"There are several {{<Z> <C> <M> <S>}} [in the image].",
"The image has several {{<Z> <C> <M> <S>}}.",
"Several {{<Z> <C> <M> <S>}} are present [in the image].",
"A number of {{<Z> <C> <M> <S>}} are present [in the image]."
]
},
{
"name":"Multiple Objects - Attributes",
"text":[
"There are <X> <Z> <C> <M> <S> [in the image].",
"The image has <X> <Z> <C> <M> <S>."
],
"constraints":[{"class":"count_attr", "args":[]}],
"type":"count-att",
"label":"count-att",
"inputs":1,
"references":[
"There are {{<X> <Z> <C> <M> <S>}} [in the image].",
"The image has {{<X> <Z> <C> <M> <S>}}."
]
}
]

22
templates/captions/object_relations.json Normal file
View file

@ -0,0 +1,22 @@
[
{
"name":"Two objects with a relation",
"text": [
"There is a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1> [in the image].",
"The image has a <Z> <C> <M> <S> <R> a <Z1> <C1> <M1> <S1>.",
"A <Z> <C> <M> <S> is present <R> a <Z1> <C1> <M1> <S1> [in the image].",
"A <Z> <C> <M> <S> stands <R> a <Z1> <C1> <M1> <S1> [in the image]."
],
"constraints":[{"class":"unique_obj_pair_rel", "args":[]}],
"type":"obj-relation",
"label":"obj-relation",
"inputs":2,
"references": [
"There is a {{<Z> <C> <M> <S>}} <R> a {F{<Z1> <C1> <M1> <S1>}} [in the image].",
"The image has a {{<Z> <C> <M> <S>}} <R> a {{<Z1> <C1> <M1> <S1>}}.",
"A {{<Z> <C> <M> <S>}} is present <R> a {{<Z1> <C1> <M1> <S1>}} [in the image].",
"A {{<Z> <C> <M> <S>}} stands <R> a {{<Z1> <C1> <M1> <S1>}} [in the image]."
]
}
]

25
templates/captions/unique_object.json Normal file
View file

@ -0,0 +1,25 @@
[
{
"name":"Unique Object - Attributes",
"text": [
"There is [exactly] one <Z> <C> <M> <S> [in the image].",
"The image has [exactly] one <Z> <C> <M> <S>.",
"No other <Z> <C> <M> <S> except for [exactly] one.",
"There is a <Z> <C> <M> <S> [in the image].",
"The image has a <Z> <C> <M> <S>.",
"A <Z> <C> <M> <S> is present [in the image]."
],
"constraints":[{"class":"unique_attr", "args":[]}],
"type":"unique-obj",
"label":"unique-obj",
"references": [
"There is [exactly] one {{<Z> <C> <M> <S>}} [in the image].",
"The image has [exactly] one {{<Z> <C> <M> <S>}}.",
"No other {{<Z> <C> <M> <S>}} except for [exactly] one.",
"There is a {{<Z> <C> <M> <S>}} [in the image].",
"The image has a {{<Z> <C> <M> <S>}}.",
"A {{<Z> <C> <M> <S>}} is present [in the image]."
]
}
]