public-projects/mtomnet
2
0
Fork 0
Code Issues Pull requests Releases Wiki Activity Actions

up

Browse source
This commit is contained in:
Matteo Bortoletto 2025-01-10 15:39:20 +01:00
parent d4aaf7f4ad
commit 25b8b3f343
55 changed files with 7592 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

186
tbd/results/abl.json Normal file
View file

@ -0,0 +1,186 @@
{
"all": [
{
"m1": 0.3803337111550836,
"m2": 0.3900899763574355,
"m12": 0.4441281276628709,
"m21": 0.4818757648120031,
"mc": 0.4485177767702456
},
{
"m1": 0.5186066842992191,
"m2": 0.521895750052127,
"m12": 0.49294626980529677,
"m21": 0.4810118034501327,
"mc": 0.6097300398369058
},
{
"m1": 0.4965589148309122,
"m2": 0.5094894309980568,
"m12": 0.4615136302786905,
"m21": 0.4554005550423429,
"mc": 0.6258118710785031
}
],
"rgb_3_pose_gaze_bbox": [
{
"m1": 0.3776045061727805,
"m2": 0.3996776745150713,
"m12": 0.4762772810038159,
"m21": 0.48643178296718503,
"mc": 0.4575207273412474
},
{
"m1": 0.5176564423560418,
"m2": 0.5109344883698214,
"m12": 0.4630213122846928,
"m21": 0.4826608133674547,
"mc": 0.5979415365779003
},
{
"m1": 0.5114692300997931,
"m2": 0.5027048375802656,
"m12": 0.47527894405588544,
"m21": 0.45223985157847546,
"mc": 0.6054099305712209
}
],
"rgb_3_pose_gaze": [
{
"m1": 0.403207421026191,
"m2": 0.3833413122398237,
"m12": 0.4602455224198077,
"m21": 0.47181798537346287,
"mc": 0.4603675297898878
},
{
"m1": 0.49484810149311514,
"m2": 0.5060275976807422,
"m12": 0.4610412452830618,
"m21": 0.46869095956564044,
"mc": 0.6040674897817755
},
{
"m1": 0.5160598186177866,
"m2": 0.5309683014233921,
"m12": 0.47227245803060636,
"m21": 0.46953974307035984,
"mc": 0.6014771460423635
}
],
"rgb_3_pose": [
{
"m1": 0.4057149181928123,
"m2": 0.4002233785689204,
"m12": 0.46794813614607333,
"m21": 0.4690365183933033,
"mc": 0.4591530208921514
},
{
"m1": 0.5362792166212834,
"m2": 0.5290656046231254,
"m12": 0.4569419683345858,
"m21": 0.4530255281497826,
"mc": 0.4554252731371068
},
{
"m1": 0.49570625763169085,
"m2": 0.5146503967646507,
"m12": 0.4567936139893578,
"m21": 0.45918214877096325,
"mc": 0.5962397441246001
}
],
"rgb_3_gaze": [
{
"m1": 0.40135106828655215,
"m2": 0.38453470155825614,
"m12": 0.4989742833725901,
"m21": 0.47369273992079175,
"mc": 0.48430622854433986
},
{
"m1": 0.508038122818153,
"m2": 0.4875748099051746,
"m12": 0.46665443622698555,
"m21": 0.46635808547742913,
"mc": 0.47936993226840163
},
{
"m1": 0.49795853039610977,
"m2": 0.5028666890527814,
"m12": 0.44176709237564815,
"m21": 0.4483898274665582,
"mc": 0.5867527750929912
}
],
"rgb_3_bbox": [
{
"m1": 0.3951383898241492,
"m2": 0.3818794542844425,
"m12": 0.44108151735270384,
"m21": 0.46539754196523303,
"mc": 0.43982185797713114
},
{
"m1": 0.5093846655989521,
"m2": 0.4923439212866733,
"m12": 0.4598003475323884,
"m21": 0.47647640659290746,
"mc": 0.6349953712994137
},
{
"m1": 0.5325224862402295,
"m2": 0.5092319973570975,
"m12": 0.4435807136490263,
"m21": 0.4576911633624616,
"mc": 0.6282064277856357
}
],
"rgb_3_rgb_1": [
{
"m1": 0.39189391736691903,
"m2": 0.3739995635963588,
"m12": 0.4792392731637056,
"m21": 0.4592726043789752,
"mc": 0.4468645255652386
},
{
"m1": 0.4827892482357646,
"m2": 0.48042899735042716,
"m12": 0.45932653547051094,
"m21": 0.48430209616318126,
"mc": 0.4506104344435269
},
{
"m1": 0.4820247145474279,
"m2": 0.3667553358192628,
"m12": 0.44503028688537,
"m21": 0.45984906207471654,
"mc": 0.465120658971623
}
],
"rgb_3": [
{
"m1": 0.40725462165126114,
"m2": 0.38737351624656846,
"m12": 0.46230461548252094,
"m21": 0.4829312519709871,
"mc": 0.4492175856929955
},
{
"m1": 0.5286274183685061,
"m2": 0.5081429492163979,
"m12": 0.4610256989472217,
"m21": 0.4733487634477733,
"mc": 0.4655243312197501
},
{
"m1": 0.5217968210271873,
"m2": 0.5103780571157844,
"m12": 0.4431266771306429,
"m21": 0.48398542131284883,
"mc": 0.6122314353959392
}
]
}

232
tbd/results/all.json Normal file
View file

@ -0,0 +1,232 @@
{
"cm_concat": [
{
"m1": 0.38921744471949393,
"m2": 0.38557137008494935,
"m12": 0.44699534554593756,
"m21": 0.4747474437468054,
"mc": 0.4918107834016411
},
{
"m1": 0.5402415140026018,
"m2": 0.48833721513836786,
"m12": 0.4631512445419047,
"m21": 0.4740880083492652,
"mc": 0.6375070925808958
},
{
"m1": 0.5012543523713172,
"m2": 0.5068694866895836,
"m12": 0.4451537834591627,
"m21": 0.45215784721598673,
"mc": 0.6201022576104379
}
],
"cm_sum": [
{
"m1": 0.39403894801783246,
"m2": 0.38541918219411786,
"m12": 0.4600376974144952,
"m21": 0.471919704007463,
"mc": 0.43950812310207055
},
{
"m1": 0.48497621104052574,
"m2": 0.5295044689855949,
"m12": 0.4502949472343065,
"m21": 0.47823492553894387,
"mc": 0.6028290833617195
},
{
"m1": 0.503386104373653,
"m2": 0.49983127146477085,
"m12": 0.46782817568218116,
"m21": 0.45484578845116075,
"mc": 0.5905749126722909
}
],
"cm_mult": [
{
"m1": 0.39070820515470606,
"m2": 0.3996851353903932,
"m12": 0.4455704586852128,
"m21": 0.4713517869738811,
"mc": 0.4450907029478458
},
{
"m1": 0.5066540697731119,
"m2": 0.526507445454099,
"m12": 0.462643008560599,
"m21": 0.48263054309565334,
"mc": 0.6438566476782207
},
{
"m1": 0.48868811674304546,
"m2": 0.5074635877653536,
"m12": 0.44597405775819876,
"m21": 0.45445350963025877,
"mc": 0.5884265473527218
}
],
"cm_attn": [
{
"m1": 0.3949557687114269,
"m2": 0.3919385900921811,
"m12": 0.4850081112466773,
"m21": 0.4849575556679713,
"mc": 0.4516870089239762
},
{
"m1": 0.4925989821370256,
"m2": 0.49409170532242247,
"m12": 0.4664647278240569,
"m21": 0.46783863397462533,
"mc": 0.6398721139927354
},
{
"m1": 0.4945636568169018,
"m2": 0.5049812790749876,
"m12": 0.454359577718189,
"m21": 0.4712184012093268,
"mc": 0.5992735441011302
}
],
"no_tom": [
{
"m1": 0.2570551317,
"m2": 0.375350929686332,
"m12": 0.312451988649724,
"m21": 0.4631371031641,
"mc": 0.457486278214567
},
{
"m1": 0.233046800382043,
"m2": 0.522609755931958,
"m12": 0.326821758467328,
"m21": 0.474338898013257,
"mc": 0.604439456291308
},
{
"m1": 0.33774852598382,
"m2": 0.520943544364353,
"m12": 0.298617214416867,
"m21": 0.482175301427192,
"mc": 0.634948478570852
}
],
"sl": [
{
"m1": 0.365205706591741,
"m2": 0.255259363011619,
"m12": 0.421227579844245,
"m21": 0.376143327741882,
"mc": 0.45614515353718
},
{
"m1": 0.493046934143676,
"m2": 0.331798174804139,
"m12": 0.422821548330913,
"m21": 0.399768928780549,
"mc": 0.450957023549231
},
{
"m1": 0.466266787709392,
"m2": 0.350962671130227,
"m12": 0.431694150269919,
"m21": 0.378863431433258,
"mc": 0.470284405744656
}
],
"impl_concat": [
{
"m1": 0.38427302094644894,
"m2": 0.38673879043767634,
"m12": 0.45694337561663145,
"m21": 0.4737891562722213,
"mc": 0.4502976351448088
},
{
"m1": 0.49951068243751173,
"m2": 0.5084945752383908,
"m12": 0.4604721097809549,
"m21": 0.4826884970930907,
"mc": 0.6200443272625361
},
{
"m1": 0.5013244243339088,
"m2": 0.49476495726495723,
"m12": 0.4596701406290429,
"m21": 0.4554742441542813,
"mc": 0.5988949378402535
}
],
"impl_sum": [
{
"m1": 0.3803337111550836,
"m2": 0.3900899763574355,
"m12": 0.4441281276628709,
"m21": 0.4818757648120031,
"mc": 0.4485177767702456
},
{
"m1": 0.5186066842992191,
"m2": 0.521895750052127,
"m12": 0.49294626980529677,
"m21": 0.4810118034501327,
"mc": 0.6097300398369058
},
{
"m1": 0.4965589148309122,
"m2": 0.5094894309980568,
"m12": 0.4615136302786905,
"m21": 0.4554005550423429,
"mc": 0.6258118710785031
}
],
"impl_mult": [
{
"m1": 0.3789421413006731,
"m2": 0.3818053844554785,
"m12": 0.46402717346945177,
"m21": 0.4903726261039529,
"mc": 0.4461443806398687
},
{
"m1": 0.3789421413006731,
"m2": 0.3818053844554785,
"m12": 0.46402717346945177,
"m21": 0.4903726261039529,
"mc": 0.4461443806398687
},
{
"m1": 0.49338554196342077,
"m2": 0.5066817652688608,
"m12": 0.46253374461930613,
"m21": 0.47782311190445825,
"mc": 0.4581608719646799
}
],
"impl_attn": [
{
"m1": 0.37413691393147924,
"m2": 0.2546966838007244,
"m12": 0.429390512693598,
"m21": 0.292401773870023,
"mc": 0.45706325836224465
},
{
"m1": 0.513917904196177,
"m2": 0.25802580258025803,
"m12": 0.49272662664765543,
"m21": 0.27041556176385584,
"mc": 0.6041394755857196
},
{
"m1": 0.47720445038981674,
"m2": 0.25839328537170264,
"m12": 0.46505055463781547,
"m21": 0.260276985433943,
"mc": 0.6021811271770562
}
]
}

BIN
tbd/results/false_belief_first_vs_second.pdf Normal file
View file

Binary file not shown.

87
tbd/results/fb_ttest.txt Normal file
View file

@ -0,0 +1,87 @@
========================================================= m1_m2_m12_m21
Model: Base -> yes
Model: DB -> yes
Model: CG$\oplus$ -> no
Model: CG$\otimes$ -> no
Model: CG$\odot$ -> no
Model: IC$\parallel$ -> no
Model: IC$\oplus$ -> no
Model: IC$\otimes$ -> no
Model: IC$\odot$ -> yes
========================================================= m1_m2
Model: Base -> yes
Model: DB -> yes
Model: CG$\oplus$ -> no
Model: CG$\otimes$ -> no
Model: CG$\odot$ -> no
Model: IC$\parallel$ -> no
Model: IC$\oplus$ -> no
Model: IC$\otimes$ -> no
Model: IC$\odot$ -> yes
========================================================= m12_m21
Model: Base -> yes
Model: DB -> yes
Model: CG$\oplus$ -> no
Model: CG$\otimes$ -> no
Model: CG$\odot$ -> no
Model: IC$\parallel$ -> no
Model: IC$\oplus$ -> no
Model: IC$\otimes$ -> no
Model: IC$\odot$ -> yes

59
tbd/results/hgm_scores.txt Normal file
View file

@ -0,0 +1,59 @@
mc =====================================================================
precision recall f1-score support
0 0.000 0.500 0.001 50
1 0.000 0.000 0.000 4
2 0.004 0.038 0.007 238
3 0.999 0.795 0.885 290788
accuracy 0.794 291080
macro avg 0.251 0.333 0.223 291080
weighted avg 0.998 0.794 0.884 291080
m1 =====================================================================
precision recall f1-score support
0 0.000 0.000 0.000 147
1 0.000 0.000 0.000 2
2 0.025 0.051 0.033 1714
3 0.994 0.988 0.991 289217
accuracy 0.982 291080
macro avg 0.255 0.260 0.256 291080
weighted avg 0.988 0.982 0.985 291080
m2 =====================================================================
precision recall f1-score support
0 0.001 0.013 0.001 151
2 0.031 0.084 0.045 2394
3 0.992 0.970 0.981 288535
accuracy 0.962 291080
macro avg 0.341 0.355 0.342 291080
weighted avg 0.983 0.962 0.972 291080
m12 =====================================================================
precision recall f1-score support
0 0.000 0.000 0.000 93
1 0.000 0.000 0.000 8
2 0.015 0.056 0.023 676
3 0.997 0.990 0.994 290303
accuracy 0.988 291080
macro avg 0.253 0.262 0.254 291080
weighted avg 0.995 0.988 0.991 291080
m21 =====================================================================
precision recall f1-score support
0 0.002 0.012 0.003 86
1 0.000 0.000 0.000 12
2 0.010 0.040 0.016 658
3 0.997 0.989 0.993 290324
accuracy 0.987 291080
macro avg 0.252 0.260 0.253 291080
weighted avg 0.995 0.987 0.991 291080

BIN
tbd/results/tbd_abl_avg_only.pdf Normal file
View file

Binary file not shown.