Evaluation

ID

f1ee83c1-0b8a-4a41-abb3-1e5de32d8497

Submission ID

7e64de29-8c8e-4431-87b1-d9032f2a3722

Method ID

71bf0260-d103-4f79-b15c-6f9028a6948b

Status

Succeeded

User

 caodoanh2001 

Challenge

THOMPSON-Challenge

Phase

Visual Question Answering Result Submission

Submission created

Nov. 6, 2023, 4:43 a.m.

Result created

Nov. 6, 2023, 4:43 a.m.

Position on leaderboard

3

Metrics

{
  "accuracy_score": {
    "overall": 0.7373167356024289,
    "CT1.json": 0.8052364786308888,
    "CT4.json": 0.8343397941625272,
    "CT7.json": 0.6589972893944891,
    "CT9.json": 0.6888034848973533,
    "IO1.json": 0.9088100492276354,
    "IO4.json": 0.6856109374042058,
    "IO7.json": 0.5321152693026701,
    "IO9.json": 0.6851935483870968,
    "ND1.json": 0.7817683840628391,
    "ND4.json": 0.7655873840244529,
    "ND7.json": 0.710147445762796,
    "ND9.json": 0.6369340988770896,
    "TQ1.json": 0.8047675923161143,
    "TQ4.json": 0.849436029648727,
    "TQ7.json": 0.9291644491750931,
    "TQ9.json": 0.8612307855965108,
    "CT10.json": 0.7957149049476748,
    "CT16.json": 0.8330004256851894,
    "CT17.json": 0.763197920411493,
    "CT24.json": 0.5718327887627581,
    "CT30.json": 0.7172525721646863,
    "CT31.json": 0.6991833917245152,
    "CT32.json": 0.6725980380224434,
    "CT36.json": 0.7299632507644402,
    "CT38.json": 0.8644045242847638,
    "CT39.json": 0.7359202424005473,
    "IO10.json": 0.833075922614209,
    "IO16.json": 0.7400356065835847,
    "IO17.json": 0.684160147869426,
    "IO24.json": 0.8877693084125161,
    "IO30.json": 0.6759471141622171,
    "IO31.json": 0.7236391474273742,
    "IO32.json": 0.6737331003402924,
    "IO36.json": 0.7309994015559546,
    "IO38.json": 0.7652566319429801,
    "IO39.json": 0.914645761594256,
    "IO40.json": 0.757253127495342,
    "ND10.json": 0.7094148620587363,
    "ND16.json": 0.8479652385179648,
    "ND17.json": 0.8442552141182278,
    "ND24.json": 0.7686877599899156,
    "ND30.json": 0.7686917389906782,
    "ND31.json": 0.7046573573331181,
    "ND32.json": 0.8471187191027817,
    "ND36.json": 0.7600349040139616,
    "ND38.json": 0.7289502325121203,
    "TQ10.json": 0.9444016478547744,
    "TQ16.json": 0.8699327569644573,
    "TQ17.json": 0.8639655853562179,
    "TQ24.json": 0.923038925113614,
    "TQ30.json": 0.789243501046242,
    "TQ31.json": 0.9995049504950495,
    "TQ32.json": 0.9995851655189579,
    "TQ36.json": 0.7906976744186046,
    "TQ38.json": 0.7712907658226074,
    "Cric1.json": 0.6449134096716191,
    "Cric4.json": 0.7250048080885787,
    "Cric7.json": 0.7107108819432565,
    "Cric9.json": 0.7422319573660916,
    "Cric10.json": 0.7005118820940182,
    "Cric16.json": 0.75188127090301,
    "Cric17.json": 0.7520694913408126,
    "Cric24.json": 0.7306807553274856,
    "Cric30.json": 0.6256283035110942,
    "Cric31.json": 0.5768224558481663,
    "Cric32.json": 0.724172063689584,
    "Cric36.json": 0.721302087921769,
    "Cric38.json": 0.7929518790251157,
    "Cric39.json": 0.8131166569936158,
    "Cric40.json": 0.7593796980194784,
    "Cric41.json": 0.8926379023064106
  }
}