Evaluation

ID

18340e96-bebb-4553-9493-02ef9376d5ec

Submission ID

4f8c21c0-4bc9-4fed-8aa5-970a0fbf7cbe

Method ID

71bf0260-d103-4f79-b15c-6f9028a6948b

Status

Succeeded

User

 caodoanh2001 

Challenge

THOMPSON-Challenge

Phase

Visual Question Answering Result Submission

Submission created

Sept. 29, 2023, 7:50 a.m.

Result created

Sept. 29, 2023, 7:50 a.m.

Position on leaderboard

5

Metrics

{
  "accuracy_score": {
    "overall": 0.705951272234239,
    "CT1.json": 0.8246988792261545,
    "CT4.json": 0.8137885133599558,
    "CT7.json": 0.7771860926728278,
    "CT9.json": 0.6055747477063329,
    "IO1.json": 0.8179256492955356,
    "IO4.json": 0.6856109374042058,
    "IO7.json": 0.6081266974709887,
    "IO9.json": 0.6090645161290322,
    "ND1.json": 0.5635626065836391,
    "ND4.json": 0.6874678784927912,
    "ND7.json": 0.5652335799036886,
    "ND9.json": 0.5643259996951374,
    "TQ1.json": 0.8047675923161143,
    "TQ4.json": 0.8928778601353529,
    "TQ7.json": 0.9266631186801491,
    "TQ9.json": 0.8659911706824105,
    "CT10.json": 0.8089458583606828,
    "CT16.json": 0.8210648678738662,
    "CT17.json": 0.8090484223334532,
    "CT24.json": 0.6982349176407182,
    "CT30.json": 0.6147558350424598,
    "CT31.json": 0.6259100558731978,
    "CT32.json": 0.6596236703098756,
    "CT36.json": 0.6350885067467108,
    "CT38.json": 0.8257706808605012,
    "CT39.json": 0.7265369954061187,
    "IO10.json": 0.833075922614209,
    "IO16.json": 0.6578134651019147,
    "IO17.json": 0.6081460210581906,
    "IO24.json": 0.7757126448783543,
    "IO30.json": 0.8115094499533859,
    "IO31.json": 0.8053104476409203,
    "IO32.json": 0.8068150464453233,
    "IO36.json": 0.8075574933743696,
    "IO38.json": 0.7570747754206908,
    "IO39.json": 0.7656788043080079,
    "IO40.json": 0.757253127495342,
    "ND10.json": 0.7094148620587363,
    "ND16.json": 0.8458627295238985,
    "ND17.json": 0.8442552141182278,
    "ND24.json": 0.691625698558763,
    "ND30.json": 0.7769848923175827,
    "ND31.json": 0.7696343530551295,
    "ND32.json": 0.809045967682432,
    "ND36.json": 0.7587260034904014,
    "ND38.json": 0.7289502325121203,
    "TQ10.json": 0.9444016478547744,
    "TQ16.json": 0.9198847262247839,
    "TQ17.json": 0.8921469645757429,
    "TQ24.json": 0.922989527761312,
    "TQ30.json": 0.7409655588440439,
    "TQ31.json": 0.9995756718528995,
    "TQ32.json": 0.9995851655189579,
    "TQ36.json": 0.7726858185134519,
    "TQ38.json": 0.7402204088500042,
    "Cric1.json": 0.6449134096716191,
    "Cric4.json": 0.675550182707366,
    "Cric7.json": 0.7107108819432565,
    "Cric9.json": 0.7054466624514497,
    "Cric10.json": 0.7005118820940182,
    "Cric16.json": 0.7111465301003345,
    "Cric17.json": 0.7097538394510402,
    "Cric24.json": 0.685027427386941,
    "Cric30.json": 0.6256283035110942,
    "Cric31.json": 0.5768224558481663,
    "Cric32.json": 0.7042619983596822,
    "Cric36.json": 0.6404722050920624,
    "Cric38.json": 0.7929518790251157,
    "Cric39.json": 0.7202248220667746,
    "Cric40.json": 0.7262729590169292,
    "Cric41.json": 0.8854468122423923
  }
}