{"task":"Visual Reasoning","dataset":"VSR","metric_names":["accuracy"],"rows":[{"id":31560,"task":"Visual Reasoning","parent_task":null,"dataset":"VSR","model_name":"LXMERT","metrics":{"accuracy":"70.1"},"paper_url":"https://arxiv.org/abs/2205.00363v3","paper_title":"Visual Spatial Reasoning","paper_date":"2022-04-30","code_links":[{"title":"cambridgeltl/visual-spatial-reasoning","url":"https://github.com/cambridgeltl/visual-spatial-reasoning"},{"title":"ziyan-xiaoyu/spatialmqa","url":"https://github.com/ziyan-xiaoyu/spatialmqa"},{"title":"sohojoe/clip_visual-spatial-reasoning","url":"https://github.com/sohojoe/clip_visual-spatial-reasoning"},{"title":"MindCode-4/code-1","url":"https://github.com/MindCode-4/code-1/tree/main/vilt"}],"metrics_order":"[\"accuracy\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":31561,"task":"Visual Reasoning","parent_task":null,"dataset":"VSR","model_name":"ViLT","metrics":{"accuracy":"69.3"},"paper_url":"https://arxiv.org/abs/2205.00363v3","paper_title":"Visual Spatial Reasoning","paper_date":"2022-04-30","code_links":[{"title":"cambridgeltl/visual-spatial-reasoning","url":"https://github.com/cambridgeltl/visual-spatial-reasoning"},{"title":"ziyan-xiaoyu/spatialmqa","url":"https://github.com/ziyan-xiaoyu/spatialmqa"},{"title":"sohojoe/clip_visual-spatial-reasoning","url":"https://github.com/sohojoe/clip_visual-spatial-reasoning"},{"title":"MindCode-4/code-1","url":"https://github.com/MindCode-4/code-1/tree/main/vilt"}],"metrics_order":"[\"accuracy\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":31562,"task":"Visual Reasoning","parent_task":null,"dataset":"VSR","model_name":"CLIP (finetuned)","metrics":{"accuracy":"65.1"},"paper_url":"https://arxiv.org/abs/2205.00363v3","paper_title":"Visual Spatial Reasoning","paper_date":"2022-04-30","code_links":[{"title":"cambridgeltl/visual-spatial-reasoning","url":"https://github.com/cambridgeltl/visual-spatial-reasoning"},{"title":"ziyan-xiaoyu/spatialmqa","url":"https://github.com/ziyan-xiaoyu/spatialmqa"},{"title":"sohojoe/clip_visual-spatial-reasoning","url":"https://github.com/sohojoe/clip_visual-spatial-reasoning"},{"title":"MindCode-4/code-1","url":"https://github.com/MindCode-4/code-1/tree/main/vilt"}],"metrics_order":"[\"accuracy\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":31563,"task":"Visual Reasoning","parent_task":null,"dataset":"VSR","model_name":"CLIP (frozen)","metrics":{"accuracy":"56.0"},"paper_url":"https://arxiv.org/abs/2205.00363v3","paper_title":"Visual Spatial Reasoning","paper_date":"2022-04-30","code_links":[{"title":"cambridgeltl/visual-spatial-reasoning","url":"https://github.com/cambridgeltl/visual-spatial-reasoning"},{"title":"ziyan-xiaoyu/spatialmqa","url":"https://github.com/ziyan-xiaoyu/spatialmqa"},{"title":"sohojoe/clip_visual-spatial-reasoning","url":"https://github.com/sohojoe/clip_visual-spatial-reasoning"},{"title":"MindCode-4/code-1","url":"https://github.com/MindCode-4/code-1/tree/main/vilt"}],"metrics_order":"[\"accuracy\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":31564,"task":"Visual Reasoning","parent_task":null,"dataset":"VSR","model_name":"VisualBERT","metrics":{"accuracy":"55.2"},"paper_url":"https://arxiv.org/abs/2205.00363v3","paper_title":"Visual Spatial Reasoning","paper_date":"2022-04-30","code_links":[{"title":"cambridgeltl/visual-spatial-reasoning","url":"https://github.com/cambridgeltl/visual-spatial-reasoning"},{"title":"ziyan-xiaoyu/spatialmqa","url":"https://github.com/ziyan-xiaoyu/spatialmqa"},{"title":"sohojoe/clip_visual-spatial-reasoning","url":"https://github.com/sohojoe/clip_visual-spatial-reasoning"},{"title":"MindCode-4/code-1","url":"https://github.com/MindCode-4/code-1/tree/main/vilt"}],"metrics_order":"[\"accuracy\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]}]}