{"task":"Image Classification","dataset":"Id Pattern Dataset","metric_names":["Percentage correct"],"rows":[{"id":67379,"task":"Image Classification","parent_task":null,"dataset":"Id Pattern Dataset","model_name":"Claude 3 Opus","metrics":{"Percentage correct":"24.3%"},"paper_url":"https://arxiv.org/abs/2406.03207v1","paper_title":"Identification of Stone Deterioration Patterns with Large Multimodal Models","paper_date":"2024-06-05","code_links":[{"title":"dcorradetti/redai_id_pattern","url":"https://github.com/dcorradetti/redai_id_pattern"}],"metrics_order":"[\"Percentage correct\"]","area":"Adversarial","uses_additional_data":0,"source":"archive","tags":[]},{"id":67380,"task":"Image Classification","parent_task":null,"dataset":"Id Pattern Dataset","model_name":"Gemini 1.5 Pro","metrics":{"Percentage correct":"39%"},"paper_url":"https://arxiv.org/abs/2406.03207v1","paper_title":"Identification of Stone Deterioration Patterns with Large Multimodal Models","paper_date":"2024-06-05","code_links":[{"title":"dcorradetti/redai_id_pattern","url":"https://github.com/dcorradetti/redai_id_pattern"}],"metrics_order":"[\"Percentage correct\"]","area":"Adversarial","uses_additional_data":0,"source":"archive","tags":[]},{"id":67381,"task":"Image Classification","parent_task":null,"dataset":"Id Pattern Dataset","model_name":"GPT-4omni","metrics":{"Percentage correct":"42.1%"},"paper_url":"https://arxiv.org/abs/2406.03207v1","paper_title":"Identification of Stone Deterioration Patterns with Large Multimodal Models","paper_date":"2024-06-05","code_links":[{"title":"dcorradetti/redai_id_pattern","url":"https://github.com/dcorradetti/redai_id_pattern"}],"metrics_order":"[\"Percentage correct\"]","area":"Adversarial","uses_additional_data":0,"source":"archive","tags":[]}]}