{"task":"Auto Debugging","dataset":"Big-bench Lite","metric_names":["Exact string match"],"rows":[{"id":127355,"task":"Auto Debugging","parent_task":null,"dataset":"Big-bench Lite","model_name":"PaLM 62B (few-shot, k=5)","metrics":{"Exact string match":"38.2"},"paper_url":"https://arxiv.org/abs/2204.02311v5","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_date":"2022-04-05","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"metrics_order":"[\"Exact string match\"]","area":"Miscellaneous","uses_additional_data":0,"source":"archive","tags":[]},{"id":127356,"task":"Auto Debugging","parent_task":null,"dataset":"Big-bench Lite","model_name":"PaLM 540B (few-shot, k=5)","metrics":{"Exact string match":"38.2"},"paper_url":"https://arxiv.org/abs/2204.02311v5","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_date":"2022-04-05","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"metrics_order":"[\"Exact string match\"]","area":"Miscellaneous","uses_additional_data":0,"source":"archive","tags":[]},{"id":127357,"task":"Auto Debugging","parent_task":null,"dataset":"Big-bench Lite","model_name":"PaLM 8B (few-shot, k=5)","metrics":{"Exact string match":"14.7"},"paper_url":"https://arxiv.org/abs/2204.02311v5","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_date":"2022-04-05","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"metrics_order":"[\"Exact string match\"]","area":"Miscellaneous","uses_additional_data":0,"source":"archive","tags":[]}]}