{"task":"Memorization","dataset":"BIG-bench (Hindu Knowledge)","metric_names":["Accuracy"],"rows":[{"id":131463,"task":"Memorization","parent_task":null,"dataset":"BIG-bench (Hindu Knowledge)","model_name":"PaLM-540B (few-shot, k=5)","metrics":{"Accuracy":"95.4"},"paper_url":"https://arxiv.org/abs/2204.02311v5","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_date":"2022-04-05","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":131464,"task":"Memorization","parent_task":null,"dataset":"BIG-bench (Hindu Knowledge)","model_name":"Gopher-280B (few-shot, k=5)","metrics":{"Accuracy":"80"},"paper_url":"https://arxiv.org/abs/2112.11446v2","paper_title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","paper_date":"2021-12-08","code_links":[{"title":"allenai/dolma","url":"https://github.com/allenai/dolma"},{"title":"rvlopes/gloria","url":"https://github.com/rvlopes/gloria"},{"title":"bramiozo/PubScience","url":"https://github.com/bramiozo/PubScience"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":131465,"task":"Memorization","parent_task":null,"dataset":"BIG-bench (Hindu Knowledge)","model_name":"PaLM-62B (few-shot, k=5)","metrics":{"Accuracy":"77.7"},"paper_url":"https://arxiv.org/abs/2204.02311v5","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_date":"2022-04-05","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}