Hello
"},{"id":2,"type":"markdown","props":{"value":"GAIA is a benchmark which aims at evaluating next-generation LLMs (LLMs with augmented capabilities due to added tooling, efficient prompting, access to search, etc). (See our [paper](https://arxiv.org/abs/2311.12983) for more details.)\n\n## Data\nGAIA is made of more than 450 non-trivial question with an unambiguous answer, requiring different levels of tooling and autonomy to solve. \nIt is therefore divided in 3 levels, where level 1 should be breakable by very good LLMs, and level 3 indicate a strong jump in model capabilities. Each level is divided into a fully public dev set for validation, and a test set with private answers and metadata. \n\nGAIA data can be found in [this dataset](https://huggingface.co/datasets/gaia-benchmark/GAIA). Questions are contained in `metadata.jsonl`. Some questions come with an additional file, that can be found in the same folder and whose id is given in the field `file_name`.\n\n**Please do not repost the public dev set, nor use it in training data for your models.**\n\n## Leaderboard\nSubmission made by our team are labelled \"GAIA authors\". While we report average scores over different runs when possible in our paper, we only report the best run in the leaderboard.\n\nSee below for submissions.","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":["markdown-text"],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":3,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"bc47bf2e53002b34f9ec79dc4a3052e03866c51adfd499cc985f9fa94a4de216","key":null},{"id":4,"type":"accordion","props":{"label":"📙 Citation","open":false,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"68fbff65480149a50fe591fef1948bbaed634b810b18b905b01f834add9fefe5","key":null},{"id":5,"type":"textbox","props":{"value":"@misc{mialon2023gaia,\n title={GAIA: a benchmark for General AI Assistants}, \n author={Grégoire Mialon and Clémentine Fourrier and Craig Swift and Thomas Wolf and Yann LeCun and Thomas Scialom},\n year={2023},\n eprint={2311.12983},\n archivePrefix={arXiv},\n primaryClass={cs.CL}\n}","type":"text","lines":1,"label":"Copy the following snippet to cite these results","show_label":true,"container":true,"min_width":160,"visible":true,"elem_id":"citation-button","autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":6,"type":"form","props":{"scale":0,"min_width":0,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"7c96e70477dd55732fb1a4bc6696ddcc8ff96faeabe823f8c3311f0d1f92d0eb","key":null},{"id":7,"type":"markdown","props":{"value":"Results: Test","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":8,"type":"dataframe","props":{"value":{"headers":["Agent name","Model family","organisation","Average score (%)","Level 1 score (%)","Level 2 score (%)","Level 3 score (%)","Submission date"],"data":[["Ops-Agentic-Search-2.0","Qwen3.8 max, DeepSeek v4 pro, Claude Opus 5","",93.69,98.92,93.08,85.71,"2026-09-22"],["CustomGPT.ai Research Lab v44","CustomGPT.ai enterprise agent, Claude, Gemini, GPT","CustomGPT.ai",93.36,97.85,91.82,89.8,"2026-06-03"],["Shadow Harness V4.01","GPT Claude Gemini DeepSeek","Shadow",93.02,97.85,91.19,89.8,"2026-10-11"],["Shadow Harness V5.01","GPT Claude Gemini DeepSeek Grok","Shadow",93.02,97.85,91.19,89.8,"2026-10-11"],["","","DDDD1111",93.02,96.77,91.82,89.8,"2026-07-08"],["Co-Sight Pro v1.0.1","ZTE Nebula LLM, Gemini 3.1 Pro, GPT 5.5, Claude Opus 4.7","ZTE-AICloud",93.02,97.85,91.82,87.76,"2026-05-16"],["Shadow Harness V2.01","GPT Claude Grok Gemini DeepSeek","Shadow",93.02,97.85,91.19,89.8,"2026-10-10"],["Shadow Harness V3.01","GPT Claude Grok Gemini DeepSeek","Shadow ",93.02,97.85,91.19,89.8,"2026-10-11"],["Shadow Harness V 1.04","GPT Claude Gemini DeepSeek","Shadow",92.69,97.85,91.19,87.76,"2026-10-08"],["Shadow Harness V1.05","GPT Claude Grok Gemini DeepSeek","Shadow",92.69,97.85,91.19,87.76,"2026-10-08"],["Shadow Harness V1.07","Grok GPT Claude DeepSeek","Shadow",92.69,97.85,91.19,87.76,"2026-10-09"],["OPS-Agentic-Search","Qwen, Claude 4.6, GPT 5, DeepSeek 3.2, Gemini 3 Pro, Kimi K2.5","Alibaba Cloud",92.36,98.92,90.57,85.71,"2026-03-11"],["SHAPARTNER V1.02","GPT Claude Gemini DeepSeek Grok","SHAPARTNER",92.36,96.77,91.19,87.76,"2026-10-10"],["Shadow Harness V14","GPT Claude Grok","Shadow ",92.36,97.85,91.19,85.71,"2026-09-22"],["SHAPARTNER V1.01","GPT Claude Gemini DeepSeek","SHAPARTNER ",92.36,95.7,91.19,89.8,"2026-10-10"],["AuraAi","Claude","AI",92.03,96.77,89.94,89.8,"2026-05-27"],["Shadow Harness V13","Claude GPT Grok","Shadow Harness",92.03,97.85,91.19,83.67,"2026-09-21"],["SHAPARTNER V11","GPT Claude Gemini DeepSeek","SHAPARTNER",92.03,97.85,90.57,85.71,"2026-09-22"],["Cobra Agent Orch","GPT 5.5, Gemini 3 Pro, Claude Opus 4.8","Dalpha Inc",92.03,98.92,88.68,89.8,"2026-06-23"],["CustomGPT.ai Research Lab V42","CustomGPT.ai Enterprise Agents","CustomGPT.ai",92.03,96.77,89.94,89.8,"2026-05-22"],["Co-Sight Pro v1.0.0","ZTE Nebula LLM, claude-opus-4.7, gemini-3.1-pro-preview","ZTE-AICloud",92.03,96.77,90.57,87.76,"2026-05-11"],["CustomGPT.ai Research Lab v43","Claude","CustomGPT.ai",92.03,96.77,90.57,87.76,"2026-05-23"],["CustomGPT.ai Research Lab v41","Claude, GPT, Gemini","CustomGPT.ai",92.03,96.77,89.94,89.8,"2026-05-22"],["Cobra Agent_v3.2","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["Cobra Agent_v3.3","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["Cobra Agent_v3.2.2","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["Shadow Harness V15","Claude GPT Gemini","Shadow",91.69,97.85,90.57,83.67,"2026-09-23"],["Shadow Harness V1.06","GPT Claude Gemini DeepSeek","Shadow",91.69,95.7,91.19,85.71,"2026-10-08"],["Shadow Harness V1.03","Grok GPT","Shadow ",91.69,97.85,90.57,83.67,"2026-10-07"],["Shadow Harness V1.09","GPT Claude Gemini DeepSeek Grok","Shadow",91.69,94.62,91.19,87.76,"2026-10-09"],["Shadow Harness V11","Claude GPT Grok","Shadow",91.69,97.85,90.57,83.67,"2026-09-19"],["openJiuwen-deepagent","GPT5, Gemini-3-Pro","openJiuwen",91.69,98.92,88.68,87.76,"2026-02-09"],["Cobra Agent_v3.2.1","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["Cobra Agent_v3.2.3","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["CustomGPT.ai Research Lab v39","Claude","CustomGPT.ai",91.69,96.77,89.94,87.76,"2026-05-21"],["Cobra Agent_v3.1","GPT 5.5","Dalpha Inc",91.69,98.92,88.68,87.76,"2026-06-23"],["CustomGPT.ai Research Lab v35","Claude","CustomGPT.ai",91.36,96.77,89.31,87.76,"2026-05-20"],["Cobra Agent_v3.0","GPT 5.5","Dalpha Inc",91.36,98.92,88.05,87.76,"2026-06-22"],["Cobra Agent_v2.7","GPT 5.5","Dalpha Inc",91.36,98.92,88.05,87.76,"2026-06-22"],["Shadow Harness V1.02","Claude GPT","Shadow ",91.36,97.85,89.94,83.67,"2026-10-07"],["Cobra Agent_v3.4","GPT 5.5","Dalpha Inc",91.36,98.92,87.42,89.8,"2026-06-23"],["Lemon","GPT5, Gemini-3-pro, o3","LR AILab of Lenovo CTO Org",91.36,96.77,89.31,87.76,"2026-02-06"],["CustomGPT.ai Research Lab v34","Claude","CustomGPT.ai",91.36,96.77,89.31,87.76,"2026-05-19"],["Cobra Agent_2.7","GPT 5.5","Dalpha Inc",91.36,98.92,88.05,87.76,"2026-06-19"],["Shadow Harness V1.08","GPT Claude Grok Gemini DeepSeek","Shadow ",91.03,93.55,91.19,85.71,"2026-10-09"],["CustomGPT.ai Research Lab v33","Claude","CustomGPT.ai",91.03,96.77,88.68,87.76,"2026-05-18"],["SHADOW HARNESS V10","Claude GPT Grok","SHADOW",91.03,97.85,89.94,81.63,"2026-09-19"],["Shadow Harness V12","GPT Claude Grok","Shadow Harness",91.03,97.85,89.31,83.67,"2026-09-21"],["Shadow Harness V9","Claude GPT Grok","Shadow",91.03,96.77,90.57,81.63,"2026-09-18"],["Harness V8","Grok","Harness",91.03,97.85,89.94,81.63,"2026-09-18"],["Shapartner V6","Grok Claude ","Shapartne",91.03,96.77,89.94,83.67,"2026-09-19"],["CustomGPT.ai Research Lab v36","Claude, GPT, Gemini","CustomGPT.ai",90.7,96.77,88.05,87.76,"2026-05-21"],["CustomGPT.ai Research Lab v31","claude, gemini, gpt","CustomGPT.ai",90.7,96.77,88.68,85.71,"2026-05-15"],["CustomGPT.ai Research Lab v29","claude, gemini, gpt","CustomGPT.ai",90.7,96.77,88.68,85.71,"2026-05-14"],["SHAPARTNER V10","GPT Grok Claude","SHAPARTNER",90.7,95.7,89.94,83.67,"2026-09-22"],["CustomGPT.ai Research Lab v28","Claude, GPT, Gemini","CustomGPT.ai",90.7,96.77,88.68,85.71,"2026-05-14"],["CustomGPT.ai Research Lab V37","claude, gemini, gpt","CustomGPT.ai",90.7,96.77,88.05,87.76,"2026-05-21"],["CustomGPT.ai Research Lab v32","Claude","CustomGPT.ai",90.7,96.77,88.05,87.76,"2026-05-18"],["Shadow Harness V8","Claude GPT Grok","Shadow",90.7,95.7,90.57,81.63,"2026-09-16"],["Deep_Ensemble_1.2","GPT 5.5, Claude","0",90.7,96.77,88.05,87.76,"2026-06-23"],["JoinAI_V2.2","GPT 5, Gemini 3 Pro, DeepSeek 3.1, Qwen 3","JoinAI-CMCC",90.7,98.92,86.79,87.76,"2026-01-14"],["as_v2","","",90.37,96.77,89.31,81.63,"2026-08-13"],["CustomGPT.ai Research Lab v30","Claude","CustomGPT.ai",90.37,96.77,88.05,85.71,"2026-05-15"],["SHAPARTNER V4","GPT CLAUDE GEMINI DEEPSEEK","SHAPARTNER ",90.37,95.7,90.57,79.59,"2026-09-14"],["Harness V5","Grok","Harness ",90.37,94.62,90.57,81.63,"2026-09-17"],["Harness V3","Grok","Harness",90.37,94.62,90.57,81.63,"2026-09-17"],["Harness V6","Grok","Harness",90.37,94.62,90.57,81.63,"2026-09-17"],["Nemotron-ToolOrchestra-0107","Nemotron-ToolOrchestrator-8B, GPT-5, Claude Opus 4.1, Qwen2.5-Math-72B","NVIDIA",90.37,96.77,86.79,89.8,"2026-01-06"],["Nemotron-ToolOrchestra-0106","Nemotron-ToolOrchestrator-8B, GPT-5, Claude Opus 4.1, Qwen2.5-Math-72B","NVIDIA",90.37,96.77,86.79,89.8,"2026-01-06"],["Shadow Harness V5","GPT CLAUDE DEEPSEEK","Shadow",90.37,95.7,90.57,79.59,"2026-09-15"],["Deep_Ensemble_1.4","GPT 5.5, Claude","0",90.37,96.77,87.42,87.76,"2026-06-25"],["JoinAI_V2.1","GPT, Gemini, DeepSeek, Qwen","JoinAI-CMCC",90.03,98.92,86.79,83.67,"2026-01-13"],["Deep_Ensemble_1.1","GPT 5.5, Claude","0",90.03,96.77,87.42,85.71,"2026-06-23"],["Shadow Harness V1.01","Grok GPT ","Shadow ",90.03,97.85,88.05,81.63,"2026-10-07"],["SU Zero - Shuqian Series Pro MAX","Self Consistency 35","Suzhou AI Lab, Shuqian Tech",90.03,98.92,86.79,83.67,"2025-12-23"],["Cobra Agent_v2.1","GPT 5.5","Dalpha Inc",90.03,97.85,87.42,83.67,"2026-06-19"],["CustomGPT.ai Research Lab v27","Claude","CustomGPT.ai",90.03,96.77,88.05,83.67,"2026-05-14"],["Deep_Ensemble_1.0","GPT 5.5, Claude","0",90.03,96.77,87.42,85.71,"2026-06-23"],["SHADOW HARNESS V6","CLAUDE GPT","SHADOW ",90.03,95.7,89.94,79.59,"2026-09-15"],["Harness V2","grok","Harness ",90.03,93.55,90.57,81.63,"2026-09-16"],["Harness V9","Grok","Harness",90.03,96.77,89.94,77.55,"2026-09-21"],["SHADOW HARNESS V3","CLAUDE GPT","SHADOW ",89.7,95.7,89.94,77.55,"2026-09-14"],["SHAPARTNER V5","Claude","SHAPARTNER ",89.7,95.7,89.31,79.59,"2026-09-20"],["Submit Test","Claude","0",89.7,97.85,86.16,85.71,"2026-06-23"],["SHAPARTNER V8","GPT","SHAPARTNER ",89.7,95.7,89.31,79.59,"2026-09-20"],["Shapartner V7","GPT","Shapartner ",89.7,95.7,89.31,79.59,"2026-09-20"],["Cobra Agent_v2.26","GPT 5.5","Dalpha Inc",89.7,94.62,88.05,85.71,"2026-06-22"],["Shadow Harness V4","GPT CLAUDE GEMINI DEEPSEEK","Shadow",89.7,94.62,89.94,79.59,"2026-09-14"],["CustomGPT.ai Research Lab v24","claude, gemini, gpt","CustomGPT.ai",89.7,96.77,87.42,83.67,"2026-05-14"],["CustomGPT.ai Research Lab v25","Claude","CustomGPT.ai",89.7,96.77,87.42,83.67,"2026-05-14"],["SHAPARTNER V3","CLAUDE GPT","SHAPARTNER",89.7,94.62,89.94,79.59,"2026-09-13"],["SHADOW HARNESS","CLAUDE GPT","",89.7,95.7,89.94,77.55,"2026-09-13"],["CustomGPT.ai Research Lab v23","claude, gemini, gpt","CustomGPT.ai",89.37,96.77,86.79,83.67,"2026-05-14"],["CustomGPT.ai Research Lab v26","Claude","CustomGPT.ai",89.37,96.77,86.79,83.67,"2026-05-14"],["SHAPARTNER V2","Claude GPT ","",89.37,95.7,89.94,75.51,"2026-09-13"],["ShawnAgent_v3.1","GPT5.2, Claude Sonnet 4.5, Gemini 3 Pro","",89.37,96.77,86.79,83.67,"2026-01-16"],["CustomGPT.ai Research Lab v22","claude, gemini, gpt","CustomGPT.ai Research Lab v22",89.37,96.77,86.79,83.67,"2026-05-13"],["HALO V1217-1","","Microsoft AI Asia - Ads",89.37,96.77,86.79,83.67,"2025-12-17"],["Cobra Agent_v1.14","GPT 5.5","Dalpha Inc",89.04,95.7,86.79,83.67,"2026-06-18"],["CustomGPT.ai Research Lab v19","Claude","CustomGPT.ai",89.04,96.77,86.16,83.67,"2026-05-12"]],"metadata":null},"headers":["1","2","3"],"row_count":[1,"dynamic"],"col_count":[3,"dynamic"],"datatype":["markdown","number","number","number","number","str","str","str"],"type":"pandas","latex_delimiters":[{"left":"$$","right":"$$","display":true}],"show_label":true,"max_height":500,"min_width":160,"interactive":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"wrap":false,"line_breaks":true,"column_widths":["20%"],"show_fullscreen_button":false,"show_copy_button":false,"show_row_numbers":false,"show_search":"none","static_columns":[],"name":"dataframe","_selectable":false},"skip_api":false,"component_class_id":"69186daaca6b648c00e4dda67dfac6e8e50cdc2cb5e1e458cfcae5889b99c806","key":null,"api_info":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_input":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_output":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"example_inputs":{"headers":["a","b"],"data":[["foo","bar"]]}},{"id":9,"type":"button","props":{"value":"Refresh","variant":"secondary","size":"lg","visible":true,"interactive":true,"elem_classes":[],"preserved_by_key":["value"],"name":"button","_selectable":false},"skip_api":true,"component_class_id":"916a16f6d311892cf2877c21810a29477cc4b9945cabc855695ae0cd0c850c4c","key":null},{"id":10,"type":"accordion","props":{"label":"Submit a new model for evaluation","open":true,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"68fbff65480149a50fe591fef1948bbaed634b810b18b905b01f834add9fefe5","key":null},{"id":11,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"bc47bf2e53002b34f9ec79dc4a3052e03866c51adfd499cc985f9fa94a4de216","key":null},{"id":12,"type":"markdown","props":{"value":"## Submissions\nResults can be submitted for the test set (we closed the validation leaderboard, as it was no longer informative). Scores are expressed as the percentage of correct answers for a given split. \n\nEach question calls for an answer that is either a string (one or a few words), a number, or a comma separated list of strings or floats, unless specified otherwise. There is only one correct answer. \nHence, evaluation is done via quasi exact match between a model’s answer and the ground truth (up to some normalization that is tied to the “type” of the ground truth).\n\nIn our evaluation, we use a system prompt to instruct the model about the required format:\n```\nYou are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.\n```\nWe advise you to use the system prompt provided in the paper to ensure your agents answer using the correct and expected format. In practice, GPT4 level models easily follow it.\n\n\nWe expect submissions to be json-line files with the following format. The first two fields are mandatory, `reasoning_trace` is optional:\n```\n{\"task_id\": \"task_id_1\", \"model_answer\": \"Answer 1 from your model\", \"reasoning_trace\": \"The different steps by which your model reached answer 1\"}\n{\"task_id\": \"task_id_2\", \"model_answer\": \"Answer 2 from your model\", \"reasoning_trace\": \"The different steps by which your model reached answer 2\"}\n```\n\nOur scoring function can be found [here](https://huggingface.co/spaces/gaia-benchmark/leaderboard/blob/main/scorer.py).","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":["markdown-text"],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":13,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"bc47bf2e53002b34f9ec79dc4a3052e03866c51adfd499cc985f9fa94a4de216","key":null},{"id":14,"type":"column","props":{"scale":1,"min_width":320,"variant":"default","visible":true,"show_progress":false,"preserved_by_key":[],"name":"column"},"skip_api":true,"component_class_id":"abb6f91f0285ae025921ca0059cf3a635e9853c8a150095add2066c88630fc09","key":null},{"id":15,"type":"textbox","props":{"type":"text","lines":1,"label":"Agent name","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":16,"type":"textbox","props":{"type":"text","lines":1,"label":"Model family","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":17,"type":"textbox","props":{"type":"text","lines":1,"label":"System prompt example","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":18,"type":"textbox","props":{"type":"text","lines":1,"label":"Url to model information","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":19,"type":"form","props":{"scale":0,"min_width":0,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"7c96e70477dd55732fb1a4bc6696ddcc8ff96faeabe823f8c3311f0d1f92d0eb","key":null},{"id":20,"type":"column","props":{"scale":1,"min_width":320,"variant":"default","visible":true,"show_progress":false,"preserved_by_key":[],"name":"column"},"skip_api":true,"component_class_id":"abb6f91f0285ae025921ca0059cf3a635e9853c8a150095add2066c88630fc09","key":null},{"id":21,"type":"textbox","props":{"type":"text","lines":1,"label":"Organisation","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":22,"type":"textbox","props":{"type":"text","lines":1,"label":"Contact email (will be stored privately, & used if there is an issue with your submission)","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":23,"type":"file","props":{"file_count":"single","type":"filepath","show_label":true,"container":true,"min_width":160,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"allow_reordering":false,"name":"file","_selectable":false},"skip_api":false,"component_class_id":"4666474ea002efb5b20d0bfc287a4f4245a28b2603728e12c66fa60a37ec0bff","key":null,"api_info":{"$defs":{"FileDataMeta":{"properties":{"_type":{"const":"gradio.FileData","title":"Type","type":"string"}},"required":["_type"],"title":"FileDataMeta","type":"object"}},"properties":{"path":{"title":"Path","type":"string"},"url":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Url"},"size":{"anyOf":[{"type":"integer"},{"type":"null"}],"default":null,"title":"Size"},"orig_name":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Orig Name"},"mime_type":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Mime Type"},"is_stream":{"default":false,"title":"Is Stream","type":"boolean"},"meta":{"$ref":"#/$defs/FileDataMeta"}},"required":["path"],"title":"FileData","type":"object","additional_description":"The FileData class is a subclass of the GradioModel class that represents a file object within a Gradio interface. It is used to store file data and metadata when a file is uploaded.\n\nAttributes:\n path: The server file path where the file is stored.\n url: The normalized server URL pointing to the file.\n size: The size of the file in bytes.\n orig_name: The original filename before upload.\n mime_type: The MIME type of the file.\n is_stream: Indicates whether the file is a stream.\n meta: Additional metadata used internally (should not be changed)."},"api_info_as_input":{"$defs":{"FileDataMeta":{"properties":{"_type":{"const":"gradio.FileData","title":"Type","type":"string"}},"required":["_type"],"title":"FileDataMeta","type":"object"}},"properties":{"path":{"title":"Path","type":"string"},"url":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Url"},"size":{"anyOf":[{"type":"integer"},{"type":"null"}],"default":null,"title":"Size"},"orig_name":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Orig Name"},"mime_type":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Mime Type"},"is_stream":{"default":false,"title":"Is Stream","type":"boolean"},"meta":{"$ref":"#/$defs/FileDataMeta"}},"required":["path"],"title":"FileData","type":"object","additional_description":"The FileData class is a subclass of the GradioModel class that represents a file object within a Gradio interface. It is used to store file data and metadata when a file is uploaded.\n\nAttributes:\n path: The server file path where the file is stored.\n url: The normalized server URL pointing to the file.\n size: The size of the file in bytes.\n orig_name: The original filename before upload.\n mime_type: The MIME type of the file.\n is_stream: Indicates whether the file is a stream.\n meta: Additional metadata used internally (should not be changed)."},"api_info_as_output":{"$defs":{"FileDataMeta":{"properties":{"_type":{"const":"gradio.FileData","title":"Type","type":"string"}},"required":["_type"],"title":"FileDataMeta","type":"object"}},"properties":{"path":{"title":"Path","type":"string"},"url":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Url"},"size":{"anyOf":[{"type":"integer"},{"type":"null"}],"default":null,"title":"Size"},"orig_name":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Orig Name"},"mime_type":{"anyOf":[{"type":"string"},{"type":"null"}],"default":null,"title":"Mime Type"},"is_stream":{"default":false,"title":"Is Stream","type":"boolean"},"meta":{"$ref":"#/$defs/FileDataMeta"}},"required":["path"],"title":"FileData","type":"object","additional_description":"The FileData class is a subclass of the GradioModel class that represents a file object within a Gradio interface. It is used to store file data and metadata when a file is uploaded.\n\nAttributes:\n path: The server file path where the file is stored.\n url: The normalized server URL pointing to the file.\n size: The size of the file in bytes.\n orig_name: The original filename before upload.\n mime_type: The MIME type of the file.\n is_stream: Indicates whether the file is a stream.\n meta: Additional metadata used internally (should not be changed)."},"example_inputs":{"path":"https://github.com/gradio-app/gradio/raw/main/test/test_files/sample_file.pdf","meta":{"_type":"gradio.FileData"},"orig_name":"sample_file.pdf","url":"https://github.com/gradio-app/gradio/raw/main/test/test_files/sample_file.pdf"}},{"id":24,"type":"form","props":{"scale":0,"min_width":0,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"7c96e70477dd55732fb1a4bc6696ddcc8ff96faeabe823f8c3311f0d1f92d0eb","key":null},{"id":25,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"bc47bf2e53002b34f9ec79dc4a3052e03866c51adfd499cc985f9fa94a4de216","key":null},{"id":26,"type":"button","props":{"value":"Sign in with Hugging Face","logout_value":"Logout ({})","variant":"huggingface","size":"lg","icon":{"path":"/usr/local/lib/python3.13/site-packages/gradio/icons/huggingface-logo.svg","url":"https://gaia-benchmark-leaderboard.hf.space/gradio_api/file=/usr/local/lib/python3.13/site-packages/gradio/icons/huggingface-logo.svg","size":null,"orig_name":null,"mime_type":null,"is_stream":false,"meta":{"_type":"gradio.FileData"}},"visible":true,"interactive":true,"elem_classes":[],"preserved_by_key":["value"],"name":"button","_selectable":false},"skip_api":true,"component_class_id":"6f8336edac4d5ae99b9cfa33c85b7b76910d59b9ae42613e16e994fa3e7ebea2","key":null},{"id":27,"type":"button","props":{"value":"Submit Eval On Test","variant":"secondary","size":"lg","visible":true,"interactive":true,"elem_classes":[],"preserved_by_key":["value"],"name":"button","_selectable":false},"skip_api":true,"component_class_id":"916a16f6d311892cf2877c21810a29477cc4b9945cabc855695ae0cd0c850c4c","key":null},{"id":28,"type":"markdown","props":{"show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"}],"css":"","connect_heartbeat":false,"js":"","head":"","title":"Gradio","space_id":"gaia-benchmark/leaderboard","enable_queue":true,"show_error":false,"show_api":true,"is_colab":false,"max_file_size":null,"stylesheets":["https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600&display=swap"],"theme":"default","protocol":"sse_v3","body_css":{"body_background_fill":"white","body_text_color":"#27272a","body_background_fill_dark":"#0f0f11","body_text_color_dark":"#f4f4f5"},"fill_height":false,"fill_width":false,"theme_hash":"2fa39f6df94156f7ef9d84370dbb2657d672827c75f082ac995879c32290c5ca","pwa":true,"pages":[["","Home",true]],"page":{"":{"layout":{"id":0,"children":[{"id":1},{"id":2},{"id":3,"children":[{"id":4,"children":[{"id":6,"children":[{"id":5}]}]}]},{"id":7},{"id":8},{"id":9},{"id":10,"children":[{"id":11,"children":[{"id":12}]},{"id":13,"children":[{"id":14,"children":[{"id":19,"children":[{"id":15},{"id":16},{"id":17},{"id":18}]}]},{"id":20,"children":[{"id":24,"children":[{"id":21},{"id":22}]},{"id":23}]}]},{"id":25,"children":[{"id":26},{"id":27}]},{"id":28}]}]},"components":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28],"dependencies":[0,1,2,3]}},"mcp_server":false,"i18n_translations":null,"dependencies":[{"id":0,"targets":[[9,"click"]],"inputs":[],"outputs":[8],"backend_fn":true,"js":null,"queue":true,"api_name":"refresh","api_description":null,"scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_only_on_failure":false,"trigger_mode":"once","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":1,"targets":[[26,"click"]],"inputs":[26],"outputs":[],"backend_fn":false,"js":"\n(buttonValue) => {\n uri = buttonValue === \"Sign in with Hugging Face\" ? '/login/huggingface?_target_url=/' : '/logout?_target_url=/';\n window.parent?.postMessage({ type: \"SET_SCROLLING\", enabled: true }, \"*\");\n setTimeout(() => {\n window.location.assign(uri + window.location.search);\n }, 500);\n}\n","queue":false,"api_name":"js_fn","api_description":null,"scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_only_on_failure":false,"trigger_mode":"once","show_api":false,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":2,"targets":[[27,"click"]],"inputs":[15,16,17,18,23,21,22],"outputs":[28],"backend_fn":true,"js":null,"queue":true,"api_name":"add_new_eval","api_description":null,"scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_only_on_failure":false,"trigger_mode":"once","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":3,"targets":[[null,"load"]],"inputs":[],"outputs":[26],"backend_fn":true,"js":null,"queue":true,"api_name":"_check_login_status","api_description":null,"scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_only_on_failure":false,"trigger_mode":"once","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null}],"layout":{"id":0,"children":[{"id":1},{"id":2},{"id":3,"children":[{"id":4,"children":[{"id":6,"children":[{"id":5}]}]}]},{"id":7},{"id":8},{"id":9},{"id":10,"children":[{"id":11,"children":[{"id":12}]},{"id":13,"children":[{"id":14,"children":[{"id":19,"children":[{"id":15},{"id":16},{"id":17},{"id":18}]}]},{"id":20,"children":[{"id":24,"children":[{"id":21},{"id":22}]},{"id":23}]}]},{"id":25,"children":[{"id":26},{"id":27}]},{"id":28}]}]},"username":null,"root":"https://gaia-benchmark-leaderboard.hf.space"}