{"service":"openhagen-worlds-eval","version":"0.1.0","instances":2208,"cells":92,"families":[{"env_id":"PhysicsWorld/circuit_fault-v1","family":"circuit_fault","paper_name":"circuit fault","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/impedance_topology-v1","family":"impedance_topology","paper_name":"impedance topology","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/heat_inclusion-v1","family":"heat_inclusion","paper_name":"heat inclusion","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/hidden_law-v1","family":"hidden_law","paper_name":"hidden law","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/control_plant-v1","family":"control_plant","paper_name":"control plant","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ChemistryWorld/reaction_network-v1","family":"reaction_network","paper_name":"reaction network","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"BioWorld/pathway_fault-v1","family":"pathway_fault","paper_name":"pathway fault","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"BioWorld/knockout_network-v1","family":"knockout_network","paper_name":"knockout network","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"LogicWorld/group_testing-v1","family":"group_testing","paper_name":"group testing","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"LogicWorld/rule_induction-v1","family":"rule_induction","paper_name":"rule induction","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"LogicWorld/causal_intervention-v1","family":"causal_intervention","paper_name":"causal intervention","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ExecutionWorld/trace_debugging-v1","family":"trace_debugging","paper_name":"trace debugging","group":"discovery","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"ChemistryWorld/mechanism_plus-v1","family":"mechanism_plus","paper_name":"mechanism discrimination","group":"discovery","held_out_of_training":true,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"LogicWorld/counterfeit_coin-v1","family":"counterfeit_coin","paper_name":"counterfeit coin","group":"discovery","held_out_of_training":true,"levels":[0,1,2],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"ExecutionWorld/automaton_learning-v1","family":"automaton_learning","paper_name":"automaton learning","group":"discovery","held_out_of_training":true,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"LogicWorld/receiptfall-v1","family":"receiptfall","paper_name":"certificate audit","group":"microworld","held_out_of_training":false,"levels":[0,1,2,3,4,5],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"ExecutionWorld/exact_execution-v1","family":"exact_execution","paper_name":"exact execution","group":"microworld","held_out_of_training":false,"levels":[0,1,2,3,4,5],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"PhysicsWorld/rigid_body_id-v1","family":"rigid_body_id","paper_name":"rigid-body identification","group":"physicsworld","held_out_of_training":false,"levels":[0,1,2,3],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/aero_redux-v1","family":"aero_redux","paper_name":"airfoil inference","group":"physicsworld","held_out_of_training":false,"levels":[0,1,2,3],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/optics_bench-v1","family":"optics_bench","paper_name":"optical bench","group":"physicsworld","held_out_of_training":false,"levels":[0,1,2,3],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/oscillator_network-v1","family":"oscillator_network","paper_name":"coupled oscillators","group":"physicsworld","held_out_of_training":false,"levels":[0,1,2,3],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"PhysicsWorld/fluid_network-v1","family":"fluid_network","paper_name":"fluid network","group":"physicsworld","held_out_of_training":true,"levels":[0,1,2,3],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ChemistryWorld/structure_elucidation-v1","family":"structure_elucidation","paper_name":"structure elucidation","group":"chemistryworld","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":false,"available":true},{"env_id":"ChemistryWorld/titration_equilibria-v1","family":"titration_equilibria","paper_name":"titration equilibria","group":"chemistryworld","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ChemistryWorld/kinetics_process_design-v1","family":"kinetics_process_design","paper_name":"kinetics process design","group":"chemistryworld","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ChemistryWorld/chromatography_method-v1","family":"chromatography_method","paper_name":"chromatography method","group":"chemistryworld","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true},{"env_id":"ChemistryWorld/electrochem_mechanism-v1","family":"electrochem_mechanism","paper_name":"electrochemical mechanism","group":"chemistryworld","held_out_of_training":false,"levels":[0,1,2],"instances_per_level":24,"python_tool":true,"available":true}],"protocol":{"name":"standard","malformed_reply":"not executed; costs one laboratory turn and returns the parser's reason with the legal form; two such replies in a row end the episode at zero","decision_limit":24,"reply":"passed verbatim to the episode parser; only the text after the last '</think>' is read","model_settings":{"thinking":"on","thinking_budget_tokens":4096,"forced_close":"\n</think>\n\n","answer_budget_tokens":"per observation (answer_token_budget)","temperature":1.0,"top_p":0.95,"top_k":20}},"limits":{"requests_per_minute":240,"burst":60,"live_episodes":32,"episodes_per_instance":3,"episodes_per_day":2500},"vendored_tree_sha256":"56d37df576fc16715fd24a2f2302838c5f08f19cdb58f2c7cc549d3f90096eac","instances_sha256":"c17904f9fba8cb2f4e5eb30134608e700ee5856309f132305c6effe8adb6da68","cells_sha256":{"circuit_fault/d0":"580b7846bfb5b236f20d417af970af19790fb9df2f954403d0918f2d9154d2b6","circuit_fault/d1":"a49d0aef5341c5b86de1706fb43c910aaac27462f43e9cc2cfd1c2a75228ee8d","circuit_fault/d2":"5ba0e1ed8748897eda93a266aa2aabd9b8e90afe63ee9439c95b2e5f3579b315","impedance_topology/d0":"283d9bc5eb6f1e1a41d9bb273df9fc4af2c5e1427a60851ea207b534416b53dd","impedance_topology/d1":"b16419b33b9a5c2c58bd45622d1325124b6a52138d07bd22cfad3244af6edf13","impedance_topology/d2":"ad47c9d17e4fc6de753c6836142e73ab425167c0749273e8148e19df569ca772","heat_inclusion/d0":"25154fde0e7fdf4102077fd872c82eaed42f01014729c8088532f3c2170b7cc4","heat_inclusion/d1":"deec43cb404b368af49200f21057583085c873fb71728a3b537d151f3b0b6d64","heat_inclusion/d2":"a4bf9da5a1fa5b4cab82a3ab8bf760222dbc3ee1c10d295046918dc17e740595","hidden_law/d0":"7e837766b70cf2393a65f14ae0591e5319decd81b1bb5d1cdf14798fda700dcf","hidden_law/d1":"06b7679609de872bae7bb45894f5078f289896b46b5c0cde32f31dab273095a5","hidden_law/d2":"91c1f8cd5bbdaabde0a9eb72286941084502f1cdc19fc38522ecd4a3a1c1775a","control_plant/d0":"22fcc09e723d27637b249a192a9fe4ccffcba774277caa0a7332d17408f880b0","control_plant/d1":"9b2a02bb1546c2ffe74cf96f210bada1c558c63afcf2e0fd2d9b653902e628e5","control_plant/d2":"c4be7f1cc871934f1fa7692df1bbe51450cf27180ad2a3e4a49a1a69424b4819","reaction_network/d0":"931e729e7d28449908f96988a6036431f842afceceeb52d1d11da5882eb55031","reaction_network/d1":"5192b4e8a7512ab40e8e9becc795f953dd516517eb988e22a3655f10d74bf80c","reaction_network/d2":"6794b7c35168104517ddbaa607871e82f15d609160dad88fdb710cafcf909996","pathway_fault/d0":"39bae956bc0d4022e0d33475df52ec94eafc72348dfd9c3a5ab225318cbeb16e","pathway_fault/d1":"8a93d284d918e8cbbfc633c4bd8f3e9254719b6e4c1683ae63d449b895760cd0","pathway_fault/d2":"e35271e2ae011314de2f1b7f4813b3f6efc0e2110d5ce1332d980453f76a930f","knockout_network/d0":"12a11b33d618b130b77c538b7c95a338aa3d8125908fb6662e61c6424e2d2e30","knockout_network/d1":"cc291824077e6f173fd7c430dd75e47e7f46b97b07e1343ca98e059dd47d625e","knockout_network/d2":"27b453cc23093ac89c0acf1823955fe6241cf024b579aabff334160f8ccf823e","group_testing/d0":"bde510defe89d6ce554126944aa23bf9014ab49a902d160dbf9ba09b60545334","group_testing/d1":"54d815a169f9187084815bd100a4759691a2983e1c4640f032e792830cf489aa","group_testing/d2":"1190b985d428b3e6db46e216367c305d665d41958c966f56cc7104dcbd685ed1","rule_induction/d0":"b208ccd3ef81b2d3c0d38ab5bf73a0a5d7f4c962ca4faeecea7f857d610b6fe3","rule_induction/d1":"2d8bcebeebd1647cb0010a58c16ec48a5473b9c80e9132b64ba697e390d22ea6","rule_induction/d2":"b2bac4a825661da47ceacde6556f6e69c5bd3460846349595bb9f799ed0113a4","causal_intervention/d0":"ff7b5be137a6218eb7f06b4cd3a372e3a1c4966aef4807f36f6b2af6c6eeaf53","causal_intervention/d1":"ddabb25cce0d319175e3f701777817aa25554c9b52a8645c734d8ea2553a38b9","causal_intervention/d2":"8cca589889362d6af5ccbdc38042980688997b25745426127e9ee28081f2fce2","trace_debugging/d0":"aa49dbaa8a1be93a0553ae571f4b0ab76ebe65da5602dae35a650ac2705d218b","trace_debugging/d1":"e3e96caaa1900767bf67cac7f9a3b1b8ad1c962e54f3c075e51a2cfe992d7069","trace_debugging/d2":"db210af7bce544b203542e563f0704af6b39cbb3cbbc4575092d475de658bf35","mechanism_plus/d0":"908f75b97ab40467c03e5af476639f63375fe84511b4671f6449e3e108ddf5b6","mechanism_plus/d1":"b7d11d3fdd2d9d8e33c60a9a4e4bdc2a61c06450399dfea08b2ad6e941266d73","mechanism_plus/d2":"b5354c602351d37ab1146a8b8ab34b82e6792e5776d4d32cbb0cf4ec9c732dcc","counterfeit_coin/d0":"c547b4ea0400d0a40a54bc3aaa7d4e4b354aba241777d913d91f3261e779aa0a","counterfeit_coin/d1":"0aa3d5b58df4804b537e7dc7f923a464a7a98e797042b3938e29ae6f0b3f4706","counterfeit_coin/d2":"8ded2e720c6388c30fb934497e10eb3805f3ad0b78c430422be2cc9f450ab914","automaton_learning/d0":"1c2ac084ec8799086949175600a7bc45d4fceb7d771087c1852b85e0799d451b","automaton_learning/d1":"49e53917d508f45b9d6650c5c8d547e01a43a0962e897b9b95f6eb06afae49bb","automaton_learning/d2":"1a238a7f417a5754110703dd5f212f6ed2383bc6d06bc3ddb9d77f1d7374bf6b","receiptfall/d0":"724fe7441127a7c4aff73ea8031688014cca3172112759bdf33468f3c5091936","receiptfall/d1":"a239ea6ce5b4ebdbc4829177e287e35952239bd2350f1ccee14e283e57b0b8b6","receiptfall/d2":"49e17ed9f2bd4a3962aa45ca7073f461381530505bfd6c9e1a87c339db625163","receiptfall/d3":"8175ffa88a5303b132060b8da83f3f5ab4cb4605dddbb58b4bf23d01ca558a14","receiptfall/d4":"73f8775494c589e1abafc0f0a1aa85b913c6071d76756e1bee8a853d520dea68","receiptfall/d5":"b0990a7f72dcc44926817fddcc68568c9c2734fcf0fb690ac6bca0ff71a96d8f","exact_execution/d0":"2a7eeeb36606b399a9a070350b3d5ffd1d48de4df9635e69d2050cf503c5f6f0","exact_execution/d1":"66b66736c2bc524f7fc1696c20d1367a20baa7bb026340110edae47b18bc864e","exact_execution/d2":"6aa49a2b590028438bfc1b8ddb21a1161834dfdd7739c9323574cd6dacb00a74","exact_execution/d3":"3198c3eb55ed1e2ed507e7923588cdb0d0b9d3c93fa6430d0d7fff9f8e0bb0d1","exact_execution/d4":"8925368a3672312d65d23813f64e34868721a3cf3ccaa46b1db85c29f13095fb","exact_execution/d5":"7801c364e6cb66f40c31f23fa6ae7b5e5b3df9e9b405802c72bda435941f959c","rigid_body_id/d0":"1412dda1710f9f4ce53e326ac6345c3cc15ccd04c15d6e5217f38fdfdceeeb3e","rigid_body_id/d1":"cd566ed1b28ed516c7b144d405ba4d52ffd90fbc1d1b1332201cf33fee0999a1","rigid_body_id/d2":"117fae23d2829f72c1e76bf81f32f4f84ee2582630fe66d7b7c359853df4270f","rigid_body_id/d3":"6f4329e1590807cadaee0bfe56637a9136ae1a870f31fdfa1bdce4b65c906efe","aero_redux/d0":"56ee300aa355ace937c101c1e313418448d29ea9cb545b975bffa702c2946140","aero_redux/d1":"6e7f161ab1c5a3e7431be7ba7ece14f1e7b99808ae4dc9cda317eb28a51e6e05","aero_redux/d2":"bdf6822ad4fc1b0d9a04f4fd1e09d3d2eaccef59df9eb2ad83249acd3065584d","aero_redux/d3":"098525a7e382cd8da7a928623cd5b131969ccdd5bd50d645ce8153175dbc140a","optics_bench/d0":"833b3949c890f19514bebd195b5bca5b2e8f286533fa63ba123d5f61177c6446","optics_bench/d1":"48e8d25775b1ae74a79eabe405303f3df0d1e591d1a10eec0b27edf8abfa0627","optics_bench/d2":"0bda7f1f551bf7161fbefa73f2b059987d03e38294d9c28bdf5d484031743366","optics_bench/d3":"75b10794088d2f07c8d9abcbc20b15277bc7c2089c63c35c0acade8cc82748f4","oscillator_network/d0":"3e8f43fe4879e7e8dda929fb0f46934a1e5134ea9bc9beed91387f1c73235c2c","oscillator_network/d1":"4746187c02d244abd591b148ae027ebfc23d10587a254f39aaa7435e14b0016a","oscillator_network/d2":"cb1141cb0708d325a9f2a33a4a480b6fba254eb13d933afba14011b1a046ddd6","oscillator_network/d3":"b9382122f7e3450aee4625fc1c8678b2a4bb2c70d5ad5cc9adc915a2e773ca29","fluid_network/d0":"7529c47959dcc25bd11dbd4b09752d39f8b01b2128d7897e974a7ce65a2827df","fluid_network/d1":"f64a7a91de340a7a9304c996f7068218f55ea75d45a464ab48f4a7bca477f00e","fluid_network/d2":"8881e2862610d62de20f829b0f41378991808280c51f9b118db252c35b68fad9","fluid_network/d3":"9091367808fceb5c1faad6158bdd90d6817026c70a2a69086238670329ef92fd","structure_elucidation/d0":"6c033adbe4bf69921bf6cb95a05be5a7b678745cd2c006cc2963458b0be3e59e","structure_elucidation/d1":"50f41b907de2a0f72dc8e06c6560b8d8c2cdec159f17bc0ed97653d7ca84de6a","structure_elucidation/d2":"ac51b7af9a1aaf4143b7ff3bee97bafda3dd124d4152246da8206d72c6a34836","titration_equilibria/d0":"805733977f47a4f5c86f7bbed01345275f6e84035ce853e75bd45057b53a0403","titration_equilibria/d1":"11d5613897233a96b111d7d982370591de2eeeaeff19334bc509e38cd751ca14","titration_equilibria/d2":"cc61b8996f78f99da029c24af9ff0ad3b194798f50e81257ccae3562f9dc9374","kinetics_process_design/d0":"478775da35ef2fa03c799b597fdbe76af70eadc484beac2a9a56e14765a9ce38","kinetics_process_design/d1":"3458935cb5d05b8979f7144b68bd09394a6a3c4f0557298470f30f4ad8ebc51c","kinetics_process_design/d2":"4d43d0209066184c1052fd86bcf838357868cd31353b4f08a2f7618efd61324c","chromatography_method/d0":"7304191fbe0375f2aee4fef43636602632ac27c10543995a73b8afdd84cf26b3","chromatography_method/d1":"3b5eaef5933fed6fdffa0b08eae7f14392f3e2f579647673c6714e87f2d8ef8a","chromatography_method/d2":"a6d97f784dc884e204b3cb65be1581687bf9ef5ff63ce9ec2b11534adca2bcec","electrochem_mechanism/d0":"38d0b30e9bbcab6b8be8da46325e1efc805aadc63fb4dffa37cdf8dea2f682c6","electrochem_mechanism/d1":"97b8240ba0670cbaa4fb7e280ef1316a278cc6fc4ad7fb458e41bfc561b73478","electrochem_mechanism/d2":"7fe5cf5e81dc5fc128d8563dc8871f0e1fe2542d6856692d39d6c39a17e9c990"},"platform":"x86_64 Intel(R) Xeon(R) Processor @ 2.30GHz avx512f+avx2+fma+sse4_2"}