{"curves":[{"run":"productum-1","group":"Forward prediction","label":"Productum I","metric":"Greedy validation top-1","unit":"fraction","better":"higher","xUnit":"steps","parameters":44422656,"finalStep":400000,"maxSteps":null,"source":"results/models/productum-1/progress.json","points":[{"x":5000,"y":0.013},{"x":10000,"y":0.2905},{"x":15000,"y":0.4375},{"x":20000,"y":0.4875},{"x":25000,"y":0.51},{"x":30000,"y":0.5495},{"x":35000,"y":0.5435},{"x":40000,"y":0.563},{"x":45000,"y":0.571},{"x":50000,"y":0.58},{"x":55000,"y":0.5795},{"x":60000,"y":0.591},{"x":65000,"y":0.5995},{"x":70000,"y":0.604},{"x":75000,"y":0.602},{"x":80000,"y":0.607},{"x":85000,"y":0.6125},{"x":90000,"y":0.6085},{"x":95000,"y":0.6065},{"x":100000,"y":0.6155},{"x":105000,"y":0.6155},{"x":110000,"y":0.6195},{"x":115000,"y":0.6135},{"x":120000,"y":0.6155},{"x":125000,"y":0.6255},{"x":130000,"y":0.6285},{"x":135000,"y":0.633},{"x":140000,"y":0.6235},{"x":145000,"y":0.6355},{"x":150000,"y":0.6265},{"x":155000,"y":0.639},{"x":160000,"y":0.6315},{"x":165000,"y":0.636},{"x":170000,"y":0.6465},{"x":175000,"y":0.6445},{"x":180000,"y":0.655},{"x":185000,"y":0.6515},{"x":190000,"y":0.6575},{"x":195000,"y":0.6425},{"x":200000,"y":0.651},{"x":205000,"y":0.653},{"x":210000,"y":0.65},{"x":215000,"y":0.6495},{"x":220000,"y":0.659},{"x":225000,"y":0.649},{"x":230000,"y":0.653},{"x":235000,"y":0.654},{"x":240000,"y":0.659},{"x":245000,"y":0.658},{"x":250000,"y":0.6525},{"x":255000,"y":0.6605},{"x":260000,"y":0.6495},{"x":265000,"y":0.6585},{"x":270000,"y":0.6555},{"x":275000,"y":0.6515},{"x":280000,"y":0.665},{"x":285000,"y":0.658},{"x":290000,"y":0.665},{"x":295000,"y":0.659},{"x":300000,"y":0.657},{"x":305000,"y":0.6635},{"x":310000,"y":0.663},{"x":315000,"y":0.663},{"x":320000,"y":0.6645},{"x":325000,"y":0.6605},{"x":330000,"y":0.6555},{"x":335000,"y":0.664},{"x":340000,"y":0.664},{"x":345000,"y":0.6565},{"x":350000,"y":0.662},{"x":355000,"y":0.6655},{"x":360000,"y":0.672},{"x":365000,"y":0.6605},{"x":370000,"y":0.6645},{"x":375000,"y":0.6645},{"x":380000,"y":0.666},{"x":385000,"y":0.666},{"x":390000,"y":0.67},{"x":395000,"y":0.6575},{"x":400000,"y":0.671}]},{"run":"productum-tb-1","group":"Forward prediction","label":"Textbook fine-tune","metric":"Greedy validation top-1","unit":"fraction","better":"higher","xUnit":"steps","parameters":44422656,"finalStep":20000,"maxSteps":null,"source":"results/models/productum-tb-1/progress.json","points":[{"x":2000,"y":0.6585},{"x":4000,"y":0.669},{"x":6000,"y":0.6705},{"x":8000,"y":0.6685},{"x":10000,"y":0.6735},{"x":12000,"y":0.6745},{"x":14000,"y":0.67},{"x":16000,"y":0.6735},{"x":18000,"y":0.677},{"x":20000,"y":0.6755}]},{"run":"liber-1","group":"Template-free retrosynthesis","label":"Liber I","metric":"Greedy validation top-1","unit":"fraction","better":"higher","xUnit":"steps","parameters":44377600,"finalStep":400000,"maxSteps":null,"source":"results/models/liber-1/progress.json","points":[{"x":5000,"y":0.0095},{"x":10000,"y":0.1135},{"x":15000,"y":0.176},{"x":20000,"y":0.205},{"x":25000,"y":0.2215},{"x":30000,"y":0.229},{"x":35000,"y":0.2285},{"x":40000,"y":0.249},{"x":45000,"y":0.251},{"x":50000,"y":0.2605},{"x":55000,"y":0.264},{"x":60000,"y":0.2625},{"x":65000,"y":0.269},{"x":70000,"y":0.278},{"x":75000,"y":0.272},{"x":80000,"y":0.2745},{"x":85000,"y":0.272},{"x":90000,"y":0.2845},{"x":95000,"y":0.2875},{"x":100000,"y":0.282},{"x":105000,"y":0.2725},{"x":110000,"y":0.2765},{"x":115000,"y":0.2875},{"x":120000,"y":0.2835},{"x":125000,"y":0.2905},{"x":130000,"y":0.2925},{"x":135000,"y":0.2925},{"x":140000,"y":0.293},{"x":145000,"y":0.287},{"x":150000,"y":0.293},{"x":155000,"y":0.297},{"x":160000,"y":0.2955},{"x":165000,"y":0.291},{"x":170000,"y":0.295},{"x":175000,"y":0.3},{"x":180000,"y":0.292},{"x":185000,"y":0.3045},{"x":190000,"y":0.2995},{"x":195000,"y":0.3025},{"x":200000,"y":0.307},{"x":205000,"y":0.3045},{"x":210000,"y":0.304},{"x":215000,"y":0.304},{"x":220000,"y":0.303},{"x":225000,"y":0.3085},{"x":230000,"y":0.302},{"x":235000,"y":0.301},{"x":240000,"y":0.3065},{"x":245000,"y":0.3145},{"x":250000,"y":0.307},{"x":255000,"y":0.317},{"x":260000,"y":0.31},{"x":265000,"y":0.3065},{"x":270000,"y":0.308},{"x":275000,"y":0.312},{"x":280000,"y":0.309},{"x":285000,"y":0.3125},{"x":290000,"y":0.307},{"x":295000,"y":0.316},{"x":300000,"y":0.308},{"x":305000,"y":0.323},{"x":310000,"y":0.307},{"x":315000,"y":0.3165},{"x":320000,"y":0.312},{"x":325000,"y":0.3135},{"x":330000,"y":0.318},{"x":335000,"y":0.3235},{"x":340000,"y":0.3135},{"x":345000,"y":0.3105},{"x":350000,"y":0.316},{"x":355000,"y":0.3125},{"x":360000,"y":0.3095},{"x":365000,"y":0.3205},{"x":370000,"y":0.3135},{"x":375000,"y":0.3125},{"x":380000,"y":0.3185},{"x":385000,"y":0.3155},{"x":390000,"y":0.315},{"x":395000,"y":0.3145},{"x":400000,"y":0.315}]},{"run":"liber-2","group":"Template-free retrosynthesis","label":"Liber I.1, aligned writing","metric":"Greedy validation top-1","unit":"fraction","better":"higher","xUnit":"steps","parameters":44376064,"finalStep":145000,"maxSteps":null,"source":"results/models/liber-2/progress.json","points":[{"x":5000,"y":0.085},{"x":10000,"y":0.183},{"x":15000,"y":0.2025},{"x":20000,"y":0.236},{"x":25000,"y":0.226},{"x":30000,"y":0.2345},{"x":35000,"y":0.242},{"x":40000,"y":0.2385},{"x":45000,"y":0.259},{"x":50000,"y":0.258},{"x":55000,"y":0.264},{"x":60000,"y":0.2625},{"x":65000,"y":0.2635},{"x":70000,"y":0.2695},{"x":75000,"y":0.262},{"x":80000,"y":0.271},{"x":85000,"y":0.275},{"x":90000,"y":0.2685},{"x":95000,"y":0.279},{"x":100000,"y":0.2825},{"x":105000,"y":0.275},{"x":110000,"y":0.278},{"x":115000,"y":0.2775},{"x":120000,"y":0.287},{"x":125000,"y":0.2875},{"x":130000,"y":0.2825},{"x":135000,"y":0.287},{"x":140000,"y":0.289},{"x":145000,"y":0.2935}]},{"run":"condicio-1","group":"Conditions","label":"Condicio v1, whole agent string","metric":"Validation whole-set exact","unit":"fraction","better":"higher","xUnit":"steps","parameters":44422144,"finalStep":148419,"maxSteps":null,"source":"results/models/condicio-1/progress.json","points":[{"x":5000,"y":0.012},{"x":10000,"y":0.0155},{"x":15000,"y":0.0165},{"x":20000,"y":0.02},{"x":25000,"y":0.024},{"x":30000,"y":0.027},{"x":35000,"y":0.023},{"x":40000,"y":0.0235},{"x":45000,"y":0.0255},{"x":50000,"y":0.027},{"x":55000,"y":0.0315},{"x":60000,"y":0.0325},{"x":65000,"y":0.0295},{"x":70000,"y":0.039},{"x":75000,"y":0.034},{"x":80000,"y":0.0315},{"x":85000,"y":0.028},{"x":90000,"y":0.0315},{"x":95000,"y":0.0355},{"x":100000,"y":0.03},{"x":105000,"y":0.024},{"x":110000,"y":0.026},{"x":115000,"y":0.0235},{"x":120000,"y":0.0195},{"x":125000,"y":0.021},{"x":130000,"y":0.0145},{"x":135000,"y":0.0165},{"x":140000,"y":0.0165},{"x":145000,"y":0.016}]},{"run":"resonantia-1","group":"NMR","label":"Resonantia I, carbon-13","metric":"Validation mean absolute error","unit":"ppm","better":"lower","xUnit":"steps","parameters":2451202,"finalStep":150000,"maxSteps":150000,"source":"results/models/resonantia-1/progress.json","points":[{"x":5000,"y":1.7786},{"x":10000,"y":1.089},{"x":15000,"y":1.0165},{"x":20000,"y":0.9643},{"x":25000,"y":0.9873},{"x":30000,"y":0.9215},{"x":35000,"y":0.9945},{"x":40000,"y":0.8934},{"x":45000,"y":0.8691},{"x":50000,"y":0.8573},{"x":55000,"y":0.8461},{"x":60000,"y":0.8202},{"x":65000,"y":0.8187},{"x":70000,"y":0.7885},{"x":75000,"y":0.7794},{"x":80000,"y":0.798},{"x":85000,"y":0.7609},{"x":90000,"y":0.7522},{"x":95000,"y":0.7479},{"x":100000,"y":0.7459},{"x":105000,"y":0.7335},{"x":110000,"y":0.7285},{"x":115000,"y":0.7274},{"x":120000,"y":0.7176},{"x":125000,"y":0.7132},{"x":130000,"y":0.7132},{"x":135000,"y":0.7106},{"x":140000,"y":0.7074},{"x":145000,"y":0.7067},{"x":150000,"y":0.7064}]},{"run":"resonantia-2","group":"NMR","label":"resonantia-2, wider","metric":"Validation mean absolute error","unit":"ppm","better":"lower","xUnit":"steps","parameters":5495426,"finalStep":205000,"maxSteps":300000,"source":"results/models/resonantia-2/progress.json","points":[{"x":5000,"y":1.2714},{"x":10000,"y":1.3923},{"x":15000,"y":1.0065},{"x":20000,"y":1.0084},{"x":25000,"y":0.8916},{"x":30000,"y":0.9705},{"x":35000,"y":0.8469},{"x":40000,"y":0.8484},{"x":45000,"y":0.9071},{"x":50000,"y":0.8536},{"x":55000,"y":0.8646},{"x":60000,"y":0.8305},{"x":65000,"y":0.8293},{"x":70000,"y":0.8216},{"x":75000,"y":0.8263},{"x":80000,"y":0.8538},{"x":85000,"y":0.8832},{"x":90000,"y":0.8399},{"x":95000,"y":0.8019},{"x":100000,"y":0.7806},{"x":105000,"y":0.7659},{"x":110000,"y":0.75},{"x":115000,"y":0.7649},{"x":120000,"y":0.7928},{"x":125000,"y":0.8081},{"x":130000,"y":0.8045},{"x":135000,"y":0.8155},{"x":140000,"y":0.7525},{"x":145000,"y":0.7786},{"x":150000,"y":0.7467},{"x":155000,"y":0.7596},{"x":160000,"y":0.7253},{"x":165000,"y":0.7404},{"x":170000,"y":0.7357},{"x":175000,"y":0.7237},{"x":180000,"y":0.7187},{"x":185000,"y":0.7403},{"x":190000,"y":0.7002},{"x":195000,"y":0.6988},{"x":200000,"y":0.699},{"x":205000,"y":0.6951}]},{"run":"resonantia-h2","group":"NMR","label":"Resonantia-H, protons","metric":"Validation mean absolute error","unit":"ppm","better":"lower","xUnit":"steps","parameters":null,"finalStep":150000,"maxSteps":150000,"source":"results/models/resonantia-h2/progress.json","points":[{"x":5000,"y":0.3447},{"x":10000,"y":0.2031},{"x":15000,"y":0.2097},{"x":20000,"y":0.1967},{"x":25000,"y":0.111},{"x":30000,"y":0.1024},{"x":35000,"y":0.2217},{"x":40000,"y":0.1084},{"x":45000,"y":0.2161},{"x":50000,"y":0.1011},{"x":55000,"y":0.1},{"x":60000,"y":0.0928},{"x":65000,"y":0.0948},{"x":70000,"y":0.0901},{"x":75000,"y":0.0986},{"x":80000,"y":0.087},{"x":85000,"y":0.0863},{"x":90000,"y":0.0852},{"x":95000,"y":0.0829},{"x":100000,"y":0.0958},{"x":105000,"y":0.0836},{"x":110000,"y":0.0814},{"x":115000,"y":0.0819},{"x":120000,"y":0.0816},{"x":125000,"y":0.0823},{"x":130000,"y":0.0824},{"x":135000,"y":0.0796},{"x":140000,"y":0.0795},{"x":145000,"y":0.0794},{"x":150000,"y":0.0793}]},{"run":"cernere2-1","group":"Structure recognition","label":"Cernere II","metric":"Validation exact, its own set","unit":"fraction","better":"higher","xUnit":"steps","parameters":54189033,"finalStep":106954,"maxSteps":200000,"source":"results/models/cernere2-1/progress.json","points":[{"x":10000,"y":0.187},{"x":20000,"y":0.3135},{"x":30000,"y":0.399},{"x":40000,"y":0.445},{"x":50000,"y":0.4905},{"x":60000,"y":0.539},{"x":70000,"y":0.544},{"x":80000,"y":0.5865},{"x":90000,"y":0.609},{"x":100000,"y":0.614}]},{"run":"cernere-real-2","group":"Structure recognition","label":"Cernere I 1.3","metric":"Validation exact, synthetic","unit":"fraction","better":"higher","xUnit":"steps","parameters":29326688,"finalStep":40000,"maxSteps":40000,"source":"results/models/cernere-real-2/progress.json","points":[{"x":5000,"y":0.879},{"x":10000,"y":0.874},{"x":15000,"y":0.866},{"x":20000,"y":0.87},{"x":25000,"y":0.875},{"x":30000,"y":0.876},{"x":35000,"y":0.882},{"x":40000,"y":0.882}]},{"run":"scriptum-text-2","group":"Ink","label":"Scriptum text","metric":"Validation lines exact","unit":"fraction","better":"higher","xUnit":"steps","parameters":5634240,"finalStep":20000,"maxSteps":20000,"source":"results/models/scriptum-text-2/progress.json","points":[{"x":2000,"y":0.566},{"x":4000,"y":0.587},{"x":6000,"y":0.5985},{"x":8000,"y":0.5955},{"x":10000,"y":0.601},{"x":12000,"y":0.5985},{"x":14000,"y":0.5945},{"x":16000,"y":0.592},{"x":18000,"y":0.5965},{"x":20000,"y":0.5955}]},{"run":"scriptum-label-2","group":"Ink","label":"Scriptum labels","metric":"Validation labels exact","unit":"fraction","better":"higher","xUnit":"steps","parameters":2349577,"finalStep":15000,"maxSteps":15000,"source":"results/models/scriptum-label-2/progress.json","points":[{"x":2000,"y":0.962},{"x":4000,"y":0.9805},{"x":6000,"y":0.9645},{"x":8000,"y":0.9695},{"x":10000,"y":0.9715},{"x":12000,"y":0.9755},{"x":14000,"y":0.9755},{"x":15000,"y":0.9755}]},{"run":"mech-3","group":"Mechanisms","label":"Motus I.2","metric":"Validation exact arrow sequence","unit":"fraction","better":"higher","xUnit":"steps","parameters":44291072,"finalStep":12000,"maxSteps":null,"source":"results/models/mech-3/progress.json","points":[{"x":2000,"y":0.9813},{"x":4000,"y":0.9953},{"x":6000,"y":0.9972},{"x":8000,"y":0.9953},{"x":10000,"y":0.9972},{"x":12000,"y":0.9991}]},{"run":"proprietas-1","group":"pKa","label":"Proprietas I","metric":"Validation mean absolute error","unit":"pKa units","better":"lower","xUnit":"steps","parameters":null,"finalStep":null,"maxSteps":null,"source":"results/models/proprietas-1/progress.json","points":[{"x":2000,"y":1.904},{"x":4000,"y":1.74},{"x":6000,"y":1.572},{"x":8000,"y":1.686},{"x":10000,"y":1.541},{"x":12000,"y":1.563},{"x":14000,"y":1.532},{"x":16000,"y":1.496},{"x":18000,"y":1.443},{"x":20000,"y":1.436}]}]}