{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","category":"timeseries","slug":"time-series","label":"Time series","bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","unit":"","higher":false,"src":"Computed by The Local Bench from SalesforceAIResearch/gift-eval results/*/all_results.csv (97 configurations)","url":"https://github.com/SalesforceAIResearch/gift-eval","groups":[{"label":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","ranked":[{"rank":1,"id":"chronos-2","name":"Chronos-2","hf_repo":"amazon/chronos-2","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.698,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed: MASE 0.698, CRPS 0.485 vs seasonal naive; no test-data leakage per config.json."}},{"rank":2,"id":"timesfm-2-5-200m-pytorch","name":"TimesFM 2.5","hf_repo":"google/timesfm-2.5-200m-pytorch","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.705,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed: MASE 0.705, CRPS 0.490; no leakage per config.json."}},{"rank":3,"id":"moirai-2-0-r-small","name":"Moirai 2.0 small","hf_repo":"Salesforce/moirai-2.0-R-small","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.728,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed: MASE 0.728, CRPS 0.516; no leakage per config.json."}},{"rank":4,"id":"timesfm-2-0-500m-pytorch","name":"TimesFM 2.0 500M","hf_repo":"google/timesfm-2.0-500m-pytorch","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.758,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed: MASE 0.758, CRPS 0.550. config.json flags test-data leakage: treat as optimistic."}},{"rank":5,"id":"chronos-bolt-base","name":"Chronos-Bolt base","hf_repo":"amazon/chronos-bolt-base","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.808,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed: MASE 0.808, CRPS 0.574. config.json flags test-data leakage."}},{"rank":6,"id":"chronos-bolt-small","name":"Chronos-Bolt small","hf_repo":"amazon/chronos-bolt-small","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":0.822,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed from chronos_bolt_small results: MASE 0.822, CRPS 0.577. config.json flags test-data leakage."}},{"rank":7,"id":"granite-timeseries-ttm-r2","name":"Granite TTM r2","hf_repo":"ibm-granite/granite-timeseries-ttm-r2","score":{"bench":"GIFT-Eval MASE, geometric mean relative to seasonal naive (lower is better)","value":1.02,"unit":"","flag":"sourced","source":"https://github.com/SalesforceAIResearch/gift-eval/tree/main/results","note":"Computed from TTM-R2-Pretrained: MASE 1.020, CRPS 0.873. config.json flags test-data leakage."}}],"not_yet_measured":[]}]}