File size: 10,727 Bytes
18a3564
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
TiRex,TimesFM-2.5,0.535,0.435,0.63,-0.003,-0.021,0.015
TiRex,Toto-1.0,0.685,0.6,0.77,0.03,0.009,0.05
TiRex,TabPFN-TS,0.64,0.54,0.74,0.016,-0.033,0.063
TiRex,Moirai-2.0,0.795,0.715,0.87,0.05,0.03,0.073
TiRex,Chronos-Bolt,0.815,0.735,0.885,0.061,0.039,0.083
TiRex,Sundial-Base,0.895,0.835,0.95,0.148,0.11,0.185
TiRex,Stat. Ensemble,0.89,0.83,0.95,0.318,0.262,0.374
TiRex,AutoARIMA,0.93,0.87,0.98,0.304,0.256,0.352
TiRex,AutoETS,0.92,0.86,0.97,0.558,0.449,0.655
TiRex,AutoTheta,0.95,0.9,0.99,0.421,0.365,0.479
TiRex,Seasonal Naive,0.99,0.96,1.0,0.467,0.42,0.515
TiRex,Naive,0.99,0.96,1.0,0.617,0.565,0.663
TiRex,Drift,0.97,0.93,1.0,0.619,0.567,0.666
TimesFM-2.5,TiRex,0.465,0.37,0.565,0.003,-0.016,0.021
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
TimesFM-2.5,Toto-1.0,0.57,0.485,0.67,0.033,0.007,0.059
TimesFM-2.5,TabPFN-TS,0.64,0.54,0.74,0.018,-0.03,0.063
TimesFM-2.5,Moirai-2.0,0.74,0.665,0.825,0.052,0.029,0.077
TimesFM-2.5,Chronos-Bolt,0.77,0.695,0.845,0.064,0.042,0.086
TimesFM-2.5,Sundial-Base,0.905,0.845,0.96,0.15,0.115,0.184
TimesFM-2.5,Stat. Ensemble,0.9,0.84,0.95,0.32,0.263,0.377
TimesFM-2.5,AutoARIMA,0.93,0.88,0.98,0.305,0.256,0.358
TimesFM-2.5,AutoETS,0.9,0.84,0.95,0.558,0.449,0.655
TimesFM-2.5,AutoTheta,0.96,0.91,0.99,0.423,0.364,0.483
TimesFM-2.5,Seasonal Naive,0.99,0.97,1.0,0.468,0.422,0.519
TimesFM-2.5,Naive,0.99,0.97,1.0,0.618,0.565,0.664
TimesFM-2.5,Drift,0.97,0.93,1.0,0.62,0.567,0.668
Toto-1.0,TiRex,0.315,0.23,0.4,-0.031,-0.053,-0.009
Toto-1.0,TimesFM-2.5,0.43,0.33,0.515,-0.034,-0.063,-0.007
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
Toto-1.0,TabPFN-TS,0.54,0.45,0.63,-0.015,-0.073,0.036
Toto-1.0,Moirai-2.0,0.59,0.49,0.68,0.02,-0.003,0.044
Toto-1.0,Chronos-Bolt,0.61,0.52,0.695,0.032,0.003,0.061
Toto-1.0,Sundial-Base,0.795,0.715,0.87,0.121,0.079,0.163
Toto-1.0,Stat. Ensemble,0.81,0.73,0.88,0.297,0.235,0.356
Toto-1.0,AutoARIMA,0.85,0.78,0.92,0.282,0.23,0.336
Toto-1.0,AutoETS,0.84,0.76,0.91,0.545,0.433,0.645
Toto-1.0,AutoTheta,0.93,0.87,0.97,0.403,0.341,0.465
Toto-1.0,Seasonal Naive,0.96,0.92,0.99,0.45,0.397,0.501
Toto-1.0,Naive,0.97,0.93,1.0,0.605,0.55,0.652
Toto-1.0,Drift,0.97,0.93,1.0,0.607,0.551,0.656
TabPFN-TS,TiRex,0.36,0.26,0.46,-0.016,-0.067,0.032
TabPFN-TS,TimesFM-2.5,0.36,0.26,0.46,-0.018,-0.068,0.029
TabPFN-TS,Toto-1.0,0.46,0.37,0.55,0.015,-0.037,0.068
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
TabPFN-TS,Moirai-2.0,0.55,0.46,0.65,0.035,-0.017,0.084
TabPFN-TS,Chronos-Bolt,0.52,0.43,0.61,0.046,0.0,0.092
TabPFN-TS,Sundial-Base,0.79,0.71,0.87,0.134,0.09,0.175
TabPFN-TS,Stat. Ensemble,0.795,0.715,0.875,0.307,0.247,0.365
TabPFN-TS,AutoARIMA,0.83,0.75,0.9,0.293,0.239,0.348
TabPFN-TS,AutoETS,0.85,0.78,0.92,0.554,0.442,0.654
TabPFN-TS,AutoTheta,0.94,0.89,0.98,0.412,0.352,0.471
TabPFN-TS,Seasonal Naive,0.97,0.935,0.995,0.458,0.412,0.506
TabPFN-TS,Naive,0.97,0.93,1.0,0.611,0.556,0.657
TabPFN-TS,Drift,0.95,0.9,0.98,0.613,0.557,0.661
Moirai-2.0,TiRex,0.205,0.13,0.285,-0.053,-0.078,-0.031
Moirai-2.0,TimesFM-2.5,0.26,0.175,0.335,-0.055,-0.083,-0.029
Moirai-2.0,Toto-1.0,0.41,0.32,0.51,-0.021,-0.046,0.003
Moirai-2.0,TabPFN-TS,0.45,0.35,0.54,-0.036,-0.091,0.017
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
Moirai-2.0,Chronos-Bolt,0.59,0.505,0.67,0.012,-0.013,0.037
Moirai-2.0,Sundial-Base,0.865,0.79,0.93,0.103,0.062,0.14
Moirai-2.0,Stat. Ensemble,0.84,0.76,0.91,0.282,0.222,0.343
Moirai-2.0,AutoARIMA,0.89,0.82,0.95,0.267,0.214,0.322
Moirai-2.0,AutoETS,0.87,0.8,0.93,0.537,0.421,0.639
Moirai-2.0,AutoTheta,0.91,0.85,0.96,0.391,0.33,0.454
Moirai-2.0,Seasonal Naive,0.93,0.87,0.97,0.439,0.387,0.49
Moirai-2.0,Naive,0.95,0.9,0.99,0.597,0.541,0.645
Moirai-2.0,Drift,0.95,0.9,0.99,0.599,0.542,0.649
Chronos-Bolt,TiRex,0.185,0.115,0.265,-0.065,-0.091,-0.041
Chronos-Bolt,TimesFM-2.5,0.23,0.155,0.305,-0.068,-0.094,-0.044
Chronos-Bolt,Toto-1.0,0.39,0.305,0.48,-0.033,-0.065,-0.003
Chronos-Bolt,TabPFN-TS,0.48,0.39,0.57,-0.049,-0.101,-0.0
Chronos-Bolt,Moirai-2.0,0.41,0.33,0.495,-0.012,-0.038,0.013
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
Chronos-Bolt,Sundial-Base,0.785,0.705,0.865,0.092,0.051,0.128
Chronos-Bolt,Stat. Ensemble,0.85,0.78,0.92,0.274,0.215,0.332
Chronos-Bolt,AutoARIMA,0.88,0.81,0.94,0.258,0.207,0.31
Chronos-Bolt,AutoETS,0.87,0.8,0.93,0.531,0.418,0.635
Chronos-Bolt,AutoTheta,0.96,0.92,0.99,0.384,0.323,0.446
Chronos-Bolt,Seasonal Naive,0.97,0.94,1.0,0.432,0.384,0.482
Chronos-Bolt,Naive,0.98,0.95,1.0,0.592,0.537,0.639
Chronos-Bolt,Drift,0.98,0.95,1.0,0.594,0.539,0.643
Sundial-Base,TiRex,0.105,0.05,0.165,-0.173,-0.226,-0.124
Sundial-Base,TimesFM-2.5,0.095,0.04,0.155,-0.176,-0.225,-0.13
Sundial-Base,Toto-1.0,0.205,0.13,0.285,-0.138,-0.195,-0.085
Sundial-Base,TabPFN-TS,0.21,0.13,0.29,-0.155,-0.212,-0.099
Sundial-Base,Moirai-2.0,0.135,0.07,0.21,-0.114,-0.163,-0.066
Sundial-Base,Chronos-Bolt,0.215,0.135,0.295,-0.101,-0.147,-0.053
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
Sundial-Base,Stat. Ensemble,0.68,0.58,0.76,0.2,0.124,0.268
Sundial-Base,AutoARIMA,0.73,0.63,0.81,0.183,0.114,0.245
Sundial-Base,AutoETS,0.71,0.61,0.79,0.486,0.353,0.603
Sundial-Base,AutoTheta,0.77,0.68,0.85,0.321,0.25,0.391
Sundial-Base,Seasonal Naive,0.91,0.85,0.96,0.374,0.322,0.43
Sundial-Base,Naive,0.91,0.85,0.96,0.55,0.489,0.605
Sundial-Base,Drift,0.88,0.81,0.94,0.553,0.487,0.611
Stat. Ensemble,TiRex,0.11,0.05,0.17,-0.466,-0.598,-0.355
Stat. Ensemble,TimesFM-2.5,0.1,0.05,0.16,-0.47,-0.606,-0.356
Stat. Ensemble,Toto-1.0,0.19,0.12,0.27,-0.422,-0.552,-0.307
Stat. Ensemble,TabPFN-TS,0.205,0.125,0.285,-0.443,-0.575,-0.329
Stat. Ensemble,Moirai-2.0,0.16,0.09,0.24,-0.393,-0.521,-0.285
Stat. Ensemble,Chronos-Bolt,0.15,0.08,0.22,-0.377,-0.496,-0.274
Stat. Ensemble,Sundial-Base,0.32,0.24,0.42,-0.25,-0.366,-0.142
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
Stat. Ensemble,AutoARIMA,0.5,0.41,0.6,-0.021,-0.061,0.02
Stat. Ensemble,AutoETS,0.755,0.67,0.835,0.38,0.234,0.517
Stat. Ensemble,AutoTheta,0.87,0.81,0.93,0.151,0.111,0.194
Stat. Ensemble,Seasonal Naive,0.835,0.77,0.895,0.218,0.166,0.273
Stat. Ensemble,Naive,0.97,0.93,1.0,0.438,0.386,0.484
Stat. Ensemble,Drift,0.97,0.93,1.0,0.442,0.387,0.49
AutoARIMA,TiRex,0.07,0.02,0.13,-0.436,-0.543,-0.345
AutoARIMA,TimesFM-2.5,0.07,0.02,0.12,-0.44,-0.557,-0.344
AutoARIMA,Toto-1.0,0.15,0.08,0.22,-0.393,-0.505,-0.299
AutoARIMA,TabPFN-TS,0.17,0.1,0.25,-0.414,-0.533,-0.315
AutoARIMA,Moirai-2.0,0.11,0.05,0.18,-0.365,-0.476,-0.272
AutoARIMA,Chronos-Bolt,0.12,0.06,0.19,-0.348,-0.449,-0.261
AutoARIMA,Sundial-Base,0.27,0.19,0.37,-0.224,-0.324,-0.129
AutoARIMA,Stat. Ensemble,0.5,0.4,0.59,0.021,-0.021,0.058
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
AutoARIMA,AutoETS,0.685,0.59,0.775,0.381,0.235,0.518
AutoARIMA,AutoTheta,0.75,0.67,0.83,0.169,0.119,0.218
AutoARIMA,Seasonal Naive,0.88,0.825,0.93,0.234,0.184,0.287
AutoARIMA,Naive,0.91,0.85,0.96,0.449,0.389,0.499
AutoARIMA,Drift,0.89,0.82,0.95,0.453,0.393,0.505
AutoETS,TiRex,0.08,0.03,0.14,-1.261,-1.901,-0.816
AutoETS,TimesFM-2.5,0.1,0.05,0.16,-1.264,-1.902,-0.814
AutoETS,Toto-1.0,0.16,0.09,0.24,-1.198,-1.815,-0.764
AutoETS,TabPFN-TS,0.15,0.08,0.22,-1.242,-1.889,-0.793
AutoETS,Moirai-2.0,0.13,0.07,0.2,-1.158,-1.773,-0.727
AutoETS,Chronos-Bolt,0.13,0.07,0.2,-1.133,-1.742,-0.717
AutoETS,Sundial-Base,0.29,0.21,0.39,-0.945,-1.517,-0.545
AutoETS,Stat. Ensemble,0.245,0.165,0.33,-0.612,-1.072,-0.305
AutoETS,AutoARIMA,0.315,0.225,0.41,-0.616,-1.074,-0.308
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
AutoETS,AutoTheta,0.57,0.47,0.67,-0.384,-0.762,-0.111
AutoETS,Seasonal Naive,0.625,0.535,0.715,-0.27,-0.651,-0.012
AutoETS,Naive,0.76,0.68,0.84,0.059,-0.228,0.255
AutoETS,Drift,0.79,0.71,0.87,0.062,-0.223,0.256
AutoTheta,TiRex,0.05,0.01,0.1,-0.728,-0.919,-0.575
AutoTheta,TimesFM-2.5,0.04,0.01,0.09,-0.732,-0.934,-0.571
AutoTheta,Toto-1.0,0.07,0.03,0.13,-0.676,-0.87,-0.517
AutoTheta,TabPFN-TS,0.06,0.02,0.11,-0.701,-0.889,-0.542
AutoTheta,Moirai-2.0,0.09,0.04,0.15,-0.642,-0.83,-0.491
AutoTheta,Chronos-Bolt,0.04,0.01,0.08,-0.622,-0.804,-0.477
AutoTheta,Sundial-Base,0.23,0.15,0.32,-0.473,-0.641,-0.333
AutoTheta,Stat. Ensemble,0.13,0.07,0.19,-0.178,-0.24,-0.124
AutoTheta,AutoARIMA,0.25,0.17,0.33,-0.203,-0.279,-0.135
AutoTheta,AutoETS,0.43,0.33,0.53,0.278,0.1,0.433
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
AutoTheta,Seasonal Naive,0.69,0.6,0.78,0.078,0.007,0.148
AutoTheta,Naive,0.85,0.78,0.92,0.338,0.277,0.392
AutoTheta,Drift,0.79,0.71,0.87,0.342,0.277,0.399
Seasonal Naive,TiRex,0.01,0.0,0.04,-0.875,-1.061,-0.724
Seasonal Naive,TimesFM-2.5,0.01,0.0,0.03,-0.88,-1.078,-0.73
Seasonal Naive,Toto-1.0,0.04,0.01,0.08,-0.818,-1.003,-0.658
Seasonal Naive,TabPFN-TS,0.03,0.005,0.065,-0.846,-1.025,-0.7
Seasonal Naive,Moirai-2.0,0.07,0.03,0.13,-0.781,-0.961,-0.632
Seasonal Naive,Chronos-Bolt,0.03,0.0,0.06,-0.76,-0.929,-0.623
Seasonal Naive,Sundial-Base,0.09,0.04,0.15,-0.598,-0.753,-0.474
Seasonal Naive,Stat. Ensemble,0.165,0.105,0.23,-0.279,-0.376,-0.198
Seasonal Naive,AutoARIMA,0.12,0.07,0.175,-0.306,-0.403,-0.225
Seasonal Naive,AutoETS,0.375,0.285,0.465,0.213,0.012,0.394
Seasonal Naive,AutoTheta,0.31,0.22,0.4,-0.085,-0.174,-0.008
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
Seasonal Naive,Naive,0.685,0.61,0.755,0.281,0.208,0.351
Seasonal Naive,Drift,0.77,0.69,0.86,0.286,0.205,0.362
Naive,TiRex,0.01,0.0,0.04,-1.608,-1.963,-1.301
Naive,TimesFM-2.5,0.01,0.0,0.03,-1.615,-1.976,-1.298
Naive,Toto-1.0,0.03,0.0,0.07,-1.53,-1.877,-1.224
Naive,TabPFN-TS,0.03,0.0,0.07,-1.568,-1.912,-1.254
Naive,Moirai-2.0,0.05,0.01,0.1,-1.478,-1.816,-1.178
Naive,Chronos-Bolt,0.02,0.0,0.05,-1.449,-1.767,-1.16
Naive,Sundial-Base,0.09,0.04,0.15,-1.224,-1.535,-0.956
Naive,Stat. Ensemble,0.03,0.0,0.07,-0.779,-0.938,-0.629
Naive,AutoARIMA,0.09,0.04,0.15,-0.816,-0.997,-0.636
Naive,AutoETS,0.24,0.16,0.32,-0.063,-0.343,0.186
Naive,AutoTheta,0.15,0.08,0.22,-0.51,-0.644,-0.383
Naive,Seasonal Naive,0.315,0.245,0.39,-0.391,-0.54,-0.263
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
Naive,Drift,0.84,0.77,0.91,0.007,-0.018,0.028
Drift,TiRex,0.03,0.0,0.07,-1.626,-1.992,-1.31
Drift,TimesFM-2.5,0.03,0.0,0.07,-1.633,-2.008,-1.308
Drift,Toto-1.0,0.03,0.0,0.07,-1.547,-1.905,-1.228
Drift,TabPFN-TS,0.05,0.02,0.1,-1.585,-1.953,-1.257
Drift,Moirai-2.0,0.05,0.01,0.1,-1.495,-1.849,-1.182
Drift,Chronos-Bolt,0.02,0.0,0.05,-1.465,-1.797,-1.171
Drift,Sundial-Base,0.12,0.06,0.19,-1.239,-1.572,-0.95
Drift,Stat. Ensemble,0.03,0.0,0.07,-0.791,-0.961,-0.632
Drift,AutoARIMA,0.11,0.05,0.18,-0.828,-1.021,-0.649
Drift,AutoETS,0.21,0.13,0.29,-0.066,-0.344,0.183
Drift,AutoTheta,0.21,0.13,0.29,-0.52,-0.664,-0.384
Drift,Seasonal Naive,0.23,0.14,0.31,-0.401,-0.567,-0.258
Drift,Naive,0.16,0.09,0.23,-0.007,-0.029,0.018
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0