Previous work
π‘ Meeting ppt
Meeting Records
TODO
Task
Materials
sparsity
|
Gauss. |
Contr. |
| original (νμ΅x) |
15.16 |
17.01 |
| original (νμ΅x) |
|
|
|
Gauss. |
Shot |
Impul. |
Defoc. |
Glass |
Motion |
Zoom |
Snow |
Frost |
Fog |
Brit. |
Contr. |
Elastic |
Pixel |
JPEG |
avg |
| tent |
29.03 |
31.27 |
29.87 |
28.29 |
28.10 |
40.92 |
49.09 |
47.19 |
41.55 |
57.64 |
67.27 |
29.95 |
55.04 |
58.61 |
52.39 |
43.08 |
| deyo |
35.61 |
37.98 |
37.03 |
33.71 |
34.13 |
48.65 |
52.64 |
52.68 |
46.31 |
60.59 |
68.13 |
46.09 |
58.33 |
61.57 |
55.75 |
48.61 |
| deyo (κ°μ€μΉ x) |
31.65 |
33.70 |
32.34 |
30.21 |
29.71 |
43.06 |
49.78 |
48.41 |
43.16 |
58.03 |
67.49 |
40.11 |
55.49 |
58.88 |
52.89 |
44.99 |
| deyo sample |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
- ent & en loss
(en weight = 1) | 35.56 | 37.74 | 37.02 | 33.75 | 33.05 | 48.71 | 52.66 | 52.33 | 46.39 | 60.51 | 67.91 | 43.35 | 58.57 | 61.30 | 55.90 | 48.32 |
| deyo sample
- ent & en loss
(en weight = 10) | 35.53 | 37.52 | 36.83 | 34.64 | 33.47 | 48.58 | 52.74 | 52.64 | 46.51 | 60.51 | 68.11 | 46.73 | 58.21 | 61.43 | 55.68 | 48.61 |
| deyo sample
- ent & en loss
(en weight = 100) | 35.44 | 38.25 | 36.67 | 32.08 | 33.77 | 48.00 | 52.58 | 52.37 | 46.35 | 60.33 | 67.91 | 11.95 | 58.46 | 61.44 | 55.77 | 46.09 |
| deyo sample
- ent & en loss
(en weight = 500) | 35.10 | 38.19 | 37.09 | 0.95 | 30.60 | 44.95 | 50.79 | 52.22 | 46.65 | 58.88 | 67.95 | 0.31 | 58.33 | 61.35 | 55.52 | 42.59 |
| deyo sample
- ent & en loss
(en weight = 1000) | 35.79 | 37.67 | 36.71 | 0.47 | 10.34 | 39.42 | 48.35 | 52.36 | 46.57 | 56.43 | 67.64 | 0.18 | | | | |
| deyo sample
- ent & en loss
(en weight = 10000) | 36.19 | 38.73 | 37.75 | 0.14 | 0.15 | 0.33 | 0.93 | 46.82 | 40.41 | 1.61 | 63.97 | 0.16 | 53.57 | 52.98 | 54.41 | 28.54 |
| | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 0.0004 | 0.0004 | 0.0004 | 0.32 | 0.14 | 0.07 | 0.02 | 0.001 | 0.001 | 0.01 | 0.001 | 0.62 | 0.003 | 0.02 | 0.003 | |
| | | | | | | | | | | | | | | | | |
| scaling | | | | | | | | | | | | | | | | |
| weight = 10 | 35.55 | 38.22 | 37.03 | 34.06 | 33.48 | 48.47 | 52.60 | 52.34 | 46.32 | 60.64 | 68.05 | 46.27 | 58.54 | 61.37 | 55.71 | 48.58 |
| weight = 20 | 35.58 | 37.86 | 36.56 | 33.62 | 33.50 | 48.72 | 52.72 | 52.48 | 46.29 | | | | | | | |
| weight = 50 | 35.75 | 38.31 | 36.77 | 33.37 | 34.56 | 48.56 | 52.80 | 52.69 | 46.31 | 60.50 | 67.94 | 46.45 | 58.39 | 61.29 | 55.60 | 48.62 |
| | | | | | | | | | | | | | | | | |
| **** μ½λ μμ ****
dim=-1 β dim=[1,2,3] | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 0.26 | 0.21 | 0.22 | 135.9 | 121.3 | 39.0 | 15.7 | 0.7 | 1.0 | 9.7 | 1.2 | 411.2 | 1.9 | 15.2 | 2.13 | |
| deyo | 35.61 | 37.98 | 37.03 | 33.71 | 34.13 | 48.65 | 52.64 | 52.68 | 46.31 | 60.59 | 68.13 | 46.09 | 58.33 | 61.57 | 55.75 | 48.61 |
| weight = 0.01 | 35.63 | 38.09 | 36.91 | 33.76 | 34.04 | 48.72 | 52.84 | 52.43 | 46.49 | 60.59 | 68.15 | 46.34 | 58.57 | 61.50 | 55.66 | 48.65 |
| weight = 0.1 | 35.53 | 37.45 | 36.78 | 32.55 | 33.85 | 48.32 | 52.83 | 52.55 | 46.21 | 60.27 | 67.96 | 39.01 | 58.38 | 61.47 | 55.58 | 47.92 |
| weight = 1 | 35.65 | 37.84 | 37.56 | 0.71 | 27.34 | 43.55 | 49.73 | 52.30 | 46.35 | 58.00 | 67.95 | 0.29 | 58.36 | 60.98 | 55.86 | 42.17 |
| | | | | | | | | | | | | | | | | |
| ** μ½λ μμ ** sum β logsumexp(1).sum() | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 46.9 | 45.2 | 68.7 | 23235 | 20997 | 144993 | 7536 | 361 | 439 | 7232 | 991 | 83034 | 868 | 8380 | 1067 | |
| deyo | 35.61 | 37.98 | 37.03 | 33.71 | 34.13 | 48.65 | 52.64 | 52.68 | 46.31 | 60.59 | 68.13 | 46.09 | 58.33 | 61.57 | 55.75 | 48.61 |
| weight = 1e-5 (μ€νμ€) | | | | | | | | | | | | | | | | |
| weight = 1e-4 (μ€νμ€) | 35.73 | 38.08 | 36.27 | 33.81 | 33.88 | | | | | | | | | | | |
| weight = 0.001 | | | | | | | | | | | | | | | | |
| weight = 0.01 | 35.92 | 38.42 | 37.65 | 0.24 | 0.74 | β¦ | | | | | | | | | | |
| weight = 0.1 | 35.85 | 38.28 | 36.87 | 0.16 | 0.20 | β¦ | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| ** μ½λ μμ **
logsumexp(1).sum() β
logsumexp(1).mean() | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 5.2 | 5.0 | 7.6 | 4646 | 2332 | 1070.9 | 376.8 | 21.2 | 29.3 | 233.3 | 28.3 | 7548 | 33.4 | 335.1 | 53.4 | |
| deyo | 35.61 | 37.98 | 37.03 | 33.71 | 34.13 | 48.65 | 52.64 | 52.68 | 46.31 | 60.59 | 68.13 | 46.09 | 58.33 | 61.57 | 55.75 | 48.61 |
| weight = 0.001 | 35.59 | 38.55 | 37.18 | 34.33 | 33.43 | 48.73 | 52.58 | 52.43 | 46.13 | 60.70 | 68.03 | 44.80 | 58.52 | 61.25 | 55.63 | 48.53 |
| weight = 0.01 | 35.44 | 37.75 | 36.83 | 24.41 | 32.33 | 48.29 | 52.68 | 52.54 | 46.51 | 60.31 | 67.89 | 0.46 | 58.41 | 61.33 | 55.80 | 44.73 |
| weight = 0.1 | 35.62 | 38.25 | 37.54 | 0.20 | 0.26 | 11.33 | 46.64 | 52.33 | 46.42 | 52.79 | 67.60 | 0.14 | 58.30 | 60.81 | 55.54 | 37.58 |
| weight = 1 | 36.37 | 36.06 | 37.65 | oom | | | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| loss scaling μ‘°μ
ssm_loss β
log(ssm_loss + 1) | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 1.8 | 1.8 | 2.2 | 8.4 | 7.8 | 7.0 | 5.9 | 3.1 | 3.4 | 5.5 | 3.4 | 8.9 | 3.5 | 5.8 | 4.0 | |
| deyo | 35.61 | 37.98 | 37.03 | 33.71 | 34.13 | 48.65 | 52.64 | 52.68 | 46.31 | 60.59 | 68.13 | 46.09 | 58.33 | 61.57 | 55.75 | 48.61 |
| weight = 0.1 | 35.80 | 38.27 | 37.26 | 33.79 | 34.20 | 48.70 | 52.78 | 52.54 | 46.37 | 60.61 | 68.13 | 45.23 | 58.53 | 61.40 | 55.55 | 48.61 |
| weight = 0.5 | 35.89 | 37.95 | 37.28 | 32.36 | 33.64 | 48.42 | 52.46 | 52.41 | 46.37 | 60.25 | 67.62 | 38.43 | 58.42 | 54.84 | 55.70 | 47.47 |
| weight = 1 | 36.09 | 38.07 | 37.73 | 23.39 | 27.63 | 46.23 | 51.10 | 51.61 | 45.86 | 59.33 | 67.14 | 45.08 | 57.70 | 28.18 | 48.05 | 44.21 |
| weight = 2 | 36.10 | 38.23 | 37.58 | 9.74 | 13.34 | 21.31 | 27.03 | 48.17 | 43.38 | 43.49 | 64.63 | 22.11 | 50.52 | 30.12 | 23.78 | 33.97 |
| | | | | | | | | | | | | | | | | |
| multi-task weight | | | | | | | | | | | | | | | | |
| deyo | 35.61 | 37.98 | 37.03 | 33.71 | 34.13 | 48.65 | 52.64 | 52.68 | 46.31 | 60.59 | 68.13 | 46.09 | 58.33 | 61.57 | 55.75 | 48.61 |
| | | | | | | | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
|
Gauss. |
Shot |
Impul. |
Defoc. |
Glass |
Motion |
Zoom |
Snow |
Frost |
Fog |
Brit. |
Contr. |
Elastic |
Pixel |
JPEG |
avg |
| tent |
29.03 |
31.27 |
29.87 |
28.29 |
28.10 |
40.92 |
49.09 |
47.19 |
41.55 |
57.64 |
67.27 |
29.95 |
55.04 |
58.61 |
52.39 |
43.08 |
| deyo |
35.61 |
37.98 |
37.03 |
33.71 |
34.13 |
48.65 |
52.64 |
52.68 |
46.31 |
60.59 |
68.13 |
46.09 |
58.33 |
61.57 |
55.75 |
48.61 |
| deyo (κ°μ€μΉ x) |
31.65 |
33.70 |
32.34 |
30.21 |
29.71 |
43.06 |
49.78 |
48.41 |
43.16 |
58.03 |
67.49 |
40.11 |
55.49 |
58.88 |
52.89 |
44.99 |
| deyo sample |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
- ent & en loss
(en weight = 1) | 35.59 | | | | | | | | | | | | | | | |
| deyo sample
- ent & en loss
(en weight = 10) | 35.67 | | | | | | | | | | | | | | | |
| deyo sample
- ent & en loss
(en weight = 100) | | | | | | | | | | | | | | | | |
| deyo sample
- ent & en loss
(en weight = 500) | 35.61 | | | | | | | | | | | | | | | |
| deyo sample
- ent & en loss
(en weight = 1000) | | | | | | | | | | | | | | | | |
| deyo sample
- ent & en loss
(en weight = 10000) | 36.39 | 38.76 | 37.84 | 0.14 | 0.17 | 0.28 | | | | | | | | | | |
| | | | | | | | | | | | | | | | | |
| cf) loss2 scale | 0.0004 | 0.0004 | 0.0004 | 0.32 | 0.14 | 0.07 | 0.02 | 0.001 | 0.001 | 0.01 | 0.001 | 0.62 | 0.003 | 0.02 | 0.003 | |