Skip to content

Commit

Permalink
fsrs-rs early stop
Browse files Browse the repository at this point in the history
  • Loading branch information
L-M-Sherlock committed Oct 24, 2023
1 parent 8aacff6 commit 665a423
Show file tree
Hide file tree
Showing 48 changed files with 192 additions and 192 deletions.
8 changes: 4 additions & 4 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ Total number of reviews for evaluation: 4,632,965
| Algorithm | Log Loss | RMSE | RMSE(bins) |
| --- | --- | --- | --- |
| FSRS v4 | 0.3820 | 0.3311 | 0.0545 |
| FSRS rs | 0.3853 | 0.3324 | 0.0579 |
| FSRS rs | 0.3851 | 0.3324 | 0.0577 |
| FSRS v3 | 0.5132 | 0.3670 | 0.1326 |
| LSTM | 0.5788 | 0.3752 | 0.1385 |
| SM2 | 0.8847 | 0.4131 | 0.2185 |
Expand All @@ -82,9 +82,9 @@ FSRS v4:
FSRS rs:

```
0.3824, 0.9, 2.1201, 10.973,
4.943, 1.0508, 0.9077, 0.0143,
1.584, 0.1496, 0.9898,
0.3824, 0.9, 2.1198, 10.973,
4.943, 1.0508, 0.9075, 0.0143,
1.5827, 0.1496, 0.9898,
2.2175, 0.061, 0.3343, 1.3145,
0.2726, 2.8808
```
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-0342feb.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.41909347769674654,
"LogLoss": 0.53783420650595,
"RMSE(bins)": 0.07549283893757305
"RMSE": 0.4190944116312183,
"LogLoss": 0.5378368990185276,
"RMSE(bins)": 0.07552613921560067
},
"user": "0342feb",
"size": 21545,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-05ff595.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.1655504281258187,
"LogLoss": 0.13276693059930628,
"RMSE(bins)": 0.017657553988287035
"RMSE": 0.16555042808401857,
"LogLoss": 0.13276692816186028,
"RMSE(bins)": 0.017657552907904973
},
"user": "05ff595",
"size": 371380,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-23e35f5.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.36774571436770137,
"LogLoss": 0.43934603950484197,
"RMSE(bins)": 0.049742709526935144
"RMSE": 0.36774102233152717,
"LogLoss": 0.43933549646158443,
"RMSE(bins)": 0.04969096976621467
},
"user": "23e35f5",
"size": 176410,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-27e8453.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.2586418870774928,
"LogLoss": 0.2547511589484061,
"RMSE(bins)": 0.016654004017360835
"RMSE": 0.2586417248114995,
"LogLoss": 0.25475039416738315,
"RMSE(bins)": 0.016627285618199743
},
"user": "27e8453",
"size": 71575,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-34305d6.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.42371588182546777,
"LogLoss": 0.5440769154604103,
"RMSE(bins)": 0.04827072530776836
"RMSE": 0.42374107943675005,
"LogLoss": 0.5440922872021148,
"RMSE(bins)": 0.04850585331085119
},
"user": "34305d6",
"size": 502850,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-3865c61.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.2855105740017322,
"LogLoss": 0.2918296077596805,
"RMSE(bins)": 0.032301421641579835
"RMSE": 0.28549577025091577,
"LogLoss": 0.2917785562869008,
"RMSE(bins)": 0.03220733398902821
},
"user": "3865c61",
"size": 64570,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-4181a16.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3194431763819544,
"LogLoss": 0.34698977777035556,
"RMSE(bins)": 0.029732794816052774
"RMSE": 0.3194234287779634,
"LogLoss": 0.346935458953281,
"RMSE(bins)": 0.02964266661688829
},
"user": "4181a16",
"size": 317385,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-46a95e8.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3658497470288556,
"LogLoss": 0.43551516474553403,
"RMSE(bins)": 0.047138017919862225
"RMSE": 0.3658501586126595,
"LogLoss": 0.43551538174186516,
"RMSE(bins)": 0.04713974271784088
},
"user": "46a95e8",
"size": 15865,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-48a935a.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3923048751522021,
"LogLoss": 0.4885592332031343,
"RMSE(bins)": 0.08730388494490367
"RMSE": 0.39230487471278747,
"LogLoss": 0.48855923235970833,
"RMSE(bins)": 0.0873038856994174
},
"user": "48a935a",
"size": 181660,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-4c547fa.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.28016907652836004,
"LogLoss": 0.2910152870137519,
"RMSE(bins)": 0.04786022907668499
"RMSE": 0.280169006089803,
"LogLoss": 0.29101502891739056,
"RMSE(bins)": 0.04786019109825365
},
"user": "4c547fa",
"size": 2490,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-56fefe1.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.28657686984442116,
"LogLoss": 0.29580311176119023,
"RMSE(bins)": 0.025515923463856175
"RMSE": 0.28657688141276516,
"LogLoss": 0.2958031367009444,
"RMSE(bins)": 0.02551592501648674
},
"user": "56fefe1",
"size": 29940,
Expand Down
2 changes: 1 addition & 1 deletion result/FSRS-rs/revlog_history-572f685.json
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
"weights": [
0.7527,
3.2083,
6.6949,
6.6947,
10.9,
4.911,
0.9397,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-5c34a90.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.2826669357434682,
"LogLoss": 0.30858216116115283,
"RMSE(bins)": 0.03542314180318359
"RMSE": 0.28119597880609765,
"LogLoss": 0.29466404470034513,
"RMSE(bins)": 0.017819413367949805
},
"user": "5c34a90",
"size": 900,
Expand Down
32 changes: 16 additions & 16 deletions result/FSRS-rs/revlog_history-5f77ef0.json
Original file line number Diff line number Diff line change
@@ -1,28 +1,28 @@
{
"FSRS-rs": {
"RMSE": 0.4084968326337535,
"LogLoss": 0.5175857748479599,
"RMSE(bins)": 0.05668968077470502
"RMSE": 0.40852566733730067,
"LogLoss": 0.5176570168101492,
"RMSE(bins)": 0.05686402465082034
},
"user": "5f77ef0",
"size": 458955,
"weights": [
0.2053,
0.5962,
1.2496,
0.5969,
1.2495,
4.1899,
4.266,
1.2167,
0.5545,
0.0035,
1.5114,
4.1917,
1.2578,
0.5781,
0.0042,
1.4143,
0.1,
0.5443,
2.6597,
0.0311,
0.1983,
0.8236,
0.9178,
0.5974,
2.7534,
0.0232,
0.1847,
0.8889,
0.906,
9.9999
]
}
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-77e570b.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.28156088987345945,
"LogLoss": 0.2844055624322194,
"RMSE(bins)": 0.02245014749093986
"RMSE": 0.2815608906998288,
"LogLoss": 0.2844055652591448,
"RMSE(bins)": 0.022450146667324186
},
"user": "77e570b",
"size": 8150,
Expand Down
32 changes: 16 additions & 16 deletions result/FSRS-rs/revlog_history-7acd353.json
Original file line number Diff line number Diff line change
@@ -1,28 +1,28 @@
{
"FSRS-rs": {
"RMSE": 0.3698540803306213,
"LogLoss": 0.4435825595029515,
"RMSE(bins)": 0.02765095767959151
"RMSE": 0.3698535326664968,
"LogLoss": 0.4435790487284434,
"RMSE(bins)": 0.027712654334426042
},
"user": "7acd353",
"size": 85935,
"weights": [
0.3598,
0.4824,
0.4825,
1.4062,
2.8694,
5.5515,
1.571,
0.9077,
5.5404,
1.5601,
0.9022,
0.0056,
1.5911,
0.2849,
1.0154,
2.382,
0.0377,
0.2728,
1.6964,
0.099,
3.0084
1.5827,
0.2782,
1.011,
2.3877,
0.0371,
0.2714,
1.7211,
0.0911,
3.0083
]
}
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-7e2c252.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.4349311403107665,
"LogLoss": 0.5719162517358742,
"RMSE(bins)": 0.08502120689434915
"RMSE": 0.43493114006404215,
"LogLoss": 0.5719162512305023,
"RMSE(bins)": 0.08502120678781522
},
"user": "7e2c252",
"size": 82805,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-7e4e533.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3937425777188305,
"LogLoss": 0.4955176651280644,
"RMSE(bins)": 0.09219745605510585
"RMSE": 0.3937425775410421,
"LogLoss": 0.49551766469915454,
"RMSE(bins)": 0.09219745601802534
},
"user": "7e4e533",
"size": 50075,
Expand Down
8 changes: 4 additions & 4 deletions result/FSRS-rs/revlog_history-7e5ff3c.json
Original file line number Diff line number Diff line change
@@ -1,16 +1,16 @@
{
"FSRS-rs": {
"RMSE": 0.288590360329994,
"LogLoss": 0.2884710044679442,
"RMSE(bins)": 0.04088993835727716
"RMSE": 0.28859035915508513,
"LogLoss": 0.2884710028035465,
"RMSE(bins)": 0.04088994219988739
},
"user": "7e5ff3c",
"size": 11740,
"weights": [
0.2331,
1.3123,
3.7082,
25.9552,
25.9553,
4.7386,
1.2559,
1.2472,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-8ab976e.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3779664339397201,
"LogLoss": 0.4572632093385947,
"RMSE(bins)": 0.06784547463942046
"RMSE": 0.37793570036706253,
"LogLoss": 0.4572330361404404,
"RMSE(bins)": 0.06775625805167003
},
"user": "8ab976e",
"size": 735955,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-8c0e419.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.28383663534098624,
"LogLoss": 0.2884638009604062,
"RMSE(bins)": 0.046183590659903934
"RMSE": 0.28383663538885356,
"LogLoss": 0.2884638009519618,
"RMSE(bins)": 0.04618359078069788
},
"user": "8c0e419",
"size": 19400,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-8eb67bb.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.3085434679849038,
"LogLoss": 0.3395855968390534,
"RMSE(bins)": 0.034528722214136456
"RMSE": 0.3085434691186381,
"LogLoss": 0.3395856009716568,
"RMSE(bins)": 0.034528721207875486
},
"user": "8eb67bb",
"size": 8375,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-929558d.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.223735589341791,
"LogLoss": 0.19257600279745343,
"RMSE(bins)": 0.05409174589370498
"RMSE": 0.2237355893987368,
"LogLoss": 0.19257600404487593,
"RMSE(bins)": 0.05409174593240037
},
"user": "929558d",
"size": 202060,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-95b389b.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.31019549699436477,
"LogLoss": 0.3411140371137994,
"RMSE(bins)": 0.041403609896731114
"RMSE": 0.3101955716403367,
"LogLoss": 0.3411142895290586,
"RMSE(bins)": 0.04142866827773756
},
"user": "95b389b",
"size": 23165,
Expand Down
6 changes: 3 additions & 3 deletions result/FSRS-rs/revlog_history-99d582e.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"FSRS-rs": {
"RMSE": 0.4595235041160455,
"LogLoss": 0.6201216913499799,
"RMSE(bins)": 0.13285943065702238
"RMSE": 0.4595237332113142,
"LogLoss": 0.6201231792999772,
"RMSE(bins)": 0.13285977765864573
},
"user": "99d582e",
"size": 850,
Expand Down
Loading

0 comments on commit 665a423

Please sign in to comment.