Event JSON
{
"id": "e282a29931ae2991e8bb9a946e706986ff83e585e4b145a9ab134bac7f9a32d7",
"pubkey": "f3f28a08e7c4ffccb47484ae2d4b6f567ec5621de6eba00aa82d627891cdaf8e",
"created_at": 1724901094,
"kind": 1,
"tags": [
[
"proxy",
"https://aipub.social/@urusan/113043118107958904",
"web"
],
[
"imeta",
"url https://files.aipub.social/media_attachments/files/113/043/107/641/981/026/original/4ab3d1fe1067a789.png",
"m image/png"
],
[
"imeta",
"url https://files.aipub.social/media_attachments/files/113/043/108/079/630/280/original/a2a2c6540f54b387.png",
"m image/png"
],
[
"imeta",
"url https://files.aipub.social/media_attachments/files/113/043/107/189/427/500/original/a452f646839d0278.png",
"m image/png"
],
[
"imeta",
"url https://files.aipub.social/media_attachments/files/113/043/107/432/039/648/original/8970e557290365c4.png",
"m image/png"
],
[
"proxy",
"https://aipub.social/users/urusan/statuses/113043118107958904",
"activitypub"
],
[
"L",
"pink.momostr"
],
[
"l",
"pink.momostr.activitypub:https://aipub.social/users/urusan/statuses/113043118107958904",
"pink.momostr"
],
[
"-"
]
],
"content": "On a lark, I massively overtrained a model and the results were fascinating.\n\nThis wasn't completely random, I heard that there's this \"grokking\" phenomena when you overtrain a model by something like 10x.\n\nWell, it seems to be real. At the very least it kept learning well past its initial plateau, and it accelerated after a certain point.\nhttps://files.aipub.social/media_attachments/files/113/043/107/189/427/500/original/a452f646839d0278.png\nhttps://files.aipub.social/media_attachments/files/113/043/107/432/039/648/original/8970e557290365c4.png\nhttps://files.aipub.social/media_attachments/files/113/043/107/641/981/026/original/4ab3d1fe1067a789.png\nhttps://files.aipub.social/media_attachments/files/113/043/108/079/630/280/original/a2a2c6540f54b387.png\n",
"sig": "3238193eb1bf3caf0d876831197e6ecb0d375d07bdbc28b20c8de1778b6e9721b413661203ca9a7f32d06f55a972ee3426f380196ded4e8f649e08e94439223b"
}
