Event JSON
{
"id": "dca3a2f3da0d161da00b80cf2f623c3e0cfc7971240016780173d0bc5d00e14c",
"pubkey": "bcbf9644d3f475d00eb9c6e467385ce16d4546c1a24222ccfa542bf776eaba95",
"created_at": 1730491723,
"kind": 1,
"tags": [
[
"e",
"c4662f4200505f3ac1f8d926736da2890aa49398c65aeb6283bfffe55278d227",
"",
"root"
],
[
"e",
"7211ded2d80c3702377503aea6cbe7274b7bdf3d7bf85a50dbc50fc0c176111b"
],
[
"e",
"ddd6ce202e3e9653fc7a6b5a581273e91855dcdb10a50fd8fe61d8dc78943827",
"",
"reply"
],
[
"p",
"bcbf9644d3f475d00eb9c6e467385ce16d4546c1a24222ccfa542bf776eaba95"
],
[
"p",
"b9e76546ba06456ed301d9e52bc49fa48e70a6bf2282be7a1ae72947612023dc",
"",
"mention"
],
[
"r",
"https://huggingface.co/collections/relaxml/qtip-quantized-models-66fa253ad3186746f4b62803"
],
[
"r",
"https://arxiv.org/pdf/2406.11235"
]
],
"content": "\"From preliminary testing QTIP 1 bit 405b is pretty usable\" (58gb 405b model)\n\nnostr:nprofile1qqstnem9g6aqv3tw6vqaneftcj06frns56lj9q470gdww228vysz8hqpzemhxue69uhhyetvv9ujuurjd9kkzmpwdejhgqg6waehxw309ahx7um5wghx7unpdenk2urfd3kzuer9wcq3wamnwvaz7tmjv4kxz7fwvd6hyun9de6zuenedyvu6425 the near future looks crazy. Looks like it isn't supported in the major engines yet\n\nhttps://huggingface.co/collections/relaxml/qtip-quantized-models-66fa253ad3186746f4b62803\n\nhttps://arxiv.org/pdf/2406.11235",
"sig": "580603855308b1f11067dd7b620257977006fae45ac9c51fa9ae863fcb99e0e46eb8334b64c71d57b9b7ea5657ce75f6488398985d53525e6e0d8178624565f2"
}
