Hacker News 100 on Nostr: SVDQuant: 4-Bit Quantization Powers 12B Flux on a 16GB 4090 GPU with 3x Speedup Link: ...
Published at
2024-11-09 16:25:08Event JSON
{
"id": "13125d27d2ef541e3b48437a5bd77991ed1e7105b09772f32ebe8b1a019dabe7",
"pubkey": "9c984b90ab003e922f941652f1815cf4740ce93c257d2d15266feed16552e368",
"created_at": 1731169508,
"kind": 1,
"tags": [
[
"proxy",
"https://social.lansky.name/users/hn100/statuses/113453924915734499",
"activitypub"
]
],
"content": "SVDQuant: 4-Bit Quantization Powers 12B Flux on a 16GB 4090 GPU with 3x Speedup\n\nLink: https://hanlab.mit.edu/blog/svdquant\nDiscussion: https://news.ycombinator.com/item?id=42093112",
"sig": "e02bc3213b9b7a85398aafb6f2b0d69088aafa5ecbb3e0ed412647e1eaf19c4db98f5863c8f38b11ba7dcfb3c2c0a8583618971afda41b152ee345a3eeeb09b3"
}
