Lobsters on Nostr: A Selective Survey of Efficient Speculative Decoding Techniques for LLM Inference ...
Published at
2024-10-19 11:05:19Event JSON
{
"id": "e7135e5e0e291da2a9104c5e1fd859a1c9cc38624a98dd26b457d36bb42840bc",
"pubkey": "1077dd98df2bda054b0f036bcb875522655364a184a5f1d331ecdc61e4cf840d",
"created_at": 1729335919,
"kind": 1,
"tags": [
[
"t",
"ai"
],
[
"proxy",
"https://botsin.space/users/lobsters/statuses/113333758817794136",
"activitypub"
]
],
"content": "A Selective Survey of Efficient Speculative Decoding Techniques for LLM Inference https://lobste.rs/s/ygksmj #ai\nhttps://blog.codingconfessions.com/p/a-selective-survey-of-speculative-decoding",
"sig": "e5c9ca1eb054d505ee0a9c60de70c3960dc7633b2f924f2aa658825a95b411c208da9e5a87f7b869480f4dfdf2b757aa70684d76bef20a3e467e876a6ab133f6"
}
