- on Nostr: #llama #inference in browser #wasm added input prompt ...

#llama #inference in browser #wasm
added input prompt
data:text/html;base64,PCFET0NUWVBFIGh0bWw+CjxodG1sPgo8aGVhZD4KICA8dGl0bGU+UnVuIExsYW1hIDIgbW9kZWxzIGluIHRoZSBicm93c2VyIHdpdGggV2ViQXNzZW1ibHk8L3RpdGxlPgo8L2hlYWQ+Cjxib2R5PgogIDxmb3JtIGlkPSJmb3JtIiBhY3Rpb249IiMiPgogICAgPGxhYmVsPnByb21wdDwvbGFiZWw+CiAgICA8aW5wdXQgaWQ9InByb21wdCIgdHlwZT0idGV4dCIvPgogICAgPGJ1dHRvbiBjbGFzcz0iYnV0dG9uIiBpZD0idG9nZ2xlLWluZmVyZW5jZSI+UnVuIGluZmVyZW5jZTwvYnV0dG9uPgogIDwvZm9ybT4KICA8cCBpZD0ib3V0cHV0Ij48L3A+CiAgPHNjcmlwdCB0eXBlPSJtb2R1bGUiPgogIGNvbnN0IHdvcmtlcl9zdHIgPSBgCiAgaW1wb3J0IHsgV0FTSSwgV0FTSUNvbnRleHQgfSBmcm9tICJodHRwczovL2Nkbi5za3lwYWNrLmRldi9AcnVubm8vd2FzaSI7CiAgCiAgc2VsZi5hZGRFdmVudExpc3RlbmVyKCdtZXNzYWdlJywgZnVuY3Rpb24gKGV2ZW50KSB7CiAgICBjb25zb2xlLmxvZygicHJvbXB0IiwgZXZlbnQuZGF0YS5wcm9tcHQpCgogICAgUHJvbWlzZS5hbGwoCiAgICAgIFsKICAgICAgICBmZXRjaCgiaHR0cHM6Ly9odWdnaW5nZmFjZS5jby9rYXJwYXRoeS90aW55bGxhbWFzL3Jlc29sdmUvbWFpbi9zdG9yaWVzMjYwSy9zdG9yaWVzMjYwSy5iaW4/ZG93bmxvYWQ9dHJ1ZSIpLnRoZW4ocmVzID0+IHJlcy5hcnJheUJ1ZmZlcigpKSwKICAgICAgICBmZXRjaCgiaHR0cHM6Ly9odWdnaW5nZmFjZS5jby9rYXJwYXRoeS90aW55bGxhbWFzL3Jlc29sdmUvbWFpbi9zdG9yaWVzMjYwSy90b2s1MTIuYmluIikudGhlbihyZXMgPT4gcmVzLmFycmF5QnVmZmVyKCkpCiAgICAgIF0sCiAgICApLnRoZW4oYXN5bmMgZGF0YSA9PiB7CiAgICAgIGxldCBtb2RlbCA9IGRhdGFbMF07CiAgICAgIGxldCB0b2tlbml6ZXIgPSBkYXRhWzFdOwoKICAgICAgY29uc3QgY29udGV4dCA9IG5ldyBXQVNJQ29udGV4dCh7CiAgICAgICAgYXJnczogWyIiLCAibW9kZWwuYmluIiwgIi10IiwgIjAuOSIsICItaSIsIGV2ZW50LmRhdGEucHJvbXB0XSwKICAgICAgICBzdGRvdXQ6IChkYXRhKSA9PiBzZWxmLnBvc3RNZXNzYWdlKHsgZGF0YSB9KSwKICAgICAgICBzdGRlcnI6IChlcnIpID0+IGNvbnNvbGUuZXJyb3IoInN0ZGVyciIsIGVyciksCiAgICAgICAgZnM6IHsKICAgICAgICAgICIvbW9kZWwuYmluIjogewogICAgICAgICAgICBwYXRoOiAiL21vZGVsLmJpbiIsCiAgICAgICAgICAgIHRpbWVzdGFtcHM6IHsKICAgICAgICAgICAgICBhY2Nlc3M6IG5ldyBEYXRlKCksCiAgICAgICAgICAgICAgY2hhbmdlOiBuZXcgRGF0ZSgpLAogICAgICAgICAgICAgIG1vZGlmaWNhdGlvbjogbmV3IERhdGUoKSwKICAgICAgICAgICAgfSwKICAgICAgICAgICAgbW9kZTogImJpbmFyeSIsCiAgICAgICAgICAgIGNvbnRlbnQ6IG5ldyBVaW50OEFycmF5KG1vZGVsKSwKICAgICAgICAgIH0sCiAgICAgICAgICAiL3Rva2VuaXplci5iaW4iOiB7CiAgICAgICAgICAgIHBhdGg6ICIvdG9rZW5pemVyLmJpbiIsCiAgICAgICAgICAgIHRpbWVzdGFtcHM6IHsKICAgICAgICAgICAgICBhY2Nlc3M6IG5ldyBEYXRlKCksCiAgICAgICAgICAgICAgY2hhbmdlOiBuZXcgRGF0ZSgpLAogICAgICAgICAgICAgIG1vZGlmaWNhdGlvbjogbmV3IERhdGUoKSwKICAgICAgICAgICAgfSwKICAgICAgICAgICAgbW9kZTogImJpbmFyeSIsCiAgICAgICAgICAgIGNvbnRlbnQ6IG5ldyBVaW50OEFycmF5KHRva2VuaXplciksCiAgICAgICAgICB9LAogICAgICAgIH0sCiAgICAgIH0pOwoKICAgICAgV0FTSS5zdGFydChmZXRjaCgiaHR0cHM6Ly9pbmZlcmVuY2Uud2FzbWxhYnMuZGV2L2xsYW1hMi1jLndhc20iKSwgY29udGV4dCk7CiAgICB9KTsKCiAgfSwgZmFsc2UpOwogIGAKICAKICBjb25zdCB3b3JrZXJfYmxvYiA9IG5ldyBCbG9iKFt3b3JrZXJfc3RyXSk7CiAgY29uc3Qgd29ya2VyX2Jsb2JfdXJsID0gVVJMLmNyZWF0ZU9iamVjdFVSTCh3b3JrZXJfYmxvYik7CiAgCiAgbGV0IHdvcmtlcjsKICBsZXQgcnVubmluZyA9IGZhbHNlOwogIGxldCBidXR0b24gPSBkb2N1bWVudC5nZXRFbGVtZW50QnlJZCgidG9nZ2xlLWluZmVyZW5jZSIpOwogIGxldCBmb3JtID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoImZvcm0iKTsKICBsZXQgc3RvcFRpbWVvdXQgPSBudWxsOwoKICBmb3JtLmFkZEV2ZW50TGlzdGVuZXIoInN1Ym1pdCIsIChlKSA9PiB7CiAgICBlLnByZXZlbnREZWZhdWx0KCkKICAgIGNvbnN0IHByb21wdCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKCJwcm9tcHQiKS52YWx1ZQogICAgY29uc3Qgb3V0cHV0ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoIm91dHB1dCIpOwoKICAgIGlmICghcnVubmluZykgewogICAgICBvdXRwdXQudGV4dENvbnRlbnQgPSAiIjsKCiAgICAgIHdvcmtlciA9IG5ldyBXb3JrZXIod29ya2VyX2Jsb2JfdXJsLCB7IHR5cGU6ICJtb2R1bGUiIH0pOwogICAgICB3b3JrZXIucG9zdE1lc3NhZ2UoewogICAgICAgIHByb21wdDogcHJvbXB0CiAgICAgIH0pOwogICAgICB3b3JrZXIuYWRkRXZlbnRMaXN0ZW5lcignbWVzc2FnZScsIGZ1bmN0aW9uIChldmVudCkgewogICAgICAgIGlmIChzdG9wVGltZW91dCAhPSBudWxsKSB7CiAgICAgICAgICBjbGVhclRpbWVvdXQoc3RvcFRpbWVvdXQpOwogICAgICAgIH0KCiAgICAgICAgY29uc3QgeyBkYXRhIH0gPSBldmVudC5kYXRhOwogICAgICAgIG91dHB1dC50ZXh0Q29udGVudCA9IGAke291dHB1dC50ZXh0Q29udGVudH0ke2RhdGF9YDsKCiAgICAgICAgc3RvcFRpbWVvdXQgPSBzZXRUaW1lb3V0KCgpID0+IHsKICAgICAgICAgIHJ1bm5pbmcgPSBmYWxzZTsKICAgICAgICAgIGJ1dHRvbi50ZXh0Q29udGVudCA9ICJSdW4gaW5mZXJlbmNlIjsKICAgICAgICB9LCA1MDApOwogICAgICB9KTsKCiAgICAgIHdvcmtlci5hZGRFdmVudExpc3RlbmVyKCJlcnJvciIsIGZ1bmN0aW9uIChlcnJvcikgewogICAgICAgIGNvbnNvbGUubG9nKCJFUlJPUjogIiwgZXJyb3IpOwogICAgICB9KTsKCiAgICAgIGJ1dHRvbi50ZXh0Q29udGVudCA9ICJTdG9wIGluZmVyZW5jZSI7CiAgICAgIHJ1bm5pbmcgPSB0cnVlOwogICAgfSBlbHNlIHsKICAgICAgaWYgKHdvcmtlciAhPSBudWxsKSB7CiAgICAgICAgd29ya2VyLnRlcm1pbmF0ZSgpOwogICAgICAgIHdvcmtlciA9IG51bGw7CiAgICAgIH0KCiAgICAgIGJ1dHRvbi50ZXh0Q29udGVudCA9ICJSdW4gaW5mZXJlbmNlIjsKICAgICAgcnVubmluZyA9IGZhbHNlOwogICAgfQogIH0pOwogIDwvc2NyaXB0Pgo8L2JvZHk+CjwvaHRtbD4K