|
let wasm; |
|
|
|
const cachedTextDecoder = |
|
typeof TextDecoder !== "undefined" |
|
? new TextDecoder("utf-8", { ignoreBOM: true, fatal: true }) |
|
: { |
|
decode: () => { |
|
throw Error("TextDecoder not available"); |
|
}, |
|
}; |
|
|
|
if (typeof TextDecoder !== "undefined") { |
|
cachedTextDecoder.decode(); |
|
} |
|
|
|
let cachedUint8Memory0 = null; |
|
|
|
function getUint8Memory0() { |
|
if (cachedUint8Memory0 === null || cachedUint8Memory0.byteLength === 0) { |
|
cachedUint8Memory0 = new Uint8Array(wasm.memory.buffer); |
|
} |
|
return cachedUint8Memory0; |
|
} |
|
|
|
function getStringFromWasm0(ptr, len) { |
|
ptr = ptr >>> 0; |
|
return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len)); |
|
} |
|
|
|
const heap = new Array(128).fill(undefined); |
|
|
|
heap.push(undefined, null, true, false); |
|
|
|
let heap_next = heap.length; |
|
|
|
function addHeapObject(obj) { |
|
if (heap_next === heap.length) heap.push(heap.length + 1); |
|
const idx = heap_next; |
|
heap_next = heap[idx]; |
|
|
|
heap[idx] = obj; |
|
return idx; |
|
} |
|
|
|
function getObject(idx) { |
|
return heap[idx]; |
|
} |
|
|
|
function dropObject(idx) { |
|
if (idx < 132) return; |
|
heap[idx] = heap_next; |
|
heap_next = idx; |
|
} |
|
|
|
function takeObject(idx) { |
|
const ret = getObject(idx); |
|
dropObject(idx); |
|
return ret; |
|
} |
|
|
|
let WASM_VECTOR_LEN = 0; |
|
|
|
function passArray8ToWasm0(arg, malloc) { |
|
const ptr = malloc(arg.length * 1, 1) >>> 0; |
|
getUint8Memory0().set(arg, ptr / 1); |
|
WASM_VECTOR_LEN = arg.length; |
|
return ptr; |
|
} |
|
|
|
let cachedInt32Memory0 = null; |
|
|
|
function getInt32Memory0() { |
|
if (cachedInt32Memory0 === null || cachedInt32Memory0.byteLength === 0) { |
|
cachedInt32Memory0 = new Int32Array(wasm.memory.buffer); |
|
} |
|
return cachedInt32Memory0; |
|
} |
|
|
|
const cachedTextEncoder = |
|
typeof TextEncoder !== "undefined" |
|
? new TextEncoder("utf-8") |
|
: { |
|
encode: () => { |
|
throw Error("TextEncoder not available"); |
|
}, |
|
}; |
|
|
|
const encodeString = |
|
typeof cachedTextEncoder.encodeInto === "function" |
|
? function (arg, view) { |
|
return cachedTextEncoder.encodeInto(arg, view); |
|
} |
|
: function (arg, view) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
view.set(buf); |
|
return { |
|
read: arg.length, |
|
written: buf.length, |
|
}; |
|
}; |
|
|
|
function passStringToWasm0(arg, malloc, realloc) { |
|
if (realloc === undefined) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
const ptr = malloc(buf.length, 1) >>> 0; |
|
getUint8Memory0() |
|
.subarray(ptr, ptr + buf.length) |
|
.set(buf); |
|
WASM_VECTOR_LEN = buf.length; |
|
return ptr; |
|
} |
|
|
|
let len = arg.length; |
|
let ptr = malloc(len, 1) >>> 0; |
|
|
|
const mem = getUint8Memory0(); |
|
|
|
let offset = 0; |
|
|
|
for (; offset < len; offset++) { |
|
const code = arg.charCodeAt(offset); |
|
if (code > 0x7f) break; |
|
mem[ptr + offset] = code; |
|
} |
|
|
|
if (offset !== len) { |
|
if (offset !== 0) { |
|
arg = arg.slice(offset); |
|
} |
|
ptr = realloc(ptr, len, (len = offset + arg.length * 3), 1) >>> 0; |
|
const view = getUint8Memory0().subarray(ptr + offset, ptr + len); |
|
const ret = encodeString(arg, view); |
|
|
|
offset += ret.written; |
|
} |
|
|
|
WASM_VECTOR_LEN = offset; |
|
return ptr; |
|
} |
|
|
|
function handleError(f, args) { |
|
try { |
|
return f.apply(this, args); |
|
} catch (e) { |
|
wasm.__wbindgen_exn_store(addHeapObject(e)); |
|
} |
|
} |
|
|
|
|
|
export class Model { |
|
static __wrap(ptr) { |
|
ptr = ptr >>> 0; |
|
const obj = Object.create(Model.prototype); |
|
obj.__wbg_ptr = ptr; |
|
|
|
return obj; |
|
} |
|
|
|
__destroy_into_raw() { |
|
const ptr = this.__wbg_ptr; |
|
this.__wbg_ptr = 0; |
|
|
|
return ptr; |
|
} |
|
|
|
free() { |
|
const ptr = this.__destroy_into_raw(); |
|
wasm.__wbg_model_free(ptr); |
|
} |
|
|
|
|
|
|
|
|
|
|
|
constructor(weights, tokenizer, quantized) { |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
const ptr0 = passArray8ToWasm0(weights, wasm.__wbindgen_malloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
const ptr1 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_malloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
wasm.model_load(retptr, ptr0, len0, ptr1, len1, quantized); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
if (r2) { |
|
throw takeObject(r1); |
|
} |
|
return Model.__wrap(r0); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
} |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
init_with_prompt(prompt, temp, top_p, repeat_penalty, repeat_last_n, seed) { |
|
let deferred3_0; |
|
let deferred3_1; |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
wasm.model_init_with_prompt( |
|
retptr, |
|
this.__wbg_ptr, |
|
ptr0, |
|
len0, |
|
temp, |
|
top_p, |
|
repeat_penalty, |
|
repeat_last_n, |
|
seed |
|
); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
var r3 = getInt32Memory0()[retptr / 4 + 3]; |
|
var ptr2 = r0; |
|
var len2 = r1; |
|
if (r3) { |
|
ptr2 = 0; |
|
len2 = 0; |
|
throw takeObject(r2); |
|
} |
|
deferred3_0 = ptr2; |
|
deferred3_1 = len2; |
|
return getStringFromWasm0(ptr2, len2); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
wasm.__wbindgen_free(deferred3_0, deferred3_1, 1); |
|
} |
|
} |
|
|
|
|
|
|
|
next_token() { |
|
let deferred2_0; |
|
let deferred2_1; |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
wasm.model_next_token(retptr, this.__wbg_ptr); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
var r3 = getInt32Memory0()[retptr / 4 + 3]; |
|
var ptr1 = r0; |
|
var len1 = r1; |
|
if (r3) { |
|
ptr1 = 0; |
|
len1 = 0; |
|
throw takeObject(r2); |
|
} |
|
deferred2_0 = ptr1; |
|
deferred2_1 = len1; |
|
return getStringFromWasm0(ptr1, len1); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
wasm.__wbindgen_free(deferred2_0, deferred2_1, 1); |
|
} |
|
} |
|
} |
|
|
|
async function __wbg_load(module, imports) { |
|
if (typeof Response === "function" && module instanceof Response) { |
|
if (typeof WebAssembly.instantiateStreaming === "function") { |
|
try { |
|
return await WebAssembly.instantiateStreaming(module, imports); |
|
} catch (e) { |
|
if (module.headers.get("Content-Type") != "application/wasm") { |
|
console.warn( |
|
"`WebAssembly.instantiateStreaming` failed because your server does not serve wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", |
|
e |
|
); |
|
} else { |
|
throw e; |
|
} |
|
} |
|
} |
|
|
|
const bytes = await module.arrayBuffer(); |
|
return await WebAssembly.instantiate(bytes, imports); |
|
} else { |
|
const instance = await WebAssembly.instantiate(module, imports); |
|
|
|
if (instance instanceof WebAssembly.Instance) { |
|
return { instance, module }; |
|
} else { |
|
return instance; |
|
} |
|
} |
|
} |
|
|
|
function __wbg_get_imports() { |
|
const imports = {}; |
|
imports.wbg = {}; |
|
imports.wbg.__wbindgen_error_new = function (arg0, arg1) { |
|
const ret = new Error(getStringFromWasm0(arg0, arg1)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_new_abda76e883ba8a5f = function () { |
|
const ret = new Error(); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_stack_658279fe44541cf6 = function (arg0, arg1) { |
|
const ret = getObject(arg1).stack; |
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
getInt32Memory0()[arg0 / 4 + 1] = len1; |
|
getInt32Memory0()[arg0 / 4 + 0] = ptr1; |
|
}; |
|
imports.wbg.__wbg_error_f851667af71bcfc6 = function (arg0, arg1) { |
|
let deferred0_0; |
|
let deferred0_1; |
|
try { |
|
deferred0_0 = arg0; |
|
deferred0_1 = arg1; |
|
console.error(getStringFromWasm0(arg0, arg1)); |
|
} finally { |
|
wasm.__wbindgen_free(deferred0_0, deferred0_1, 1); |
|
} |
|
}; |
|
imports.wbg.__wbindgen_object_drop_ref = function (arg0) { |
|
takeObject(arg0); |
|
}; |
|
imports.wbg.__wbg_log_ff7e0b5e6573cdff = function (arg0, arg1) { |
|
console.log(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
imports.wbg.__wbg_crypto_c48a774b022d20ac = function (arg0) { |
|
const ret = getObject(arg0).crypto; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_is_object = function (arg0) { |
|
const val = getObject(arg0); |
|
const ret = typeof val === "object" && val !== null; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_process_298734cf255a885d = function (arg0) { |
|
const ret = getObject(arg0).process; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_versions_e2e78e134e3e5d01 = function (arg0) { |
|
const ret = getObject(arg0).versions; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_node_1cd7a5d853dbea79 = function (arg0) { |
|
const ret = getObject(arg0).node; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_is_string = function (arg0) { |
|
const ret = typeof getObject(arg0) === "string"; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_msCrypto_bcb970640f50a1e8 = function (arg0) { |
|
const ret = getObject(arg0).msCrypto; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_require_8f08ceecec0f4fee = function () { |
|
return handleError(function () { |
|
const ret = module.require; |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbindgen_is_function = function (arg0) { |
|
const ret = typeof getObject(arg0) === "function"; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_string_new = function (arg0, arg1) { |
|
const ret = getStringFromWasm0(arg0, arg1); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_getRandomValues_37fa2ca9e4e07fab = function () { |
|
return handleError(function (arg0, arg1) { |
|
getObject(arg0).getRandomValues(getObject(arg1)); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_randomFillSync_dc1e9a60c158336d = function () { |
|
return handleError(function (arg0, arg1) { |
|
getObject(arg0).randomFillSync(takeObject(arg1)); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_newnoargs_581967eacc0e2604 = function (arg0, arg1) { |
|
const ret = new Function(getStringFromWasm0(arg0, arg1)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_call_cb65541d95d71282 = function () { |
|
return handleError(function (arg0, arg1) { |
|
const ret = getObject(arg0).call(getObject(arg1)); |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbindgen_object_clone_ref = function (arg0) { |
|
const ret = getObject(arg0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_self_1ff1d729e9aae938 = function () { |
|
return handleError(function () { |
|
const ret = self.self; |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_window_5f4faef6c12b79ec = function () { |
|
return handleError(function () { |
|
const ret = window.window; |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_globalThis_1d39714405582d3c = function () { |
|
return handleError(function () { |
|
const ret = globalThis.globalThis; |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_global_651f05c6a0944d1c = function () { |
|
return handleError(function () { |
|
const ret = global.global; |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbindgen_is_undefined = function (arg0) { |
|
const ret = getObject(arg0) === undefined; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_call_01734de55d61e11d = function () { |
|
return handleError(function (arg0, arg1, arg2) { |
|
const ret = getObject(arg0).call(getObject(arg1), getObject(arg2)); |
|
return addHeapObject(ret); |
|
}, arguments); |
|
}; |
|
imports.wbg.__wbg_now_9c5990bda04c7e53 = function () { |
|
const ret = Date.now(); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_buffer_085ec1f694018c4f = function (arg0) { |
|
const ret = getObject(arg0).buffer; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_newwithbyteoffsetandlength_6da8e527659b86aa = function (arg0, arg1, arg2) { |
|
const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_new_8125e318e6245eed = function (arg0) { |
|
const ret = new Uint8Array(getObject(arg0)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_set_5cf90238115182c3 = function (arg0, arg1, arg2) { |
|
getObject(arg0).set(getObject(arg1), arg2 >>> 0); |
|
}; |
|
imports.wbg.__wbg_newwithlength_e5d69174d6984cd7 = function (arg0) { |
|
const ret = new Uint8Array(arg0 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_subarray_13db269f57aa838d = function (arg0, arg1, arg2) { |
|
const ret = getObject(arg0).subarray(arg1 >>> 0, arg2 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_throw = function (arg0, arg1) { |
|
throw new Error(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
imports.wbg.__wbindgen_memory = function () { |
|
const ret = wasm.memory; |
|
return addHeapObject(ret); |
|
}; |
|
|
|
return imports; |
|
} |
|
|
|
function __wbg_init_memory(imports, maybe_memory) {} |
|
|
|
function __wbg_finalize_init(instance, module) { |
|
wasm = instance.exports; |
|
__wbg_init.__wbindgen_wasm_module = module; |
|
cachedInt32Memory0 = null; |
|
cachedUint8Memory0 = null; |
|
|
|
wasm.__wbindgen_start(); |
|
return wasm; |
|
} |
|
|
|
function initSync(module) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
const imports = __wbg_get_imports(); |
|
|
|
__wbg_init_memory(imports); |
|
|
|
if (!(module instanceof WebAssembly.Module)) { |
|
module = new WebAssembly.Module(module); |
|
} |
|
|
|
const instance = new WebAssembly.Instance(module, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
async function __wbg_init(input) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
if (typeof input === "undefined") { |
|
input = new URL("m_bg.wasm", import.meta.url); |
|
} |
|
const imports = __wbg_get_imports(); |
|
|
|
if ( |
|
typeof input === "string" || |
|
(typeof Request === "function" && input instanceof Request) || |
|
(typeof URL === "function" && input instanceof URL) |
|
) { |
|
input = fetch(input); |
|
} |
|
|
|
__wbg_init_memory(imports); |
|
|
|
const { instance, module } = await __wbg_load(await input, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
export { initSync }; |
|
export default __wbg_init; |
|
|