sarahciston commited on
Commit
435f99e
·
verified ·
1 Parent(s): 0821315

change tokenizer function to JS

Browse files
Files changed (1) hide show
  1. sketch.js +6 -12
sketch.js CHANGED
@@ -22,26 +22,20 @@ async function textGenTask(input){
22
  const pipe = await pipeline('text-generation', MODEL)
23
  let tokenizer = AutoTokenizer.from_pretrained(MODEL)
24
 
25
- // const messages = [
26
- // {"role": "system", "content": PREPROMPT},
27
- // {"role": "user", "content": input}
28
- // ]
29
-
30
  const messages = [
31
- { "role": "system", "content": "You are pirate." },
32
- { "role": "user", "content": input },
33
- ]
34
 
35
- const prompt = pipe.tokenizer.apply_chat_template(messages, {
36
- tokenize: false });
37
 
38
  // run text through model, setting hyperparameters
39
- var out = await pipe(input, {
40
  max_new_tokens: 256,
41
  temperature: 0.7,
42
  do_sample: true,
43
  top_k: 50,
44
- })
45
 
46
  console.log(await out)
47
  console.log('text-gen task completed')
 
22
  const pipe = await pipeline('text-generation', MODEL)
23
  let tokenizer = AutoTokenizer.from_pretrained(MODEL)
24
 
 
 
 
 
 
25
  const messages = [
26
+ {"role": "system", "content": PREPROMPT},
27
+ {"role": "user", "content": input}
28
+ ]
29
 
30
+ const prompt = tokenizer.apply_chat_template(messages, { tokenize: false });
 
31
 
32
  // run text through model, setting hyperparameters
33
+ var out = await pipe(prompt, {
34
  max_new_tokens: 256,
35
  temperature: 0.7,
36
  do_sample: true,
37
  top_k: 50,
38
+ }).apply_
39
 
40
  console.log(await out)
41
  console.log('text-gen task completed')