parallelstudios
/

mpt-7b-instruct-parallel-colony-memory-importance-ft

Text Generation

text-generation-inference

Model card Files Files and versions Community

Schmadge commited on Jul 7, 2023

Commit

9e81bca

·

1 Parent(s): dd6a508

Update handler.py

Files changed (1) hide show

handler.py +2 -2

handler.py CHANGED Viewed

@@ -6,7 +6,7 @@ from typing import Any, Dict
 class EndpointHandler:
     def __init__(
         self,
-        path,
         torch_dtype=torch.bfloat16,
         trust_remote_code=True,
     ) -> None:
@@ -16,7 +16,7 @@ class EndpointHandler:
             trust_remote_code=trust_remote_code
         )
         tokenizer = AutoTokenizer.from_pretrained(
-            "mosaicml/mpt-7b-instruct",
             trust_remote_code=trust_remote_code
         )
         if tokenizer.pad_token_id is None:

 class EndpointHandler:
     def __init__(
         self,
+        path='',
         torch_dtype=torch.bfloat16,
         trust_remote_code=True,
     ) -> None:
             trust_remote_code=trust_remote_code
         )
         tokenizer = AutoTokenizer.from_pretrained(
+            path,
             trust_remote_code=trust_remote_code
         )
         if tokenizer.pad_token_id is None: