Update dynamic_cheatsheet/language_model.py

dynamic_cheatsheet/language_model.py

@@ -113,6 +113,14 @@ class LanguageModel:
             raise ValueError("History must contain at least one message.")
 
         print('history\n', history)
+        from litellm import num_tokens_from_messages
+        
+        tokens_num = num_tokens_from_messages(
+            messages=history,
+            model=self.model_name
+        )
+        print("prompt tokens:", tokens_num)
+        
         # The self.client is already a partial function with model, api_key, base_url, etc., pre-filled for SambaNova
         response = self.client(
             messages=history,