Update quiz_processing.py

quiz_processing.py

@@ -229,6 +229,9 @@ def analyze_document(text, gemini_api_key, claude_api_key, course_name, section_
     try:
         start_time = time.time()
         text_parts = split_text_by_tokens(text)
+
+        input_tokens = 0        
+        output_tokens = 0
         
         all_results = {
             "course_info": {
@@ -241,6 +244,25 @@ def analyze_document(text, gemini_api_key, claude_api_key, course_name, section_
         segment_counter = 1
         
         for part in text_parts:
+            if language == "Uzbek" and claude_api_key:
+                from prompts import ANALYSIS_PROMPT_TEMPLATE_CLAUDE
+                prompt_template = ANALYSIS_PROMPT_TEMPLATE_CLAUDE
+            else:
+                from prompts import ANALYSIS_PROMPT_TEMPLATE_GEMINI
+                prompt_template = ANALYSIS_PROMPT_TEMPLATE_GEMINI
+                
+            # Format the prompt with actual values
+            actual_prompt = prompt_template.format(
+                course_name=course_name,
+                section_name=section_name,
+                lesson_name=lesson_name,
+                text=part
+            )
+
+            prompt_tokens = len(tokenizer.encode(actual_prompt))
+            input_tokens += prompt_tokens
+
+            
             analysis = segment_and_analyze_text(
                 text, 
                 gemini_api_key,
@@ -250,7 +272,7 @@ def analyze_document(text, gemini_api_key, claude_api_key, course_name, section_
                 section_name=section_name, 
                 lesson_name=lesson_name
             )
-            
+
             if "segments" in analysis:
                 for segment in analysis["segments"]:
                     segment["segment_number"] = segment_counter
@@ -261,9 +283,14 @@ def analyze_document(text, gemini_api_key, claude_api_key, course_name, section_
         total_time = end_time - start_time
         print(f"Total quiz processing time: {total_time:.2f}s")
 
-        formatted_text = format_quiz_for_display(all_results)
-        # formatted_text = f"Total processing time: {total_time:.2f} seconds\n\n" + formatted_text
+        formatted_output = format_quiz_for_display(all_results)
+        output_tokens = len(tokenizer.encode(formatted_output))
+
         
+        token_info = f"Input tokens: {input_tokens}\nOutput tokens: {output_tokens}\nTotal tokens: {input_tokens + output_tokens}\n"
+        formatted_text = format_quiz_for_display(all_results)
+        formatted_text = f"Total Processing time: {total_time:.2f}s\n{token_info}\n" + formatted_text
+
         json_path = tempfile.mktemp(suffix='.json')
         with open(json_path, 'w', encoding='utf-8') as json_file:
             json.dump(all_results, json_file, indent=2)