Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | 
         @@ -15,7 +15,7 @@ import uuid 
     | 
|
| 15 | 
         
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         
     | 
| 16 | 
         
             
            print("Starting the program...")
         
     | 
| 17 | 
         | 
| 18 | 
         
            -
            model_path = " 
     | 
| 19 | 
         
             
            print(f"Loading model {model_path}...")
         
     | 
| 20 | 
         
             
            tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
         
     | 
| 21 | 
         
             
            model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()
         
     | 
| 
         | 
|
| 15 | 
         
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         
     | 
| 16 | 
         
             
            print("Starting the program...")
         
     | 
| 17 | 
         | 
| 18 | 
         
            +
            model_path = "Qwen/Qwen2.5-7B-Instruct"
         
     | 
| 19 | 
         
             
            print(f"Loading model {model_path}...")
         
     | 
| 20 | 
         
             
            tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
         
     | 
| 21 | 
         
             
            model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()
         
     |