support defining models that actually lives on hf

llama_lora/models.py

@@ -1,6 +1,7 @@
 import os
 import sys
 import gc
+import json
 
 import torch
 from transformers import LlamaForCausalLM, LlamaTokenizer
@@ -106,6 +107,17 @@ def get_model(
         if os.path.isdir(possible_lora_model_path):
             peft_model_name_or_path = possible_lora_model_path
 
+            possible_model_info_json_path = os.path.join(possible_lora_model_path, "info.json")
+            if os.path.isfile(possible_model_info_json_path):
+                try:
+                    with open(possible_model_info_json_path, "r") as file:
+                        json_data = json.load(file)
+                        possible_hf_model_name = json_data.get("hf_model_name")
+                        if possible_hf_model_name:
+                            peft_model_name_or_path = possible_hf_model_name
+                except Exception as e:
+                    raise ValueError("Error reading model info from {possible_model_info_json_path}: {e}")
+
     Global.loaded_models.prepare_to_set()
     clear_cache()