Upload 13 files

Modelfile

@@ -1,12 +1,13 @@
 FROM codellama:7b-code
 
-# Base model name and adapter
-ADAPTER ./codellama-7b-qml.gguf
-
-# Parameters optimized for code generation
-PARAMETER temperature 0.2
+# Base model name and adapter
+ADAPTER ./codellama-7b-qml.gguf
+
+# Parameters optimized for code generation
+PARAMETER temperature 0
 PARAMETER num_predict 500
-PARAMETER top_p 0.9
+PARAMETER top_p 1
+PARAMETER repeat_penalty 1.05
 PARAMETER stop "<SUF>"
 PARAMETER stop "<PRE>"
 PARAMETER stop "</PRE>"
@@ -17,9 +18,9 @@ PARAMETER stop "<MID>"
 PARAMETER stop "</MID>"
 PARAMETER stop "##"
 
-
-# Template format for code interactions
-TEMPLATE """{{if .Prompt}}{{ .Prompt }}{{end}}{{if .Response}}{{ .Response }}{{end}}"""
+
+# Template format for code interactions
+TEMPLATE """{{if .Prompt}}{{ .Prompt }}{{end}}{{if .Response}}{{ .Response }}{{end}}"""
 
 LICENSE """
 Qt AI Model Use Terms and Conditions

adapter_config.json

@@ -14,7 +14,7 @@
   "loftq_config": {},
   "lora_alpha": 64,
   "lora_bias": false,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0.02,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -23,14 +23,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "o_proj",
     "gate_proj",
-    "lm_head",
-    "down_proj",
+    "k_proj",
     "q_proj",
+    "o_proj",
     "up_proj",
-    "k_proj"
+    "v_proj",
+    "down_proj",
+    "lm_head"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec4924dfac7c38ed7e78d23d166c1bac46cc7cde6ef2ec3d70c741a4d5b11ea7
+oid sha256:126dbda0a3f5d86df24daa2176ec0302363d5c88d3213674c58f7778640a4842
 size 648936760

codellama-7b-qml.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a033f1b70147091d4a52d8d7a3938ca182b5efa701418adaddcaf7331dce4e
-size 648907072
+oid sha256:9298cedefd9ae4a2b11b0eb13d3beacb7e65b34192895ba844a630efc1a57e32
+size 648907040

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8da06080bb75f0fe64cb3bb6897ff13b9b2f17a551222d1a4883a09ca52cf17e
+oid sha256:40d81f632c3097acbf16d2f345f186c95a2ca66d4a7d08db30fd475354b95520
 size 325614754

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:054177611f2412e52a8cd0a4d0895e2cb9e4fef94374378f0bf6c4059d506903
+oid sha256:7bd1594d76d68b1d4a1950f6c0e9f5e68990863544f80e019ccf7a2e05bdcb69
 size 14244

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef1fe48b040bf7678711805e0ccda18391a9ad1db687676a750066fbac4eecfb
+oid sha256:a1e14f542310c644a4bc29da20a8f89a9ba2f396d841056f00df29c8bfcd1650
 size 1064

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e81583ff738f437f9b8ba61f8cd63306401c4b51ce22ce038811cf0a2a0f493e
+oid sha256:975fd47280f92ed577c218a35385d271f6263cfd5c676dc0079baed0c6ff516a
 size 5816