Update app.py

app.py

@@ -9,26 +9,26 @@ import subprocess
 import multiprocessing
 import gradio as gr
 
-bitnet_dir = os.path.join(os.getcwd(), 'bitnet')
+bitnet_dir = os.path.join(os.getcwd(), "bitnet")
 if not os.path.isdir(bitnet_dir):
-    subprocess.run(['git','clone','--depth','1','https://github.com/microsoft/BitNet.git','bitnet'], check=True)
-build_dir = os.path.join(bitnet_dir, 'build')
+    subprocess.run(["git", "clone", "--depth", "1", "--recursive", "https://github.com/microsoft/BitNet.git", "bitnet"], check=True)
+build_dir = os.path.join(bitnet_dir, "build")
 if not os.path.isdir(build_dir):
     os.makedirs(build_dir, exist_ok=True)
-    subprocess.run(['cmake','..'], cwd=build_dir, check=True)
-    subprocess.run(['cmake','--build','.','--config','Release','--parallel', str(multiprocessing.cpu_count())], cwd=build_dir, check=True)
+    subprocess.run(["cmake", ".."], cwd=build_dir, check=True)
+    subprocess.run(["cmake", "--build", ".", "--config", "Release", "--parallel", str(multiprocessing.cpu_count())], cwd=build_dir, check=True)
 
-script_path = os.path.join(bitnet_dir, 'run_inference.py')
-model_path = os.environ.get('MODEL_PATH', 'models/BitNet-b1.58-2B-4T/ggml-model-i2_s.gguf')
+script_path = os.path.join(bitnet_dir, "run_inference.py")
+model_path = os.environ.get("MODEL_PATH", "models/BitNet-b1.58-2B-4T/ggml-model-i2_s.gguf")
 
 def generate(prompt, max_tokens=128, temperature=0.7):
     cmd = [
         sys.executable,
         script_path,
-        '-m', model_path,
-        '-p', prompt,
-        '-n', str(max_tokens),
-        '-temp', str(temperature)
+        "-m", model_path,
+        "-p", prompt,
+        "-n", str(max_tokens),
+        "-temp", str(temperature)
     ]
     proc = subprocess.run(cmd, cwd=bitnet_dir, capture_output=True, text=True)
     return proc.stdout.strip() if proc.returncode == 0 else proc.stderr.strip()
@@ -36,13 +36,13 @@ def generate(prompt, max_tokens=128, temperature=0.7):
 iface = gr.Interface(
     fn=generate,
     inputs=[
-        gr.Textbox(lines=2, placeholder='enter your prompt here', label='prompt'),
-        gr.Slider(1, 512, value=128, step=1, label='max tokens'),
-        gr.Slider(0.0, 1.0, value=0.7, step=0.01, label='temperature')
+        gr.Textbox(lines=2, placeholder="enter your prompt here", label="prompt"),
+        gr.Slider(1, 512, value=128, step=1, label="max tokens"),
+        gr.Slider(0.0, 1.0, value=0.7, step=0.01, label="temperature")
     ],
-    outputs=gr.Textbox(label='completion'),
-    title='bitnet.cpp completion demo'
+    outputs=gr.Textbox(label="completion"),
+    title="bitnet.cpp completion demo"
 )
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     iface.launch()