grab .1 GPU

experimental/clip_app.py

@@ -12,7 +12,7 @@ from clip_retrieval.load_clip import load_clip, get_tokenizer
 
 # @serve.deployment(num_replicas=2, ray_actor_options={"num_cpus": 0.2, "num_gpus": 0.2})
 # @serve.deployment(num_replicas=1, ray_actor_options={"num_cpus": 0.2, "num_gpus": 0.0})
-@serve.deployment(num_replicas=10, ray_actor_options={"num_cpus": .2, "num_gpus": 0.0})
+@serve.deployment(num_replicas=10, ray_actor_options={"num_cpus": .2, "num_gpus": 0.1})
 class CLIPTransform:
     def __init__(self):
         # os.environ["OMP_NUM_THREADS"] = "20"