Update public-apps/summarine.livemd

public-apps/summarine.livemd

@@ -28,7 +28,7 @@ generation_config = Bumblebee.configure(generation_config, max_new_tokens: 100)
 
 serving =
   Bumblebee.Audio.speech_to_text(model_info, featurizer, tokenizer, generation_config,
-    compile: [batch_size: 1],
+    compile: [batch_size: 8],
     defn_options: [compiler: EXLA]
   )
 ```
@@ -50,42 +50,39 @@ Kino.listen(form, fn %{data: %{audio: audio}} ->
 
     %{results: [%{text: generated_text}]} = Nx.Serving.run(serving, audio)
     Kino.Frame.render(frame, Kino.Text.new(generated_text))
-  end
-end)
 
-Kino.Layout.grid([form, frame], boxed: true, gap: 16)
-```
+    payload = %{
+      model: "llama2-uncensored",
+      prompt: "Please summary the text: #{generated_text}"
+    }
 
-```elixir
-generated_text = "I'm blue and you are red, I'm very very blue."
-```
+    {:ok, response} = Req.post("http://localhost:11434/api/generate", json: payload)
 
-```elixir
-payload = %{
-  model: "llama2-uncensored",
-  prompt: "Please summary the text: #{generated_text}"
-}
+    result =
+      response.body
+      |> String.split("\n")
+      |> Enum.map(fn
+        "" ->
+          nil
 
-{:ok, response} = Req.post("http://localhost:11434/api/generate", json: payload)
+        line ->
+          {:ok, data} = Jason.decode(line)
 
-response.body
-|> String.split("\n")
-|> Enum.map(fn
-  "" ->
-    nil
+          data
+      end)
+      |> Enum.reject(&is_nil/1)
+      |> Enum.map(fn
+        %{"response" => response} ->
+          response
 
-  line ->
-    {:ok, data} = Jason.decode(line)
+        _ ->
+          ""
+      end)
+      |> Enum.join("")
 
-    data
+    Kino.Frame.render(frame, Kino.Text.new(result))
+  end
 end)
-|> Enum.reject(&is_nil/1)
-|> Enum.map(fn
-  %{"response" => response} ->
-    response
 
-  _ ->
-    ""
-end)
-|> Enum.join("")
+Kino.Layout.grid([form, frame], boxed: true, gap: 16)
 ```