src/init_hf.lua

require("vips")

function config()
  return {
    scheduler = {
      num_threads = 2
    },
    gemma = {
      tokenizer = "tokenizer.spm",
      weights = "4b-it-sfp.sbs"
    },
    session = {
      top_k = 5,
      no_wrapping = true
    },
    vlm = {
      max_file_size = 1024 * 1024 * 4,
      resize_to = 896
    },
    websocket = {
      max_payload_len = 1024 * 1024 * 8,
      timeout = 300000
    }
  }
end