Azzan Dwi Riski
update tokenizer
34765d1
raw
history blame
683 Bytes
#!/bin/bash
set -e
# Create necessary directories with correct permissions
mkdir -p /home/user/.cache
mkdir -p /home/user/huggingface
mkdir -p /app/screenshots
mkdir -p /app/models
# Ensure permissions
chown -R user:user /home/user
chown -R user:user /app/screenshots
chown -R user:user /app/models
# Download tokenizer explicitly if needed
if [ ! -d "/home/user/huggingface/models--indobenchmark--indobert-base-p1" ]; then
echo "Pre-downloading tokenizer..."
python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('indobenchmark/indobert-base-p1', use_fast=False, cache_dir='/home/user/huggingface')"
fi
# Run the application
exec python app.py