startup.sh

#! /bin/bash 

exec &> /app/startup.log

echo "#### startup.sh entered."

#if [ -z "$1" ]; then
#  echo "#### Re-executing startup.sh asynchonously."
#  /app/startup.sh "no re-execute" &
#  exit 0
#fi

#echo "### find streamlit "; find / | grep -i streamlit
echo "### pwd "; pwd
#echo "### df -h"; df -h
echo "### ls -al /app"; ls -al /app
#echo "### ls -al /app/.streamlit/main.css"; ls -al /app/.streamlit/main.css  
#echo "### ls -l /app/weaviate"; ls -l /app/weaviate 
#echo "### ls -l /app/text2vec-transformers"; ls -l /app/text2vec-transformers
#echo "### ls -l /data"; ls -l /data

#mkdir -p /data/var/lib/weaviate
#chmod -R 777 /data/var/lib/weaviate
#echo "### ls -al /data/var/lib/weaviate"; ls -al /data/var/lib/weaviate

# For huggingface space.
echo "### Before mkdir -p ~/data/var/lib/weaviate"
weaviateDir=~/data/var/lib/weaviate
mkdir -p $weaviateDir
chmod -R 777 $weaviateDir

#ls -al ~/data/var/lib/weaviate
#echo "### ls -al ~"; ls -al ~
#sudo ln -s ~/data/var/lib/weaviate /data/var/lib/weaviate
#else
#  echo "### /data/var/lib/weaviate already exists."
#fi

################################################
# Start tex2vec-transformers
echo "#### Before /app/text2vec-transformers"
cd /app/text2vec-transformers
/app/text2vec-transformers/bin/uvicorn app:app --host 0.0.0.0 --port 8081 --log-level warning --timeout-keep-alive 1440 &  #2>& 1 | tee /data/var/lib/weaviate/t2v.log &
cd /app

#sleep 5
#echo "\n######## curl t2 "
#for (( ; ; )) do curl localhost:8081/vectors -H 'Content-Type: application/json' -d '{"text": "foo bar"}'; sleep 61; done &


###############################################
# Start the weaviate vector database server.
echo "#### Before /app/weaviate"

#echo "### pwd"; pwd
#echo "### ls -al ~"; ls -al ~

#echo "### ls -l /var/lib/weaviate"; ls -l /var/lib/weaviate
#echo "### ls -l /data"; ls -l /data
#echo "### ls -l /data/var/lib/weaviate"; ls -l /data/var/lib/weaviate

export AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED=true \
       PERSISTENCE_DATA_PATH=$weaviateDir \
       DEFAULT_VECTORIZER_MODULE=text2vec-transformers \
	   ENABLE_MODULES=text2vec-transformers \
	   TRANSFORMERS_INFERENCE_API=http://127.0.0.1:8081 \
	   LOG_LEVEL=warning \
       MODULES_CLIENT_TIMEOUT=600s
#env
/app/weaviate/weaviate --host 127.0.0.1 --port 8080 --scheme http --write-timeout 600s &  #2>& 1 | tee /data/var/lib/weaviate/ws.log &

echo "### ps -ef"; ps -ef

#echo "#### Before sleep."
#sleep 120
#echo "#### startup.sh exiting."

#echo "#### Before /app/semsearch.py"
#python /app/semsearch.py &  #2>& 1 | tee /data/var/lib/weaviate/ss.log &
#streamlit run /app/semsearch.py &

# Display timestamps.
#for (( ; ; )) do date; sleep 60; done &

echo "### Before wait."
wait