File size: 2,509 Bytes
3882e3f
 
 
86573da
9864c20
3882e3f
533e89e
 
3882e3f
 
 
 
411ecd7
 
 
 
dd2c5c9
f65c073
18a3a1b
dd2c5c9
 
 
 
 
 
 
 
 
3882e3f
 
 
 
197ae45
e9a6bd5
197ae45
3882e3f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
dd2c5c9
3882e3f
 
 
d833c00
3882e3f
 
e9a6bd5
3882e3f
 
423d6ab
ea3952b
3882e3f
ea3952b
6c48497
22d1ecc
3882e3f
 
423d6ab
3882e3f
22d1ecc
3882e3f
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#! /bin/bash 

echo "#### startup.sh entered."
echo "### find streamlit "; find / | grep -i streamlit
echo "### pwd "; pwd
echo "### df -h"; df -h
echo "### ls -al /app"; ls -al /app
echo "### ls -al /app/.streamlit/main.css"; ls -al /app/.streamlit/main.css  
#echo "### ls -l /app/weaviate"; ls -l /app/weaviate 
#echo "### ls -l /app/text2vec-transformers"; ls -l /app/text2vec-transformers
#echo "### ls -l /data"; ls -l /data

#mkdir -p /data/var/lib/weaviate
#chmod -R 777 /data/var/lib/weaviate
#echo "### ls -al /data/var/lib/weaviate"; ls -al /data/var/lib/weaviate

# For huggingface space.
echo "### Before mkdir -p ~/data/var/lib/weaviate"
weaviateDir=~/data/var/lib/weaviate
mkdir -p $weaviateDir
chmod -R 777 $weaviateDir

#ls -al ~/data/var/lib/weaviate
#echo "### ls -al ~"; ls -al ~
#sudo ln -s ~/data/var/lib/weaviate /data/var/lib/weaviate
#else
#  echo "### /data/var/lib/weaviate already exists."
#fi

################################################
# Start tex2vec-transformers
echo "#### Before /app/text2vec-transformers"
cd /app/text2vec-transformers
/app/text2vec-transformers/bin/uvicorn app:app --host 0.0.0.0 --port 8081 --log-level warning --timeout-keep-alive 1440 &  #2>& 1 | tee /data/var/lib/weaviate/t2v.log &
cd /app

#sleep 5
#echo "\n######## curl t2 "
#for (( ; ; )) do curl localhost:8081/vectors -H 'Content-Type: application/json' -d '{"text": "foo bar"}'; sleep 61; done &


###############################################
# Start the weaviate vector database server.
echo "#### Before /app/weaviate"

#echo "### pwd"; pwd
#echo "### ls -al ~"; ls -al ~

#echo "### ls -l /var/lib/weaviate"; ls -l /var/lib/weaviate
#echo "### ls -l /data"; ls -l /data
#echo "### ls -l /data/var/lib/weaviate"; ls -l /data/var/lib/weaviate

export AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED=true \
       PERSISTENCE_DATA_PATH=$weaviateDir \
       DEFAULT_VECTORIZER_MODULE=text2vec-transformers \
	   ENABLE_MODULES=text2vec-transformers \
	   TRANSFORMERS_INFERENCE_API=http://127.0.0.1:8081 \
	   LOG_LEVEL=warning \
       MODULES_CLIENT_TIMEOUT=600s
env
/app/weaviate/weaviate --host 127.0.0.1 --port 8080 --scheme http --write-timeout 600s &  #2>& 1 | tee /data/var/lib/weaviate/ws.log &

echo "#### Before sleep."
sleep 30
echo "#### startup.sh exiting."

#echo "#### Before /app/semsearch.py"
#python /app/semsearch.py &  #2>& 1 | tee /data/var/lib/weaviate/ss.log &
#streamlit run /app/semsearch.py &

# Display timestamps.
#for (( ; ; )) do date; sleep 60; done &

#wait