Upload 3 files

csv_app.py

@@ -0,0 +1,63 @@
+import streamlit as st
+import csv
+import chromadb
+from chromadb.utils import embedding_functions
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from transformers import pipeline
+from langchain.llms import HuggingFacePipeline
+
+
+chroma_client = chromadb.PersistentClient(path="data_db")
+
+
+sentence_transformer_ef = embedding_functions.SentenceTransformerEmbeddingFunction(model_name="all-mpnet-base-v2")
+
+
+collection = chroma_client.get_or_create_collection(name="my_collection", embedding_function=sentence_transformer_ef)
+
+
+# Streamlit app layout
+st.title("ChromaDB and HuggingFace Pipeline Integration")
+
+query = st.text_input("Enter your query:", value="director")
+
+if st.button("Search"):
+    results = collection.query(
+        query_texts=[query],
+        n_results=3,
+        include=['documents', 'distances', 'metadatas']
+    )
+    st.write("Query Results:")
+    st.write(results['metadatas'])
+
+    if results['documents']:
+        context = results['documents'][0][0]
+        st.write("Context:")
+        st.write(context)
+        tokenizer = AutoTokenizer.from_pretrained("MBZUAI/LaMini-T5-738M")
+        model = AutoModelForSeq2SeqLM.from_pretrained("MBZUAI/LaMini-T5-738M")
+
+        pipe = pipeline(
+            "text2text-generation",
+            model=model,
+            tokenizer=tokenizer,
+            max_length=512
+        )
+
+        local_llm = HuggingFacePipeline(pipeline=pipe)
+
+        l = f"""
+        Use the following pieces of context to answer the question at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer.
+
+        {context}
+
+        Question: {query}
+        Helpful Answer:
+        """
+
+        answer = local_llm(l)
+        st.write("Answer:")
+        st.write(answer)    
+
+    
+            

data.csv.csv

@@ -0,0 +1,52 @@
+document,metadata
+"A director provides ongoing liaison with staffed children’s residential services 
+to monitor for:
+ consistent referral, assessment, planning, treatment and discharge practices
+ participation in integrated case management processes as members of a 
+child’s team for the duration of the child’s stay 
+ responsive program development to meet the needs of children receiving 
+care and their families
+ provision of services under their contracts, and
+ adherence to the Standards for Staffed Children’s Residential Services and 
+the fulfilment of community care licensing and accreditation requirements.
+RESIDENTIAL SERVICES - STANDARD
+"Note: Monitoring, reviewing and supporting placements in staffed children’s 
+residential services is distinct from the supportive role referred to in Caregiver 
+Support Service Standard 15: Supportive Practice.
+The director informs relevant care providers within the residential resource 
+about a director’s responsibilities and purpose in monitoring the child’s care. 
+In consultation with relevant care providers, the director develops a 
+monitoring schedule outlining the nature and frequency of contact. Frequency 
+of contact is based on the ages, vulnerabilities and number of children in the 
+residential resource. Contact occurs in person at a minimum of once every 
+three months. 
+In collaboration with the child’s worker, during visits to the residential 
+resource, the director sees and wherever possible interviews each child in care 
+in the residential setting about topics relating to their rights in care. The 
+director interviews each relevant care provider separately to discuss his or her 
+individual experience with and/or concern about:
+ the provision of a safe and nurturing environment that promotes the wellbeing of each child 
+ carrying out his or her responsibilities in implementing the goals and 
+objectives identified in each child’s plan
+ honouring each child’s views, culture, identity, spiritual beliefs and 
+wishes, and for an Aboriginal child, following the cultural plan 
+ maintaining family connections as outlined in each child’s plan The director maintains a record of all monitoring visits to the residential 
+resource for inclusion on the agency/service contract file, as part of contract 
+management and the region’s quality improvement practices.
+The director advises a child’s worker of any concerns relating to a child’s care.
+The director documents a child’s experience in the residential resource and 
+provides the child’s worker with information for documentation on the child 
+service file.
+ reviewing daily records of the care of each child
+ adherence of the residential resource to the Standards for Staffed 
+Children’s Residential Services, and 
+ the quality of care in the residential resource.
+","CSS STANDARD 21: MONITORING OF AND LIAISON WITH STAFFED CHILDREN’S 
+RESIDENTIAL SERVICES - POLICY
+"
+" Integrated Case Management User’s Guide
+ Standards for Staffed Children’s Residential Services","CSS STANDARD 21: MONITORING OF AND LIAISON WITH STAFFED CHILDREN’S 
+RESIDENTIAL SERVICES - ADDITIONAL 
+INFORMATION/ 
+RESOURCES
+"

requirments.txt

@@ -0,0 +1,155 @@
+aiohttp==3.9.5
+aiosignal==1.3.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+asgiref==3.8.1
+async-timeout==4.0.3
+attrs==23.2.0
+backoff==2.2.1
+bcrypt==4.1.3
+blinker==1.8.2
+build==1.2.1
+cachetools==5.3.3
+certifi==2024.6.2
+charset-normalizer==3.3.2
+chroma-hnswlib==0.7.3
+chromadb==0.5.3
+click==8.1.7
+colorama==0.4.6
+coloredlogs==15.0.1
+dataclasses-json==0.6.7
+Deprecated==1.2.14
+dnspython==2.6.1
+email_validator==2.2.0
+exceptiongroup==1.2.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+filelock==3.15.4
+flatbuffers==24.3.25
+frozenlist==1.4.1
+fsspec==2024.6.0
+gitdb==4.0.11
+GitPython==3.1.43
+google-auth==2.30.0
+googleapis-common-protos==1.63.2
+greenlet==3.0.3
+grpcio==1.64.1
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+humanfriendly==10.0
+idna==3.7
+importlib_metadata==7.1.0
+importlib_resources==6.4.0
+InstructorEmbedding==1.0.1
+intel-openmp==2021.4.0
+Jinja2==3.1.4
+joblib==1.4.2
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+kubernetes==30.1.0
+langchain==0.2.5
+langchain-community==0.2.5
+langchain-core==0.2.9
+langchain-text-splitters==0.2.1
+langsmith==0.1.82
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.21.3
+mdurl==0.1.2
+mkl==2021.4.0
+mmh3==4.1.0
+monotonic==1.6
+mpmath==1.3.0
+multidict==6.0.5
+mypy-extensions==1.0.0
+networkx==3.3
+nltk==3.8.1
+numpy==1.26.4
+oauthlib==3.2.2
+onnxruntime==1.18.0
+opentelemetry-api==1.25.0
+opentelemetry-exporter-otlp-proto-common==1.25.0
+opentelemetry-exporter-otlp-proto-grpc==1.25.0
+opentelemetry-instrumentation==0.46b0
+opentelemetry-instrumentation-asgi==0.46b0
+opentelemetry-instrumentation-fastapi==0.46b0
+opentelemetry-proto==1.25.0
+opentelemetry-sdk==1.25.0
+opentelemetry-semantic-conventions==0.46b0
+opentelemetry-util-http==0.46b0
+orjson==3.10.5
+overrides==7.7.0
+packaging==24.1
+pandas==2.2.2
+pillow==10.3.0
+posthog==3.5.0
+protobuf==4.25.3
+pyarrow==16.1.0
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
+pydantic==2.7.4
+pydantic_core==2.18.4
+pydeck==0.9.1
+Pygments==2.18.0
+pypdf==4.2.0
+PyPika==0.48.9
+pyproject_hooks==1.1.0
+pyreadline3==3.4.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+regex==2024.5.15
+requests==2.32.3
+requests-oauthlib==2.0.0
+rich==13.7.1
+rpds-py==0.18.1
+rsa==4.9
+safetensors==0.4.3
+scikit-learn==1.5.0
+scipy==1.14.0
+sentence-transformers==2.2.2
+sentencepiece==0.2.0
+shellingham==1.5.4
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+SQLAlchemy==2.0.31
+starlette==0.37.2
+streamlit==1.36.0
+sympy==1.12.1
+tbb==2021.13.0
+tenacity==8.4.2
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tokenizers==0.19.1
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.1
+torch==2.3.1
+torchvision==0.18.1
+tornado==6.4.1
+tqdm==4.66.4
+transformers==4.41.2
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.2
+uvicorn==0.30.1
+watchdog==4.0.1
+watchfiles==0.22.0
+websocket-client==1.8.0
+websockets==12.0
+wrapt==1.16.0
+yarl==1.9.4
+zipp==3.19.2