Upload folder using huggingface_hub

.pytest_cache/.gitignore

@@ -0,0 +1,2 @@
+# Created by pytest automatically.
+*

.pytest_cache/CACHEDIR.TAG

@@ -0,0 +1,4 @@
+Signature: 8a477f597d28d172789f06886806bc55
+# This file is a cache directory tag created by pytest.
+# For information about cache directory tags, see:
+#	https://bford.info/cachedir/spec.html

.pytest_cache/README.md

@@ -0,0 +1,8 @@
+# pytest cache directory #
+
+This directory contains data from the pytest's cache plugin,
+which provides the `--lf` and `--ff` options, as well as the `cache` fixture.
+
+**Do not** commit this to version control.
+
+See [the docs](https://docs.pytest.org/en/stable/how-to/cache.html) for more information.

.pytest_cache/v/cache/lastfailed

@@ -0,0 +1,35 @@
+{
+  "test/test_chatgpt4uavs.py::test_red_house": true,
+  "test/test_chatgpt4uavs.py::test_take_off": true,
+  "test/test_chatgpt4uavs.py::test_land": true,
+  "test/test_chatgpt4uavs.py::test_picture": true,
+  "test/test_chatgpt4uavs.py::test_snap_pic": true,
+  "test/test_chatgpt4uavs.py::test_purple_house": true,
+  "test/test_chatgpt4uavs.py::test_parking_garage": true,
+  "test/test_chatgpt4uavs.py::test_gym": true,
+  "test/test_chatgpt4uavs.py::test_cease_flight": true,
+  "test/test_chatgpt4uavs.py::test_stop_flight": true,
+  "test/test_chatgpt4uavs.py::test_lift_off": true,
+  "test/test_chatgpt4uavs.py::test_no_location1": true,
+  "test/test_chatgpt4uavs.py::test_no_location2": true,
+  "test/test_chatgpt4uavs.py::test_no_location3": true,
+  "test/test_fewshot.py::test_multiple_actions": true,
+  "test/test_fewshot.py::test_multiple_actions_and_locations": true,
+  "test/test_fewshot.py::test_action_and_location": true,
+  "test/test_fewshot.py::test_action_and_location_synonyms": true,
+  "test/test_fewshot.py::test_action_synonyms": true,
+  "test/test_fewshot.py::test_action_synonyms2": true,
+  "test/test_fewshot.py::test_action_synonyms3": true,
+  "test/test_fewshot.py::test_red_house": true,
+  "test/test_fewshot.py::test_land": true,
+  "test/test_fewshot.py::test_purple_house": true,
+  "test/test_fewshot.py::test_parking_garage": true,
+  "test/test_fewshot.py::test_gym": true,
+  "test/test_fewshot.py::test_cease_flight": true,
+  "test/test_fewshot.py::test_no_location1": true,
+  "test/test_fewshot.py::test_no_location3": true,
+  "test/test_fewshot.py::test_location_no_action": true,
+  "test/test_fewshot.py::test_location_no_action2": true,
+  "test/test_fewshot.py::test_location_no_action3": true,
+  "test/test_fewshot.py::test_with_extra_words2": true
+}

.pytest_cache/v/cache/nodeids

@@ -0,0 +1,47 @@
+[
+  "test/test_chatgpt4uavs.py::test_cease_flight",
+  "test/test_chatgpt4uavs.py::test_gym",
+  "test/test_chatgpt4uavs.py::test_land",
+  "test/test_chatgpt4uavs.py::test_lift_off",
+  "test/test_chatgpt4uavs.py::test_no_location1",
+  "test/test_chatgpt4uavs.py::test_no_location2",
+  "test/test_chatgpt4uavs.py::test_no_location3",
+  "test/test_chatgpt4uavs.py::test_parking_garage",
+  "test/test_chatgpt4uavs.py::test_picture",
+  "test/test_chatgpt4uavs.py::test_purple_house",
+  "test/test_chatgpt4uavs.py::test_red_house",
+  "test/test_chatgpt4uavs.py::test_snap_pic",
+  "test/test_chatgpt4uavs.py::test_stop_flight",
+  "test/test_chatgpt4uavs.py::test_take_off",
+  "test/test_fewshot.py::test_action_and_location",
+  "test/test_fewshot.py::test_action_and_location_synonyms",
+  "test/test_fewshot.py::test_action_synonyms",
+  "test/test_fewshot.py::test_action_synonyms2",
+  "test/test_fewshot.py::test_action_synonyms3",
+  "test/test_fewshot.py::test_cease_flight",
+  "test/test_fewshot.py::test_empty_input",
+  "test/test_fewshot.py::test_gym",
+  "test/test_fewshot.py::test_invalid_command",
+  "test/test_fewshot.py::test_land",
+  "test/test_fewshot.py::test_lift_off",
+  "test/test_fewshot.py::test_location_no_action",
+  "test/test_fewshot.py::test_location_no_action2",
+  "test/test_fewshot.py::test_location_no_action3",
+  "test/test_fewshot.py::test_multiple_actions",
+  "test/test_fewshot.py::test_multiple_actions_and_locations",
+  "test/test_fewshot.py::test_no_location1",
+  "test/test_fewshot.py::test_no_location2",
+  "test/test_fewshot.py::test_no_location3",
+  "test/test_fewshot.py::test_no_location4",
+  "test/test_fewshot.py::test_parking_garage",
+  "test/test_fewshot.py::test_picture",
+  "test/test_fewshot.py::test_purple_house",
+  "test/test_fewshot.py::test_red_house",
+  "test/test_fewshot.py::test_snap_pic",
+  "test/test_fewshot.py::test_stop_flight",
+  "test/test_fewshot.py::test_take_off",
+  "test/test_fewshot.py::test_take_off_synonym",
+  "test/test_fewshot.py::test_two_go_to",
+  "test/test_fewshot.py::test_with_extra_words",
+  "test/test_fewshot.py::test_with_extra_words2"
+]

.pytest_cache/v/cache/stepwise

@@ -0,0 +1 @@
+[]

README.md

@@ -2,5 +2,5 @@
 title: conversational_uav_explorer
 app_file: app.py
 sdk: gradio
-sdk_version: 3.34.0
+sdk_version: 3.35.2
 ---

commands.txt

@@ -1 +0,0 @@
- NONE

fewshot.py

@@ -11,7 +11,7 @@ class FewShot4UAVs:
 
     def __init__(self) -> None:
         os.environ["OPENAI_API_KEY"] = "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"
-        self.llm = OpenAI(temperature=0.0)
+        self.llm = OpenAI(model_name="text-davinci-003", temperature=0.0)
 
     def get_transcription(self, text):
         transcribe_prompt = PromptTemplate(

prompts.py

@@ -9,14 +9,16 @@ Transcription: {text}
 # Prompt template
 prompt_command = """You are in control of an Unmanned Aerial Vehicle or UAV. 
 You are going to be given a sentence command, you need to find the action of 
-the sentence. The action will be, TAKEPICTURE, TAKEOFF, LAND or GOTO. If the 
-action is not one of those actions return "NONE". ONLY give those commands or 
-"NONE", NEVER anything else. If the action is "TAKEOFF", "LAND" or "NONE" you 
-don't need any further information for the location. If the action is "GOTO" or
-"TAKEPICTURE", you'll need to find where to carry out the action. If the action 
-is "GOTO" or "TAKEPICTURE" with no location following return "None".
+the sentence. The action will be, "TAKEPICTURE" (Take picture), "TAKEOFF" (Take off), "LAND" (Land) or "GOTO" (Go to). 
 
-If you can't find the actions Take Picture, Take Off, Land, or Go To, return "NONE". 
+If the action is not one of those actions return "NONE". 
+
+If the action is "TAKEOFF" (Take off), "LAND" (Land), or "NONE" you don't need any further information for the location. 
+If the action is "GOTO" (Go to) or "TAKEPICTURE" (Take picture), you'll need to find where to carry out the action. 
+
+If the action is "GOTO" (Go to) or "TAKEPICTURE" (Take picture) with no location following it, return "NONE".
+
+If you can't find the actions "TAKEPICTURE" (Take picture), "TAKEOFF" (Take off), "LAND" (Land), or "GOTO" (Go to), return "NONE". 
 
 You need to return the command in this format: <command> \t<goal>
 
@@ -41,84 +43,84 @@ examples_few_shot = [
     # Location only
     {
         "sentence": "Kroger on N Lombardy St.",
-        "command": "command: GOTO \tKroger on N Lombardy St"""
+        "command": "GOTO \tKroger on N Lombardy St"
     },
     {
         "sentence": "CVS at Main St.",
-        "command": "command: GOTO \tCVS at Main St"""
+        "command": "GOTO \tCVS at Main St"
     },
     {
         "sentence": "Short Pump Town Center.",
-        "command": "command: GOTO \tShort Pump Town Center"""
+        "command": "GOTO \tShort Pump Town Center"
     },
     {
         "sentence": "Can Can Brasserie.",
-        "command": "command: GOTO \tCan Can Brasserie"""
+        "command": "GOTO \tCan Can Brasserie"
     },
     {
         "sentence": "Walgreens.",
-        "command": "command: GOTO \tWalgreens"""
+        "command": "GOTO \tWalgreens"
     },
     {
         "sentence": "Best Buy in Colonial Heights.",
-        "command": "command: GOTO \tBest Buy in Colonial Heights"""
+        "command": "GOTO \tBest Buy in Colonial Heights"
     },
     {
         "sentence": "The red house to the left.",
-        "command": "command: GOTO \tred house to the left"""
+        "command": "GOTO \tred house to the left"
     },
     {
         "sentence": "The Science Museum.",
-        "command": "command: GOTO \tScience Museum"""
+        "command": "GOTO \tScience Museum"
     },
     {
         "sentence": "South Park Mall.",
-        "command": "command: GOTO \tSouth Park Mall"""
+        "command": "GOTO \tSouth Park Mall"
     },
     # Commands that don't require a location
     {
         "sentence": "Take off now.",
-        "command": "command: TAKEOFF"""
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Take off from where you are.",
-        "command": "command: TAKEOFF"
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Take off.",
-        "command": "command: TAKEOFF"
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Take off at your position.",
-        "command": "command: TAKEOFF"
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Take off from where you are at.",
-        "command": "command: TAKEOFF"
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Lift off.",
-        "command": "command: TAKEOFF"
+        "command": "TAKEOFF"
     },
     {
         "sentence": "Land now.",
-        "command": "command: LAND"
+        "command": "LAND"
     },
     {
         "sentence": "Cease flight.",
-        "command": "command: LAND"
+        "command": "LAND"
     },
     {
         "sentence": "Stop the flight.",
-        "command": "command: LAND"
+        "command": "LAND"
     },
     {
         "sentence": "Stop flying.",
-        "command": "command: LAND"""
+        "command": "LAND"
     },
     {
         "sentence": "Take flight.",
-        "command": "command: TAKEOFF"""
+        "command": "TAKEOFF"
     },
     # Commands that require a location but don't have any
     {
@@ -139,27 +141,27 @@ examples_few_shot = [
     },
     {
         "sentence": "Proceed to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Push to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Advance to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Make your way to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Travel to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Go to.",
-        "command": "NONE"""
+        "command": "NONE"
     },
     {
         "sentence": "Take a picture.",
@@ -172,65 +174,65 @@ examples_few_shot = [
     # Commands with one action and one location
     {
         "sentence": "Fly to the Sonic on West Cary St.",
-        "command": "command: GOTO \tSonic on West Cary St."
+        "command": "GOTO \tSonic on West Cary St."
     },
     {
         "sentence": "Check out the gym at Cary St.",
-        "command": "command: GOTO \tgym at Cary St"
+        "command": "GOTO \tgym at Cary St"
     },
     {
         "sentence": "Investigate the Rite Aid on Broad and Belevidere.",
-        "command": "command: GOTO \tRite Aid on Broad and Belevidere"
+        "command": "GOTO \tRite Aid on Broad and Belevidere"
     },
     {
         "sentence": "Go to Papa Johns at 1200 W Main St.",
-        "command": "command: GOTO \tPapa Johns at 1200 W Main St"""
+        "command": "GOTO \tPapa Johns at 1200 W Main St"
     },
     {
         "sentence": "Go to the orange house on W Grace St.",
-        "command": "command: GOTO \torange house on W Grace St"""
+        "command": "GOTO \torange house on W Grace St"
     },
     {
         "sentence": "Travel to Cabell Library at VCU.",
-        "command": "command: GOTO \tCabell Library at VCU"""
+        "command": "GOTO \tCabell Library at VCU"
     },
-    # Commands with one action and one location but with extra words
     {
-        "sentence": "Please check out the CVS on W Broad St.",
-        "command": "command: GOTO \tCVS on W Broad St"
+        "sentence": "Take a picture of the park.",
+        "command": "TAKEPICTURE \tpark"
     },
-    # Commands with multiple actions
     {
-        "sentence": "Go to the purple house on to the left and take a picture",
-        "command": "command: GOTO \tpurple house on to the left\ncommand: TAKEPICTURE \tpurple house on to the left"
+        "sentence": "Take a picture of the Kroger on Lombardy St.",
+        "command": "TAKEPICTURE \tKroger on Lombardy St"
     },
+    # Commands with one action and one location but with extra words
     {
-        "sentence": "Fly to Kroger on Iron Bridge and take a picure",
-        "command": "command: GOTO \tKroger on Iron Bridge\ncommand: TAKEPICTURE \tKroger on Iron Bridge"
+        "sentence": "Please check out the CVS on W Broad St.",
+        "command": "GOTO \tCVS on W Broad St"
     },
+    # Commands with multiple actions
     {
-        "sentence": "Travel to the McDonalds on Route 1 and land",
-        "command": "command: GOTO \tMcDonalds on Route 1\ncommand: LAND"
+        "sentence": "Go to the purple house on to the left and take a picture.",
+        "command": "GOTO \tpurple house on to the left\nTAKEPICTURE \tpurple house on to the left"
     },
     {
-        "sentence": "Take off, go to the Walgreens on W Hundred Rd, then land",
-        "command": "command: TAKEOFF\ncommand: GOTO \tWalgreens on W Hundred Rd\ncommand: LAND"
+        "sentence": "Go to Kroger on Iron Bridge and take a picture.",
+        "command": "GOTO \tKroger on Iron Bridge\nTAKEPICTURE \tKroger on Iron Bridge"
     },
-    # Commands with multiple actions and multiple locations
     {
-        "sentence": "Take a picture of the light blue building on Harrowgate Road, then go to the Wawa on Route 1",
-        "command": "command: TAKEPICTURE \tlight blue building on Harrowgate Road\ncommand: GOTO \tWawa on Route 1"
+        "sentence": "Take a picture of the light blue building on Harrowgate Road, then go to the Wawa on Route 1.",
+        "command": "TAKEPICTURE \tlight blue building on Harrowgate Road\nGOTO \tWawa on Route 1"
     },
     {
-        "sentence": "Check out the yellow house on Clay St, then go to the Commons on W Main St",
-        "command": "command: GOTO \tyellow house on Clay St\ncommand: GOTO \tCommons on W Main St"
+        "sentence": "Check out the yellow house on Clay St, then go to the Commons on W Main St.",
+        "command": "GOTO \tyellow house on Clay St\nGOTO \tCommons on W Main St"
     },
     {
         "sentence": "Investigate the 7/11 on W Grace St, then go to the Barnes and Noble on W Broad St, then take a picture of it.",
-        "command": "command: GOTO \t7/11 on W Grace St\ncommand: GOTO \tBarnes and Noble on W Broad S\ncommand: TAKEPICTURE \tBarnes and Noble on W Broad St"
+        "command": "GOTO \t7/11 on W Grace St\nGOTO \tBarnes and Noble on W Broad S\nTAKEPICTURE \tBarnes and Noble on W Broad St"
     },
     {
         "sentence": "Go to the grey one story flat on Happy Hill Rd, then go to the Food Lion on the same road, then take a picture of it.",
-        "command": "command: GOTO \tgrey one story flat on Happy Hill Rd\ncommand: GOTO \tFood Lion on Happy Hill Rd\ncommand: TAKEPICTURE \tFood Lion on Happy Hill Rd"
+        "command": "GOTO \tgrey one story flat on Happy Hill Rd\nGOTO \tFood Lion on Happy Hill Rd\nTAKEPICTURE \tFood Lion on Happy Hill Rd"
     }
-]
+    # Commands with multiple actions and multiple locations
+]

requirements.txt

@@ -0,0 +1,306 @@
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==5.0.1
+aniso8601==9.0.1
+antlr4-python3-runtime==4.9.3
+anyio==3.6.2
+argilla==1.1.1
+async-timeout==4.0.2
+attrs==23.1.0
+backoff==2.2.1
+certifi==2023.5.7
+cffi==1.15.1
+chardet==5.1.0
+charset-normalizer==3.1.0
+chromadb==0.3.25
+click==8.1.3
+clickhouse-connect==0.5.25
+coloredlogs==15.0.1
+contourpy==1.0.7
+cryptography==40.0.2
+cycler==0.11.0
+dataclasses-json==0.5.7
+Deprecated==1.2.13
+duckdb==0.8.0
+effdet==0.4.1
+et-xmlfile==1.1.0
+fastapi==0.95.2
+ffmpeg-python==0.2.0
+ffmpy==0.3.0
+filelock==3.12.0
+Flask==2.2.3
+Flask-RESTful==0.3.10
+flatbuffers==23.5.9
+fonttools==4.39.4
+frozenlist==1.3.3
+fsspec==2023.5.0
+future==0.18.3
+gradio==3.35.2
+gradio_client==0.2.7
+h11==0.9.0
+hnswlib==0.7.0
+httpcore==0.11.1
+httptools==0.5.0
+httpx==0.15.5
+huggingface-hub==0.14.1
+humanfriendly==10.0
+idna==3.4
+iniconfig==2.0.0
+iopath==0.1.10
+itsdangerous==2.1.2
+Jinja2==3.1.2
+joblib==1.2.0
+jsonschema==4.17.3
+kiwisolver==1.4.4
+langchain==0.0.129
+layoutparser==0.3.4
+linkify-it-py==2.0.2
+llvmlite==0.40.0
+load-dotenv==0.1.0
+lxml==4.9.2
+lz4==4.3.2
+Markdown==3.4.3
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+marshmallow==3.19.0
+marshmallow-enum==1.5.1
+matplotlib==3.7.1
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+monotonic==1.6
+more-itertools==9.1.0
+mpmath==1.3.0
+msg-parser==1.2.0
+multidict==6.0.4
+mypy-extensions==1.0.0
+networkx==3.1
+nltk==3.8.1
+numba==0.57.0
+numpy==1.24.3
+olefile==0.46
+omegaconf==2.3.0
+onnxruntime==1.15.0
+openai==0.27.2
+openai-whisper==20230314
+opencv-python==4.7.0.72
+openpyxl==3.1.2
+orjson==3.9.1
+overrides==7.3.1
+packaging==23.1
+pandas==1.5.3
+pdf2image==1.16.3
+pdfminer.six==20221105
+pdfplumber==0.9.0
+Pillow==9.5.0
+pluggy==1.2.0
+portalocker==2.7.0
+posthog==3.0.1
+protobuf==4.23.1
+pycocotools==2.0.6
+pycparser==2.21
+pydantic==1.10.8
+pydub==0.25.1
+Pygments==2.15.1
+pyobjc==9.1.1
+pyobjc-core==9.1.1
+pyobjc-framework-Accessibility==9.1.1
+pyobjc-framework-Accounts==9.1.1
+pyobjc-framework-AddressBook==9.1.1
+pyobjc-framework-AdServices==9.1.1
+pyobjc-framework-AdSupport==9.1.1
+pyobjc-framework-AppleScriptKit==9.1.1
+pyobjc-framework-AppleScriptObjC==9.1.1
+pyobjc-framework-ApplicationServices==9.1.1
+pyobjc-framework-AppTrackingTransparency==9.1.1
+pyobjc-framework-AudioVideoBridging==9.1.1
+pyobjc-framework-AuthenticationServices==9.1.1
+pyobjc-framework-AutomaticAssessmentConfiguration==9.1.1
+pyobjc-framework-Automator==9.1.1
+pyobjc-framework-AVFoundation==9.1.1
+pyobjc-framework-AVKit==9.1.1
+pyobjc-framework-AVRouting==9.1.1
+pyobjc-framework-BackgroundAssets==9.1.1
+pyobjc-framework-BusinessChat==9.1.1
+pyobjc-framework-CalendarStore==9.1.1
+pyobjc-framework-CallKit==9.1.1
+pyobjc-framework-CFNetwork==9.1.1
+pyobjc-framework-ClassKit==9.1.1
+pyobjc-framework-CloudKit==9.1.1
+pyobjc-framework-Cocoa==9.1.1
+pyobjc-framework-Collaboration==9.1.1
+pyobjc-framework-ColorSync==9.1.1
+pyobjc-framework-Contacts==9.1.1
+pyobjc-framework-ContactsUI==9.1.1
+pyobjc-framework-CoreAudio==9.1.1
+pyobjc-framework-CoreAudioKit==9.1.1
+pyobjc-framework-CoreBluetooth==9.1.1
+pyobjc-framework-CoreData==9.1.1
+pyobjc-framework-CoreHaptics==9.1.1
+pyobjc-framework-CoreLocation==9.1.1
+pyobjc-framework-CoreMedia==9.1.1
+pyobjc-framework-CoreMediaIO==9.1.1
+pyobjc-framework-CoreMIDI==9.1.1
+pyobjc-framework-CoreML==9.1.1
+pyobjc-framework-CoreMotion==9.1.1
+pyobjc-framework-CoreServices==9.1.1
+pyobjc-framework-CoreSpotlight==9.1.1
+pyobjc-framework-CoreText==9.1.1
+pyobjc-framework-CoreWLAN==9.1.1
+pyobjc-framework-CryptoTokenKit==9.1.1
+pyobjc-framework-DataDetection==9.1.1
+pyobjc-framework-DeviceCheck==9.1.1
+pyobjc-framework-DictionaryServices==9.1.1
+pyobjc-framework-DiscRecording==9.1.1
+pyobjc-framework-DiscRecordingUI==9.1.1
+pyobjc-framework-DiskArbitration==9.1.1
+pyobjc-framework-DVDPlayback==9.1.1
+pyobjc-framework-EventKit==9.1.1
+pyobjc-framework-ExceptionHandling==9.1.1
+pyobjc-framework-ExecutionPolicy==9.1.1
+pyobjc-framework-ExtensionKit==9.1.1
+pyobjc-framework-ExternalAccessory==9.1.1
+pyobjc-framework-FileProvider==9.1.1
+pyobjc-framework-FileProviderUI==9.1.1
+pyobjc-framework-FinderSync==9.1.1
+pyobjc-framework-FSEvents==9.1.1
+pyobjc-framework-GameCenter==9.1.1
+pyobjc-framework-GameController==9.1.1
+pyobjc-framework-GameKit==9.1.1
+pyobjc-framework-GameplayKit==9.1.1
+pyobjc-framework-HealthKit==9.1.1
+pyobjc-framework-ImageCaptureCore==9.1.1
+pyobjc-framework-IMServicePlugIn==9.1.1
+pyobjc-framework-InputMethodKit==9.1.1
+pyobjc-framework-InstallerPlugins==9.1.1
+pyobjc-framework-InstantMessage==9.1.1
+pyobjc-framework-Intents==9.1.1
+pyobjc-framework-IntentsUI==9.1.1
+pyobjc-framework-IOBluetooth==9.1.1
+pyobjc-framework-IOBluetoothUI==9.1.1
+pyobjc-framework-IOSurface==9.1.1
+pyobjc-framework-iTunesLibrary==9.1.1
+pyobjc-framework-KernelManagement==9.1.1
+pyobjc-framework-LatentSemanticMapping==9.1.1
+pyobjc-framework-LaunchServices==9.1.1
+pyobjc-framework-libdispatch==9.1.1
+pyobjc-framework-libxpc==9.1.1
+pyobjc-framework-LinkPresentation==9.1.1
+pyobjc-framework-LocalAuthentication==9.1.1
+pyobjc-framework-LocalAuthenticationEmbeddedUI==9.1.1
+pyobjc-framework-MailKit==9.1.1
+pyobjc-framework-MapKit==9.1.1
+pyobjc-framework-MediaAccessibility==9.1.1
+pyobjc-framework-MediaLibrary==9.1.1
+pyobjc-framework-MediaPlayer==9.1.1
+pyobjc-framework-MediaToolbox==9.1.1
+pyobjc-framework-Metal==9.1.1
+pyobjc-framework-MetalFX==9.1.1
+pyobjc-framework-MetalKit==9.1.1
+pyobjc-framework-MetalPerformanceShaders==9.1.1
+pyobjc-framework-MetalPerformanceShadersGraph==9.1.1
+pyobjc-framework-MetricKit==9.1.1
+pyobjc-framework-MLCompute==9.1.1
+pyobjc-framework-ModelIO==9.1.1
+pyobjc-framework-MultipeerConnectivity==9.1.1
+pyobjc-framework-NaturalLanguage==9.1.1
+pyobjc-framework-NetFS==9.1.1
+pyobjc-framework-Network==9.1.1
+pyobjc-framework-NetworkExtension==9.1.1
+pyobjc-framework-NotificationCenter==9.1.1
+pyobjc-framework-OpenDirectory==9.1.1
+pyobjc-framework-OSAKit==9.1.1
+pyobjc-framework-OSLog==9.1.1
+pyobjc-framework-PassKit==9.1.1
+pyobjc-framework-PencilKit==9.1.1
+pyobjc-framework-PHASE==9.1.1
+pyobjc-framework-Photos==9.1.1
+pyobjc-framework-PhotosUI==9.1.1
+pyobjc-framework-PreferencePanes==9.1.1
+pyobjc-framework-PushKit==9.1.1
+pyobjc-framework-Quartz==9.1.1
+pyobjc-framework-QuickLookThumbnailing==9.1.1
+pyobjc-framework-ReplayKit==9.1.1
+pyobjc-framework-SafariServices==9.1.1
+pyobjc-framework-SafetyKit==9.1.1
+pyobjc-framework-SceneKit==9.1.1
+pyobjc-framework-ScreenCaptureKit==9.1.1
+pyobjc-framework-ScreenSaver==9.1.1
+pyobjc-framework-ScreenTime==9.1.1
+pyobjc-framework-ScriptingBridge==9.1.1
+pyobjc-framework-SearchKit==9.1.1
+pyobjc-framework-Security==9.1.1
+pyobjc-framework-SecurityFoundation==9.1.1
+pyobjc-framework-SecurityInterface==9.1.1
+pyobjc-framework-ServiceManagement==9.1.1
+pyobjc-framework-SharedWithYou==9.1.1
+pyobjc-framework-SharedWithYouCore==9.1.1
+pyobjc-framework-ShazamKit==9.1.1
+pyobjc-framework-Social==9.1.1
+pyobjc-framework-SoundAnalysis==9.1.1
+pyobjc-framework-Speech==9.1.1
+pyobjc-framework-SpriteKit==9.1.1
+pyobjc-framework-StoreKit==9.1.1
+pyobjc-framework-SyncServices==9.1.1
+pyobjc-framework-SystemConfiguration==9.1.1
+pyobjc-framework-SystemExtensions==9.1.1
+pyobjc-framework-ThreadNetwork==9.1.1
+pyobjc-framework-UniformTypeIdentifiers==9.1.1
+pyobjc-framework-UserNotifications==9.1.1
+pyobjc-framework-UserNotificationsUI==9.1.1
+pyobjc-framework-VideoSubscriberAccount==9.1.1
+pyobjc-framework-VideoToolbox==9.1.1
+pyobjc-framework-Virtualization==9.1.1
+pyobjc-framework-Vision==9.1.1
+pyobjc-framework-WebKit==9.1.1
+pypandoc==1.11
+pyparsing==3.0.9
+pyrsistent==0.19.3
+pytesseract==0.3.10
+pytest==7.4.0
+python-dateutil==2.8.2
+python-docx==0.8.11
+python-dotenv==1.0.0
+python-magic==0.4.27
+python-multipart==0.0.6
+python-pptx==0.6.21
+pyttsx3==2.90
+pytz==2023.3
+PyYAML==6.0
+regex==2023.5.5
+requests==2.31.0
+rfc3986==1.5.0
+safetensors==0.3.1
+scipy==1.10.1
+semantic-version==2.10.0
+setuptools-rust==1.5.2
+six==1.16.0
+sniffio==1.3.0
+SQLAlchemy==1.4.48
+starlette==0.27.0
+sympy==1.12
+tenacity==8.2.2
+tiktoken==0.3.1
+timm==0.9.2
+tokenizers==0.13.3
+toolz==0.12.0
+torch==2.0.1
+torchvision==0.15.2
+tqdm==4.65.0
+transformers==4.29.2
+typing-inspect==0.9.0
+typing_extensions==4.6.2
+uc-micro-py==1.0.2
+unstructured==0.6.9
+unstructured-inference==0.4.4
+urllib3==2.0.2
+uvicorn==0.22.0
+uvloop==0.17.0
+Wand==0.6.11
+watchfiles==0.19.0
+websockets==11.0.3
+Werkzeug==2.3.4
+wrapt==1.13.3
+XlsxWriter==3.1.1
+yarl==1.9.2
+zstandard==0.21.0

test/.pytest_cache/v/cache/lastfailed

@@ -1,23 +1,5 @@
 {
   "test_chatgpt4uavs.py::test_red_house": true,
-  "test_chatgpt4uavs.py::test_take_off": true,
-  "test_chatgpt4uavs.py::test_land": true,
-  "test_chatgpt4uavs.py::test_picture": true,
-  "test_chatgpt4uavs.py::test_snap_pic": true,
-  "test_chatgpt4uavs.py::test_purple_house": true,
-  "test_chatgpt4uavs.py::test_parking_garage": true,
-  "test_chatgpt4uavs.py::test_gym": true,
-  "test_chatgpt4uavs.py::test_cease_flight": true,
-  "test_chatgpt4uavs.py::test_stop_flight": true,
-  "test_chatgpt4uavs.py::test_lift_off": true,
-  "test_chatgpt4uavs.py::test_no_location1": true,
-  "test_chatgpt4uavs.py::test_no_location2": true,
-  "test_chatgpt4uavs.py::test_no_location3": true,
-  "test_fewshot.py::test_stop_flight1": true,
-  "test_fewshot.py::test_invalid_command2": true,
-  "test_fewshot.py::test_location_no_action4": true,
-  "test_fewshot.py::test_action_and_location_synonyms": true,
-  "test_fewshot.py::test_action_synonyms": true,
-  "test_fewshot.py::test_action_and_location": true,
-  "test_fewshot.py::test_multiple_actions": true
+  "test_chatgpt4uavs.py": true,
+  "test_fewshot.py": true
 }

test/.pytest_cache/v/cache/nodeids

@@ -1,56 +1,4 @@
 [
-  "test_chatgpt4uavs.py::test_cease_flight",
-  "test_chatgpt4uavs.py::test_gym",
-  "test_chatgpt4uavs.py::test_land",
-  "test_chatgpt4uavs.py::test_lift_off",
-  "test_chatgpt4uavs.py::test_no_location1",
-  "test_chatgpt4uavs.py::test_no_location2",
-  "test_chatgpt4uavs.py::test_no_location3",
-  "test_chatgpt4uavs.py::test_parking_garage",
-  "test_chatgpt4uavs.py::test_picture",
-  "test_chatgpt4uavs.py::test_purple_house",
   "test_chatgpt4uavs.py::test_red_house",
-  "test_chatgpt4uavs.py::test_snap_pic",
-  "test_chatgpt4uavs.py::test_stop_flight",
-  "test_chatgpt4uavs.py::test_take_off",
-  "test_fewshot.py::test_action_and_location",
-  "test_fewshot.py::test_action_and_location_synonyms",
-  "test_fewshot.py::test_action_synonyms",
-  "test_fewshot.py::test_cease_flight",
-  "test_fewshot.py::test_empty_input",
-  "test_fewshot.py::test_gym",
-  "test_fewshot.py::test_invalid_command",
-  "test_fewshot.py::test_invalid_command1",
-  "test_fewshot.py::test_invalid_command2",
-  "test_fewshot.py::test_land",
-  "test_fewshot.py::test_lift_off",
-  "test_fewshot.py::test_location_no_action",
-  "test_fewshot.py::test_location_no_action2",
-  "test_fewshot.py::test_location_no_action3",
-  "test_fewshot.py::test_location_no_action4",
-  "test_fewshot.py::test_multiple_actions",
-  "test_fewshot.py::test_multiple_actions1",
-  "test_fewshot.py::test_multiple_actions2",
-  "test_fewshot.py::test_multiple_actions3",
-  "test_fewshot.py::test_multiple_actions4",
-  "test_fewshot.py::test_multiple_actions5",
-  "test_fewshot.py::test_multiple_actions_and_locations",
-  "test_fewshot.py::test_multiple_actions_and_locations1",
-  "test_fewshot.py::test_multiple_actions_and_locations2",
-  "test_fewshot.py::test_no_location1",
-  "test_fewshot.py::test_no_location2",
-  "test_fewshot.py::test_no_location3",
-  "test_fewshot.py::test_no_location4",
-  "test_fewshot.py::test_parking_garage",
-  "test_fewshot.py::test_picture",
-  "test_fewshot.py::test_purple_house",
-  "test_fewshot.py::test_red_house",
-  "test_fewshot.py::test_snap_pic",
-  "test_fewshot.py::test_stop_flight",
-  "test_fewshot.py::test_stop_flight1",
-  "test_fewshot.py::test_take_off",
-  "test_fewshot.py::test_take_off_synonym",
-  "test_fewshot.py::test_two_go_to",
-  "test_fewshot.py::test_with_extra_words",
-  "test_fewshot.py::test_with_extra_words2"
+  "test_fewshot.py::test_red_house"
 ]

test/test_fewshot.py

@@ -2,27 +2,27 @@ import pytest
 import re
 from fewshot import FewShot4UAVs
 
+
 @pytest.fixture
 def fewshot():
     return FewShot4UAVs()
 
-# format: <command> \t<goal>
 
-# For testing sentences with one action
+# format: <command> \t<goal>
 def parse_command(text):
     tokens = re.split(' \t|\n|: ', text.lower())
     print(tokens)
-    if len(tokens) >= 2 and tokens[1] == 'command':
-        return tokens[2]
+    if len(tokens) >= 2:
+        return tokens[1]
     else:
-        return 'None'
+        return 'none'
+
 
-# For testing sentences with multiple actions
 def parse_multiple_commands(text):
     text = text.lstrip('\n')
     lines = text.split("\n")
-    first_action = lines[0].split()[1].lower()
-    second_action = lines[1].split()[1].lower()
+    first_action = lines[0].split()[0].lower()
+    second_action = lines[1].split()[0].lower()
     return first_action, second_action
 
 def test_red_house(fewshot):
@@ -31,6 +31,7 @@ def test_red_house(fewshot):
     command = parse_command(output)
     assert command == "goto"
 
+
 def test_take_off(fewshot):
     text = "Take off from where you are."
     output = fewshot.get_command(text)
@@ -38,6 +39,13 @@ def test_take_off(fewshot):
     assert command == "takeoff"
 
 
+def test_take_off_synonym(fewshot):
+    text = "Lift off."
+    output = fewshot.get_command(text)
+    command = parse_command(output)
+    assert command == "takeoff"
+
+
 def test_land(fewshot):
     text = "Land now."
     output = fewshot.get_command(text)
@@ -49,20 +57,14 @@ def test_picture(fewshot):
     text = "Take a picture."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
-# Testing actions using synonyms
-def test_take_off_synonym(fewshot):
-    text = "Lift off."
-    output = fewshot.get_command(text)
-    command = parse_command(output)
-    assert command == "takeoff"
 
 def test_snap_pic(fewshot):
     text = "Snap a photo."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
 def test_purple_house(fewshot):
@@ -99,50 +101,49 @@ def test_stop_flight(fewshot):
     command = parse_command(output)
     assert command == "land"
 
-# Testing actions with no location
+
 def test_no_location1(fewshot):
     text = "Check out."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
 def test_no_location2(fewshot):
     text = "Go to."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
 def test_no_location3(fewshot):
     text = "Travel to."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
 def test_no_location4(fewshot):
     text = "Head to."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
-# Testing invalid commands
 def test_empty_input(fewshot):
     text = ""
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
 
 
 def test_invalid_command(fewshot):
     text = "Do something."
     output = fewshot.get_command(text)
     command = parse_command(output)
-    assert command == "None"
+    assert command == "none"
+
 
-# Testing locations with no action specifically stated
 def test_location_no_action(fewshot):
     text = "Willow Lawn."
     output = fewshot.get_command(text)
@@ -163,7 +164,7 @@ def test_location_no_action3(fewshot):
     command = parse_command(output)
     assert command == "goto"
 
-# Testing with filler words
+
 def test_with_extra_words(fewshot):
     text = "Please go to the Whole Foods on W Broad St."
     output = fewshot.get_command(text)
@@ -176,46 +177,53 @@ def test_with_extra_words2(fewshot):
     command = parse_command(output)
     assert command == "goto"
 
-# Testing multiple actions at the same location
-def test_multiple_actions1(fewshot):
-    text = "Check out the Starbucks and then land."
+
+def test_multiple_actions(fewshot):
+    text = "Take a photo and then take off."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("goto", "land")
+    assert command == ('takephoto', 'takeoff')
+
 
-def test_multiple_actions2(fewshot):
-    text = "Take a picture of the green shed and then take off."
+def test_two_go_to(fewshot):
+    text = "Go to the Kroger on Lombardy St and then go to Roots on W Grace St."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("takepicture", "takeoff")
+    assert command == ('goto', 'goto')
+
 
-def test_multiple_actions3(fewshot):
-    text = "Go to the park and take a picture."
+def test_multiple_actions_and_locations(fewshot):
+    text = "Fly to the park and take a picture of the red house."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("goto", "takepicture")
+    assert command == ('goto', 'takephoto')
 
-def test_multiple_actions4(fewshot):
-    text = "Take a photo and then land."
+def test_action_and_location(fewshot):
+    text = "Fly to the park and take a picture."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("takepicture", "land")
+    assert command == ('goto', 'takephoto')
 
-def test_multiple_actions5(fewshot):
-    text = "Rise and then take a photo."
+def test_action_and_location_synonyms(fewshot):
+    text = "Hover and head to the closest park."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("takeoff", "takepicture")
+    assert command == ('takeoff', 'goto')
 
-# Testing multiple actions with different locations
-def test_multiple_actions_and_locations1(fewshot):
-    text = "Go to the maroon shack on Osborn Rd and then take a picture of Thomas Dale High School."
+def test_action_synonyms(fewshot):
+    text = "Ascend and then take a photo."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("goto", "takepicture")
-
-def test_multiple_actions_and_locations2(fewshot):
-    text = "Travel to the park and take a picture of the red house."
+    assert command == ('takeoff', 'takephoto')
+    
+def test_action_synonyms2(fewshot):
+    text = "Descend and then take a photo."
     output = fewshot.get_command(text)
     command = parse_multiple_commands(output)
-    assert command == ("goto", "takepicture")
+    assert command == ('land', 'takephoto')
+    
+def test_action_synonyms3(fewshot):
+    text = "Descend"
+    output = fewshot.get_command(text)
+    command = parse_command(output)
+    assert command == 'land'

uav_api.py

@@ -0,0 +1,55 @@
+from flask import Flask, jsonify, request
+from flask_restful import Resource, Api
+import requests
+from gradio_client import Client
+
+app = Flask(__name__)
+api = Api(app)
+
+
+def get_latest_command():
+    client = Client("http://127.0.0.1:7860")
+    result = client.predict(
+        "https://github.com/gradio-app/gradio/raw/main/test/test_files/audio_sample.wav",
+        api_name="/record"
+    )
+    lines = result.split('\n')
+    command = None
+    for line in lines:
+        if "UAV:" in line:
+            command = line.split("UAV:", 1)[-1].strip()
+            break
+    return command
+
+
+def send_command_to_uav_controller(command):
+    url = "http://localhost:8080"  # replace with address for UAV's C++ code later
+    data = {"command": command}
+    response = requests.post(url, json=data)
+    return response.text
+
+
+class Command(Resource):
+    def get(self):
+        latest_command = get_latest_command()
+        return jsonify({"latest_command": latest_command})
+
+    def post(self):
+        latest_command = get_latest_command()
+        if latest_command:
+            response = send_command_to_uav_controller(latest_command)
+            return jsonify({"status": "Command sent to UAV controller.", "response": response}), 200
+        else:
+            return jsonify({"status": "No command available."}), 404
+
+    def put(self):
+        pass
+
+    def delete(self):
+        pass
+
+
+api.add_resource(Command, '/command')
+
+if __name__ == '__main__':
+    app.run(debug=True)