Spaces:
Running
Running
# Project Structure | |
``` | |
/ | |
|-- examples/ | |
| |-- __init__.py | |
| |-- data_factory.ipynb | |
| |-- structured_llm.ipynb | |
| |-- usecases/ | |
| |-- math_data_gen.ipynb | |
|-- internal/ | |
| |-- generate_data_with_topic.ipynb | |
| |-- trial_llm.py | |
| |-- data_factory_dup.py | |
| |-- test_langgraph_structured_llm.py | |
| |-- test_langgraph.py | |
| |-- test.py | |
| |-- README.md | |
| |-- starfish.drawio | |
| |-- .git | |
| |-- simple_feedback_loop.py | |
|-- src/ | |
| |-- starfish/ | |
| |-- __init__.py | |
| |-- llm/ | |
| | |-- model_hub/ | |
| | | |-- huggingface_adapter.py | |
| | |-- proxy/ | |
| | | |-- litellm_adapter.py | |
| | | |-- litellm_adapter_ext.py | |
| | |-- structured_llm.py | |
| | |-- backend/ | |
| | | |-- ollama_adapter.py | |
| | |-- parser/ | |
| | | |-- json_builder.py | |
| | | |-- __init__.py | |
| | | |-- pydantic_parser.py | |
| | | |-- json_parser.py | |
| | |-- prompt/ | |
| | | |-- __init__.py | |
| | | |-- prompt_loader.py | |
| | | |-- prompt_template.py | |
| | |-- utils.py | |
| |-- data_ingest/ | |
| | |-- ingest.py | |
| | |-- parsers/ | |
| | | |-- pdf_parser.py | |
| | | |-- ppt_parser.py | |
| | | |-- html_parser.py | |
| | | |-- excel_parser.py | |
| | | |-- docx_parser.py | |
| | | |-- __init__.py | |
| | | |-- base_parser.py | |
| | | |-- youtube_parser.py | |
| | | |-- txt_parser.py | |
| | | |-- google_drive_parser.py | |
| | | |-- web_parser.py | |
| | | |-- unstructured_parser.py | |
| | |-- splitter/ | |
| | | |-- token_splitter.py | |
| | | |-- simple_splitter.py | |
| | | |-- base_splitter.py | |
| | |-- utils/ | |
| | | |-- util.py | |
| | |-- formatter/ | |
| | |-- template_format.py | |
| |-- data_mcp/ | |
| | |-- agent_client.py | |
| | |-- server.py | |
| | |-- client.py | |
| |-- data_template/ | |
| | |-- utils/ | |
| | | |-- error.py | |
| | |-- examples.py | |
| | |-- mcp_base.py | |
| | |-- templates/ | |
| | | |-- starfish/ | |
| | | | |-- math_problem_gen_wf.py | |
| | | | |-- get_city_info_wf.py | |
| | | |-- community/ | |
| | | |-- topic_generator.py | |
| | | |-- topic_generator_success.py | |
| | |-- template_gen.py | |
| |-- components/ | |
| | |-- __init__.py | |
| | |-- prepare_topic.py | |
| |-- common/ | |
| | |-- logger.py | |
| | |-- exceptions.py | |
| | |-- env_loader.py | |
| |-- telemetry/ | |
| | |-- __init__.py | |
| | |-- posthog_client.py | |
| |-- data_factory/ | |
| |-- config.py | |
| |-- constants.py | |
| |-- task_runner.py | |
| |-- job_manager_re_run.py | |
| |-- utils/ | |
| | |-- enums.py | |
| | |-- util.py | |
| | |-- decorator.py | |
| | |-- data_class.py | |
| | |-- errors.py | |
| | |-- state.py | |
| | |-- mock.py | |
| |-- job_manager.py | |
| |-- factory.py | |
| |-- storage/ | |
| | |-- models.py | |
| | |-- registry.py | |
| | |-- in_memory/ | |
| | | |-- in_memory_storage.py | |
| | |-- local/ | |
| | |-- data_handler.py | |
| | |-- __init__.py | |
| | |-- local_storage.py | |
| | |-- setup.py | |
| | |-- utils.py | |
| | |-- metadata_handler.py | |
| |-- base.py | |
| |-- factory_executor_manager.py | |
| |-- job_manager_dry_run.py | |
| |-- event_loop.py | |
| |-- factory_wrapper.py | |
| |-- factory_.py | |
|-- tests/ | |
| |-- conftest.py | |
| |-- llm/ | |
| | |-- __init__.py | |
| | |-- parser/ | |
| | | |-- __init__.py | |
| | | |-- test_json_parser.py | |
| | | |-- fixtures/ | |
| | | |-- json_problem_cases.py | |
| | |-- test_pydantic_parser.py | |
| | |-- prompt/ | |
| | |-- test_prompt.py | |
| | |-- __init__.py | |
| | |-- test_prompt_loader.py | |
| |-- data_ingest/ | |
| | |-- test_data/ | |
| | | |-- output/ | |
| | | |-- gina_ai.txt | |
| | | |-- input/ | |
| | |-- test_ingest.py | |
| |-- pytest.ini | |
| |-- data_template/ | |
| | |-- test_data_template.py | |
| | |-- __init__.py | |
| |-- __init__.py | |
| |-- test_notebooks.py | |
| |-- data_factory/ | |
| |-- __init__.py | |
| |-- storage/ | |
| | |-- __init__.py | |
| | |-- README.md | |
| | |-- local/ | |
| | |-- __init__.py | |
| | |-- test_performance.py | |
| | |-- test_basic_storage.py | |
| | |-- test_local_storage.py | |
| | |-- test_storage_main.py | |
| |-- factory/ | |
| |-- test_output_index.py | |
| |-- test_run.py | |
| |-- __init__.py | |
| |-- test_dead_queue.py | |
| |-- test_resume.py | |
| |-- test_resume_duplicate_indices.py | |
| |-- test_resume_index.ipynb | |
|-- .env.template | |
|-- .gitignore | |
|-- .gitmodules | |
|-- LICENSE | |
|-- Makefile | |
|-- pyproject.toml | |
|-- README.md | |
|-- poetry.lock | |
|-- .pre-commit-config.yaml | |
|-- pytest.ini | |
``` | |