Spaces:
Paused
Paused
| # Project Structure | |
| ``` | |
| / | |
| |-- examples/ | |
| | |-- __init__.py | |
| | |-- data_factory.ipynb | |
| | |-- structured_llm.ipynb | |
| | |-- usecases/ | |
| | |-- math_data_gen.ipynb | |
| |-- internal/ | |
| | |-- generate_data_with_topic.ipynb | |
| | |-- trial_llm.py | |
| | |-- data_factory_dup.py | |
| | |-- test_langgraph_structured_llm.py | |
| | |-- test_langgraph.py | |
| | |-- test.py | |
| | |-- README.md | |
| | |-- starfish.drawio | |
| | |-- .git | |
| | |-- simple_feedback_loop.py | |
| |-- src/ | |
| | |-- starfish/ | |
| | |-- __init__.py | |
| | |-- llm/ | |
| | | |-- model_hub/ | |
| | | | |-- huggingface_adapter.py | |
| | | |-- proxy/ | |
| | | | |-- litellm_adapter.py | |
| | | | |-- litellm_adapter_ext.py | |
| | | |-- structured_llm.py | |
| | | |-- backend/ | |
| | | | |-- ollama_adapter.py | |
| | | |-- parser/ | |
| | | | |-- json_builder.py | |
| | | | |-- __init__.py | |
| | | | |-- pydantic_parser.py | |
| | | | |-- json_parser.py | |
| | | |-- prompt/ | |
| | | | |-- __init__.py | |
| | | | |-- prompt_loader.py | |
| | | | |-- prompt_template.py | |
| | | |-- utils.py | |
| | |-- data_ingest/ | |
| | | |-- ingest.py | |
| | | |-- parsers/ | |
| | | | |-- pdf_parser.py | |
| | | | |-- ppt_parser.py | |
| | | | |-- html_parser.py | |
| | | | |-- excel_parser.py | |
| | | | |-- docx_parser.py | |
| | | | |-- __init__.py | |
| | | | |-- base_parser.py | |
| | | | |-- youtube_parser.py | |
| | | | |-- txt_parser.py | |
| | | | |-- google_drive_parser.py | |
| | | | |-- web_parser.py | |
| | | | |-- unstructured_parser.py | |
| | | |-- splitter/ | |
| | | | |-- token_splitter.py | |
| | | | |-- simple_splitter.py | |
| | | | |-- base_splitter.py | |
| | | |-- utils/ | |
| | | | |-- util.py | |
| | | |-- formatter/ | |
| | | |-- template_format.py | |
| | |-- data_mcp/ | |
| | | |-- agent_client.py | |
| | | |-- server.py | |
| | | |-- client.py | |
| | |-- data_template/ | |
| | | |-- utils/ | |
| | | | |-- error.py | |
| | | |-- examples.py | |
| | | |-- mcp_base.py | |
| | | |-- templates/ | |
| | | | |-- starfish/ | |
| | | | | |-- math_problem_gen_wf.py | |
| | | | | |-- get_city_info_wf.py | |
| | | | |-- community/ | |
| | | | |-- topic_generator.py | |
| | | | |-- topic_generator_success.py | |
| | | |-- template_gen.py | |
| | |-- components/ | |
| | | |-- __init__.py | |
| | | |-- prepare_topic.py | |
| | |-- common/ | |
| | | |-- logger.py | |
| | | |-- exceptions.py | |
| | | |-- env_loader.py | |
| | |-- telemetry/ | |
| | | |-- __init__.py | |
| | | |-- posthog_client.py | |
| | |-- data_factory/ | |
| | |-- config.py | |
| | |-- constants.py | |
| | |-- task_runner.py | |
| | |-- job_manager_re_run.py | |
| | |-- utils/ | |
| | | |-- enums.py | |
| | | |-- util.py | |
| | | |-- decorator.py | |
| | | |-- data_class.py | |
| | | |-- errors.py | |
| | | |-- state.py | |
| | | |-- mock.py | |
| | |-- job_manager.py | |
| | |-- factory.py | |
| | |-- storage/ | |
| | | |-- models.py | |
| | | |-- registry.py | |
| | | |-- in_memory/ | |
| | | | |-- in_memory_storage.py | |
| | | |-- local/ | |
| | | |-- data_handler.py | |
| | | |-- __init__.py | |
| | | |-- local_storage.py | |
| | | |-- setup.py | |
| | | |-- utils.py | |
| | | |-- metadata_handler.py | |
| | |-- base.py | |
| | |-- factory_executor_manager.py | |
| | |-- job_manager_dry_run.py | |
| | |-- event_loop.py | |
| | |-- factory_wrapper.py | |
| | |-- factory_.py | |
| |-- tests/ | |
| | |-- conftest.py | |
| | |-- llm/ | |
| | | |-- __init__.py | |
| | | |-- parser/ | |
| | | | |-- __init__.py | |
| | | | |-- test_json_parser.py | |
| | | | |-- fixtures/ | |
| | | | |-- json_problem_cases.py | |
| | | |-- test_pydantic_parser.py | |
| | | |-- prompt/ | |
| | | |-- test_prompt.py | |
| | | |-- __init__.py | |
| | | |-- test_prompt_loader.py | |
| | |-- data_ingest/ | |
| | | |-- test_data/ | |
| | | | |-- output/ | |
| | | | |-- gina_ai.txt | |
| | | | |-- input/ | |
| | | |-- test_ingest.py | |
| | |-- pytest.ini | |
| | |-- data_template/ | |
| | | |-- test_data_template.py | |
| | | |-- __init__.py | |
| | |-- __init__.py | |
| | |-- test_notebooks.py | |
| | |-- data_factory/ | |
| | |-- __init__.py | |
| | |-- storage/ | |
| | | |-- __init__.py | |
| | | |-- README.md | |
| | | |-- local/ | |
| | | |-- __init__.py | |
| | | |-- test_performance.py | |
| | | |-- test_basic_storage.py | |
| | | |-- test_local_storage.py | |
| | | |-- test_storage_main.py | |
| | |-- factory/ | |
| | |-- test_output_index.py | |
| | |-- test_run.py | |
| | |-- __init__.py | |
| | |-- test_dead_queue.py | |
| | |-- test_resume.py | |
| | |-- test_resume_duplicate_indices.py | |
| | |-- test_resume_index.ipynb | |
| |-- .env.template | |
| |-- .gitignore | |
| |-- .gitmodules | |
| |-- LICENSE | |
| |-- Makefile | |
| |-- pyproject.toml | |
| |-- README.md | |
| |-- poetry.lock | |
| |-- .pre-commit-config.yaml | |
| |-- pytest.ini | |
| ``` | |