Refactor project structure: move prompts module to tasks directory and update references
This commit is contained in:
parent
46a6344c45
commit
9425db9b6c
|
|
@ -69,15 +69,12 @@ graph TD
|
||||||
├── scripts/
|
├── scripts/
|
||||||
│ └── pipelines/
|
│ └── pipelines/
|
||||||
│ ├── flows/ # Processing pipelines
|
│ ├── flows/ # Processing pipelines
|
||||||
│ ├── tasks/ # Modules used by the flows
|
│ └── tasks/ # Modules used by the flows
|
||||||
│ └── inputs/ # Inputs used by the flows
|
|
||||||
└── src/
|
└── src/
|
||||||
├── __init__.py
|
|
||||||
├── config.py # Environment variables configuration file
|
├── config.py # Environment variables configuration file
|
||||||
└── utils/
|
└── utils/
|
||||||
├── emb_factory.py # Embedding model factory
|
├── emb_factory.py # Embedding model factory
|
||||||
├── llm_factory.py # LLM model factory
|
└── llm_factory.py # LLM model factory
|
||||||
└── __init__.py
|
|
||||||
```
|
```
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
|
||||||
|
|
@ -9,7 +9,7 @@ All notable changes to the **Brunix Assistance Engine** will be documented in th
|
||||||
### Added
|
### Added
|
||||||
- IMPLEMENTED:
|
- IMPLEMENTED:
|
||||||
- `scripts/pipelines/flows/translate_mbpp.py`: pipeline to generate synthethic dataset from mbpp dataset.
|
- `scripts/pipelines/flows/translate_mbpp.py`: pipeline to generate synthethic dataset from mbpp dataset.
|
||||||
- `scripts/input/prompts.py`: module containing prompts for pipelines.
|
- `scripts/tasks/prompts.py`: module containing prompts for pipelines.
|
||||||
- `scripts/tasks/chunk.py`: module containing functions related to chunk management.
|
- `scripts/tasks/chunk.py`: module containing functions related to chunk management.
|
||||||
- `synthethic_datasets`: folder containing generated synthethic datasets.
|
- `synthethic_datasets`: folder containing generated synthethic datasets.
|
||||||
- `src/config.py`: environment variables configuration file.
|
- `src/config.py`: environment variables configuration file.
|
||||||
|
|
|
||||||
|
|
@ -8,8 +8,7 @@ from botocore.config import Config
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from langchain_core.messages import SystemMessage, HumanMessage
|
from langchain_core.messages import SystemMessage, HumanMessage
|
||||||
from src.utils.llm_factory import create_chat_model
|
from src.utils.llm_factory import create_chat_model
|
||||||
from src.config import RAW_DIR, INTERIM_DIR
|
from scripts.pipelines.tasks.prompts import get_prompt_mbpp
|
||||||
from scripts.pipelines.input.prompts import get_prompt_mbpp
|
|
||||||
|
|
||||||
|
|
||||||
app = typer.Typer()
|
app = typer.Typer()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue