Skip to content

Preprocessing AOAI

Preprocessing AOAI #10

name: 1. Load Preprocessing Data with AOAI
on:
push:
branches:
- main
paths:
- 'src/data_pipelines/preprocessing_aoai.py'
workflow_dispatch:
jobs:
login:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.12'
cache: 'pip' # caching pip dependencies
- run: pip install -r requirements.txt
- name: Login to WandB
env:
WANDB_API_KEY: ${{ secrets.WANDB_API_KEY }}
run: wandb login $WANDB_API_KEY
- name: Run data_pipeline preprocessind data with AOAI
env:
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.EMBEDDINGS_DEPLOYMENT_NAME }}
OPENAI_API_VERSION : ${{ secrets.OPENAI_API_VERSION }}
run: python src/data_pipelines/preprocessing_aoai.py --IdExecution ${{ github.run_number }}