Skip to content

Feat/add-env-var-for-index-clean-up-in-ingestion-function-app #270

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
namtran6701 merged 3 commits into from
Feb 12, 2026
Merged

Feat/add-env-var-for-index-clean-up-in-ingestion-function-app #270

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
91e1c92
feat: add cleanup index job configuration to infra
namtran6701 Feb 11, 2026
5e40c85
fix escape characters
namtran6701 Feb 11, 2026
c134abe
remove replace
namtran6701 Feb 11, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .github/workflows/dev-provision.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,9 @@ jobs:
BRAND_ANALYSIS_MODEL: ${{ secrets.BRAND_ANALYSIS_MODEL }}
REASONING_EFFORT: ${{ secrets.REASONING_EFFORT }}
REPORT_SCHEDULE_CRON: ${{ secrets.REPORT_SCHEDULE_CRON }}
CLEANUP_INDEX_CONTAINER_MAP: ${{ secrets.CLEANUP_INDEX_CONTAINER_MAP }}
CLEANUP_INDEX_DRY_RUN: ${{ secrets.CLEANUP_INDEX_DRY_RUN }}
CLEANUP_INDEX_CRON_JOB: ${{ secrets.CLEANUP_INDEX_CRON_JOB }}

# LangSmith Settings
LANGCHAIN_API_KEY: ${{ secrets.LANGCHAIN_API_KEY }}
Expand Down
5 changes: 4 additions & 1 deletion .github/workflows/dev-validate-provision.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,9 @@ jobs:
BRAND_ANALYSIS_MODEL: ${{ secrets.BRAND_ANALYSIS_MODEL }}
REASONING_EFFORT: ${{ secrets.REASONING_EFFORT }}
REPORT_SCHEDULE_CRON: ${{ secrets.REPORT_SCHEDULE_CRON }}
CLEANUP_INDEX_CONTAINER_MAP: ${{ secrets.CLEANUP_INDEX_CONTAINER_MAP }}
CLEANUP_INDEX_DRY_RUN: ${{ secrets.CLEANUP_INDEX_DRY_RUN }}
CLEANUP_INDEX_CRON_JOB: ${{ secrets.CLEANUP_INDEX_CRON_JOB }}

# LangSmith Settings
LANGCHAIN_API_KEY: ${{ secrets.LANGCHAIN_API_KEY }}
Expand All @@ -99,4 +102,4 @@ jobs:
USER_DATA_CONTAINER: ${{ secrets.USER_DATA_CONTAINER }}

# User Feedback URL
USER_FEEDBACK_URL: ${{ secrets.USER_FEEDBACK_URL }}
USER_FEEDBACK_URL: ${{ secrets.USER_FEEDBACK_URL }}
5 changes: 4 additions & 1 deletion .github/workflows/prod-provision.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,9 @@ jobs:
BRAND_ANALYSIS_MODEL: ${{ secrets.BRAND_ANALYSIS_MODEL }}
REASONING_EFFORT: ${{ secrets.REASONING_EFFORT }}
REPORT_SCHEDULE_CRON: ${{ secrets.REPORT_SCHEDULE_CRON }}
CLEANUP_INDEX_CONTAINER_MAP: ${{ secrets.CLEANUP_INDEX_CONTAINER_MAP }}
CLEANUP_INDEX_DRY_RUN: ${{ secrets.CLEANUP_INDEX_DRY_RUN }}
CLEANUP_INDEX_CRON_JOB: ${{ secrets.CLEANUP_INDEX_CRON_JOB }}

# LangSmith Settings
LANGCHAIN_API_KEY: ${{ secrets.LANGCHAIN_API_KEY }}
Expand All @@ -98,4 +101,4 @@ jobs:
USER_DATA_CONTAINER: ${{ secrets.USER_DATA_CONTAINER }}

# User Feedback URL
USER_FEEDBACK_URL: ${{ secrets.USER_FEEDBACK_URL }}
USER_FEEDBACK_URL: ${{ secrets.USER_FEEDBACK_URL }}
24 changes: 24 additions & 0 deletions infra/main.bicep
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -646,6 +646,18 @@ var reasoningEffortReportVar = !empty(reasoningEffortReport) ? reasoningEffortRe
param reportScheduleCron string = ''
var reportScheduleCronVar = !empty(reportScheduleCron) ? reportScheduleCron : ''

@description('Container to search-index map for the ingestion cleanup job')
param cleanupIndexContainerMap string = ''
var cleanupIndexContainerMapVar = !empty(cleanupIndexContainerMap) ? cleanupIndexContainerMap : ''

@description('Dry-run flag for the ingestion cleanup job')
param cleanupIndexDryRun string = ''
var cleanupIndexDryRunVar = !empty(cleanupIndexDryRun) ? cleanupIndexDryRun : ''

@description('Cron schedule for the ingestion cleanup job')
param cleanupIndexCronJob string = ''
var cleanupIndexCronJobVar = !empty(cleanupIndexCronJob) ? cleanupIndexCronJob : ''

// MCP Function app
@description('Logging Verbosity')
var loggingVerbosity = 'false'
Expand Down Expand Up @@ -1676,6 +1688,18 @@ module dataIngestion './core/host/functions.bicep' = {
name:'COGNITIVE_SERVICES_KEY'
value: cognitiveServices.outputs.key
}
{
name: 'CLEANUP_INDEX_CONTAINER_MAP'
value: cleanupIndexContainerMapVar
}
{
name: 'CLEANUP_INDEX_DRY_RUN'
value: cleanupIndexDryRunVar
}
{
name: 'CLEANUP_INDEX_CRON_JOB'
value: cleanupIndexCronJobVar
}
{
name: 'OPENAI_API_KEY'
value: mcpOpenAiApiKeyVar
Expand Down
9 changes: 9 additions & 0 deletions infra/main.parameters.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -212,6 +212,15 @@
"reportScheduleCron": {
"value": "${REPORT_SCHEDULE_CRON}"
},
"cleanupIndexContainerMap": {
"value": "${CLEANUP_INDEX_CONTAINER_MAP}"
},
"cleanupIndexDryRun": {
"value": "${CLEANUP_INDEX_DRY_RUN}"
},
"cleanupIndexCronJob": {
"value": "${CLEANUP_INDEX_CRON_JOB}"
},
"webAppUserFeedbackUrl": {
"value": "${USER_FEEDBACK_URL}"
}
Expand Down