[Bug fix] Input is changed when rerun the node after run the overall flow #1198
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# execute tests in src/promptflow/tests/sdk_cli_azure_test | |
# when pull_request triggers, use replay test mode | |
# otherwise (schedule/workflow_disptach), use live test mode | |
name: sdk-cli-azure-test | |
on: | |
pull_request: | |
paths: | |
- src/promptflow/** | |
- scripts/building/** | |
- .github/workflows/promptflow-sdk-cli-azure-test.yml | |
schedule: | |
- cron: "30 20 * * *" # 4:30 Beijing Time (GMT+8) | |
workflow_dispatch: | |
env: | |
packageSetupType: promptflow_with_extra | |
testWorkingDirectory: ${{ github.workspace }}/src/promptflow | |
PYTHONPATH: ${{ github.workspace }}/src/promptflow | |
IS_IN_CI_PIPELINE: "true" | |
jobs: | |
build: | |
strategy: | |
fail-fast: false | |
runs-on: ubuntu-latest | |
steps: | |
- name: checkout | |
uses: actions/checkout@v4 | |
- name: Display and Set Environment Variables | |
run: | | |
env | sort >> $GITHUB_OUTPUT | |
id: display_env | |
shell: bash -el {0} | |
- name: Python Setup - ubuntu-latest - Python Version 3.9 | |
uses: "./.github/actions/step_create_python_environment" | |
with: | |
pythonVersion: 3.9 | |
- name: Build wheel | |
uses: "./.github/actions/step_sdk_setup" | |
with: | |
setupType: promptflow_with_extra | |
scriptPath: ${{ env.testWorkingDirectory }} | |
- name: Upload Wheel | |
if: always() | |
uses: actions/upload-artifact@v3 | |
with: | |
name: wheel | |
path: | | |
${{ github.workspace }}/src/promptflow/dist/*.whl | |
${{ github.workspace }}/src/promptflow-tools/dist/*.whl | |
sdk_cli_azure_test: | |
needs: build | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-latest] | |
pythonVersion: ['3.8', '3.9', '3.10', '3.11'] | |
runs-on: ${{ matrix.os }} | |
steps: | |
- name: set test mode | |
run: echo "PROMPT_FLOW_TEST_MODE=$(if [[ "${{ github.event_name }}" == "pull_request" ]]; then echo replay; else echo live; fi)" >> $GITHUB_ENV | |
- name: check test mode from env | |
run: echo $PROMPT_FLOW_TEST_MODE | |
- name: checkout | |
uses: actions/checkout@v4 | |
- name: Display and Set Environment Variables | |
run: | | |
env | sort >> $GITHUB_OUTPUT | |
- name: Python Setup - ${{ matrix.os }} - Python Version ${{ matrix.pythonVersion }} | |
uses: "./.github/actions/step_create_python_environment" | |
with: | |
pythonVersion: ${{ matrix.pythonVersion }} | |
- name: Download Artifacts | |
uses: actions/download-artifact@v3 | |
with: | |
name: wheel | |
path: artifacts | |
- name: Install wheel | |
shell: pwsh | |
working-directory: artifacts | |
run: | | |
Set-PSDebug -Trace 1 | |
pip install -r ${{ github.workspace }}/src/promptflow/dev_requirements.txt | |
gci ./promptflow -Recurse | % {if ($_.Name.Contains('.whl')) {python -m pip install "$($_.FullName)[azure]"}} | |
gci ./promptflow-tools -Recurse | % {if ($_.Name.Contains('.whl')) {python -m pip install $_.FullName}} | |
pip freeze | |
- name: Azure login (non pull_request workflow) | |
if: github.event_name != 'pull_request' | |
uses: azure/login@v1 | |
with: | |
creds: ${{ secrets.AZURE_CREDENTIALS }} | |
- name: generate live test resources (non pull_request workflow) | |
if: github.event_name != 'pull_request' | |
uses: "./.github/actions/step_generate_configs" | |
with: | |
targetFolder: ${{ env.testWorkingDirectory }} | |
- name: Run SDK CLI Azure Test | |
shell: pwsh | |
working-directory: ${{ env.testWorkingDirectory }} | |
run: | | |
python "../../scripts/building/run_coverage_tests.py" ` | |
-p promptflow ` | |
-t ${{ github.workspace }}/src/promptflow/tests/sdk_cli_azure_test ` | |
-l eastus ` | |
-m "unittest or e2etest" ` | |
--coverage-config ${{ github.workspace }}/src/promptflow/tests/sdk_cli_test/.coveragerc | |
- name: Upload Test Results | |
if: always() | |
uses: actions/upload-artifact@v3 | |
with: | |
name: Test Results (Python ${{ matrix.pythonVersion }}) (OS ${{ matrix.os }}) | |
path: | | |
${{ env.testWorkingDirectory }}/*.xml | |
${{ env.testWorkingDirectory }}/htmlcov/ | |
publish-test-results: | |
name: "Publish Tests Results" | |
needs: sdk_cli_azure_test | |
runs-on: ubuntu-latest | |
permissions: write-all | |
if: always() | |
steps: | |
- name: checkout | |
uses: actions/checkout@v4 | |
- name: Publish Test Results | |
uses: "./.github/actions/step_publish_test_results" | |
with: | |
testActionFileName: promptflow-sdk-cli-azure-e2e-test.yml | |
testResultTitle: promptflow SDK CLI Azure E2E Test Result | |
osVersion: ubuntu-latest | |
pythonVersion: 3.9 | |
coverageThreshold: 40 | |
token: ${{ secrets.GITHUB_TOKEN }} | |
context: test/sdk_cli |