Generate E2E integration test report in Azure DevOps (#845)

* Enable Azure DevOps pipeline test generation

* Update the pipeline.yml

* Fix variable

* Remote docmodule test

* Disable broken throughput test

Author: Hazhzeng

.ci/e2e_integration_test/pipeline.yml

@@ -34,3 +34,10 @@ steps:
     AzureWebJobsEventGridConnectionKey: $(AzureWebJobsEventGridConnectionKey)
     PythonVersion: $(PYTHON_VERSION)
   displayName: 'Running Python Language Worker E2E Tests'
+- task: PublishTestResults@2
+  displayName: 'Publish Python Worker E2E Test Result'
+  condition: succeededOrFailed()
+  inputs:
+    testResultsFiles: 'e2e-integration-test-report.xml'
+    testRunTitle: 'Publish Python Worker E2E Test Result'
+    failTaskOnFailedTests: true

.ci/e2e_integration_test/start-e2e.ps1

@@ -64,7 +64,7 @@ $output = "$FUNC_CLI_DIRECTORY.zip"
 Invoke-RestMethod -Uri "$(get_core_tool_download_url)" -OutFile $output
 
 Write-Host 'Extracting Functions Core Tools...'
-Expand-Archive $output -DestinationPath $FUNC_CLI_DIRECTORY
+Expand-Archive $output -DestinationPath $FUNC_CLI_DIRECTORY -InformationAction SilentlyContinue
 
 Write-Host "Starting Functions Host..."
 $env:FUNCTIONS_WORKER_RUNTIME = $FUNC_RUNTIME_LANGUAGE
@@ -86,6 +86,7 @@ Write-Host "Set-Location: $env:BUILD_SOURCESDIRECTORY"
 
 Write-Host "Preparing E2E integration tests..." -ForegroundColor Green
 Write-Host "-----------------------------------------------------------------------------`n" -ForegroundColor Green
+python -m pip install -U pip
 pip install -e .[dev]
 python setup.py build
 python setup.py extension
@@ -94,5 +95,5 @@ Write-Host "--------------------------------------------------------------------
 Write-Host "Running E2E integration tests..." -ForegroundColor Green
 Write-Host "-----------------------------------------------------------------------------`n" -ForegroundColor Green
 $env:CORE_TOOLS_EXE_PATH = "$funcExePath"
-pytest --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch --cov-append tests/endtoend
-Write-Host "-----------------------------------------------------------------------------`n" -ForegroundColor Green
+pytest --junitxml=e2e-integration-test-report.xml --cov=./azure_functions_worker --cov-branch --cov-append tests/endtoend --cov-report xml --cov-report html
+Write-Host "-----------------------------------------------------------------------------`n" -ForegroundColor Green

.github/workflows/perf-testing-setup.yml

@@ -16,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        test_to_run: [ SyncHttpTriggerHelloWorld, SyncHttpTriggerWithSyncRequests, AsyncHttpTriggerWithAsyncRequest, SyncHttpTriggerCPUIntensive, SyncPutBlobAsBytesReturnHttpResponse, SyncGetBlobAsBytesReturnHttpResponse ]
+        test_to_run: [ SyncHttpTriggerHelloWorld, SyncHttpTriggerWithSyncRequests, AsyncHttpTriggerWithAsyncRequest, SyncHttpTriggerCPUIntensive ] #, SyncPutBlobAsBytesReturnHttpResponse, SyncGetBlobAsBytesReturnHttpResponse ]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ env.PYTHON_VERSION }}