Refactor tests into E2E and unit tests (#487)

Author: maiqbal11

.ci/linux_devops_tests.sh .ci/linux_devops_e2e_tests.sh.ci/linux_devops_tests.sh renamed to .ci/linux_devops_e2e_tests.sh

@@ -5,4 +5,4 @@ export AzureWebJobsStorage=$LINUXSTORAGECONNECTIONSTRING
 export AzureWebJobsCosmosDBConnectionString=$LINUXCOSMOSDBCONNECTIONSTRING
 export AzureWebJobsEventHubConnectionString=$LINUXEVENTHUBCONNECTIONSTRING
 export AzureWebJobsServiceBusConnectionString=$LINUXSERVICEBUSCONNECTIONSTRING
-python setup.py test
+pytest tests/endtoend

.ci/linux_devops_unit_tests.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+set -e -x
+pytest tests/unittests

.flake8

@@ -4,4 +4,4 @@ exclude =
     .git, __pycache__, build, dist, .eggs, .github, .local, docs/,
     Samples, azure/functions_worker/protos/,
     azure/functions_worker/typing_inspect.py,
-    tests/test_typing_inspect.py
+    tests/unittests/test_typing_inspect.py

azure-pipelines.yml

@@ -39,14 +39,18 @@ jobs:
       scriptPath: .ci/linux_devops_build.sh
     displayName: 'Build'
   - bash: |
-        chmod +x .ci/linux_devops_tests.sh
-        .ci/linux_devops_tests.sh
+        chmod +x .ci/linux_devops_unit_tests.sh
+        .ci/linux_devops_unit_tests.sh
+    displayName: 'Unit Tests'
+  - bash: |
+        chmod +x .ci/linux_devops_e2e_tests.sh
+        .ci/linux_devops_e2e_tests.sh
     env:
       LINUXSTORAGECONNECTIONSTRING: $(LinuxStorageConnectionString)
       LINUXCOSMOSDBCONNECTIONSTRING: $(LinuxCosmosDBConnectionString)
       LINUXEVENTHUBCONNECTIONSTRING: $(LinuxEventHubConnectionString)
       LINUXSERVICEBUSCONNECTIONSTRING: $(LinuxServiceBusConnectionString)
-    displayName: 'Tests'
+    displayName: 'E2E Tests'
   
 - template: pack/templates/win_env_gen.yml
   parameters:

azure/functions_worker/testutils.py

@@ -36,10 +36,14 @@
 
 PROJECT_ROOT = pathlib.Path(__file__).parent.parent.parent
 TESTS_ROOT = PROJECT_ROOT / 'tests'
+E2E_TESTS_FOLDER = pathlib.Path('endtoend')
+E2E_TESTS_ROOT = TESTS_ROOT / E2E_TESTS_FOLDER
+UNIT_TESTS_FOLDER = pathlib.Path('unittests')
+UNIT_TESTS_ROOT = TESTS_ROOT / UNIT_TESTS_FOLDER
 DEFAULT_WEBHOST_DLL_PATH = PROJECT_ROOT / 'build' / 'webhost' / \
     'Microsoft.Azure.WebJobs.Script.WebHost.dll'
 EXTENSIONS_PATH = PROJECT_ROOT / 'build' / 'extensions' / 'bin'
-FUNCS_PATH = TESTS_ROOT / 'http_functions'
+FUNCS_PATH = TESTS_ROOT / UNIT_TESTS_FOLDER / 'http_functions'
 WORKER_PATH = PROJECT_ROOT / 'python'
 WORKER_CONFIG = PROJECT_ROOT / '.testconfig'
 ON_WINDOWS = platform.system() == 'Windows'
@@ -467,7 +471,7 @@ async def __aexit__(self, *exc):
         self._host = None
 
 
-def start_mockhost(*, script_root='http_functions'):
+def start_mockhost(*, script_root=FUNCS_PATH):
     tests_dir = TESTS_ROOT
     scripts_dir = tests_dir / script_root
     if not scripts_dir.exists() or not scripts_dir.is_dir():
@@ -678,7 +682,7 @@ def _setup_func_app(app_root):
     with open(host_json, 'w') as f:
         f.write(HOST_JSON_TEMPLATE)
 
-    _symlink_dir(TESTS_ROOT / 'ping', ping_func)
+    _symlink_dir(TESTS_ROOT / 'common' / 'ping', ping_func)
     _symlink_dir(EXTENSIONS_PATH, extensions)