[WIP] Investigate if ST2 runs with python 3.10

.github/workflows/ci.yaml

@@ -70,11 +70,19 @@ jobs:
             task: 'ci-compile'
             python-version-short: '3.8'
             python-version: '3.8.10'
+          - name: 'Lint Checks (black, flake8, etc.)'
+            task: 'ci-checks'
+            python-version-short: '3.10'
+            python-version: '3.10.9'
+          - name: 'Compile (pip deps, pylint, etc.)'
+            task: 'ci-compile'
+            python-version-short: '3.10'
+            python-version: '3.10.9'
 
     env:
       TASK: '${{ matrix.task }}'
       COLUMNS: '120'
-      PYLINT_CONCURRENCY: '4'
+      PYLINT_CONCURRENCY: '6'
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
@@ -174,6 +182,18 @@ jobs:
             nosetests_node_index: 1
             python-version-short: '3.8'
             python-version: '3.8.10'
+          - name: 'Unit Tests (chunk 1)'
+            task: 'ci-unit'
+            nosetests_node_total: 2
+            nosetests_node_index: 0
+            python-version-short: '3.10'
+            python-version: '3.10.9'
+          - name: 'Unit Tests (chunk 2)'
+            task: 'ci-unit'
+            nosetests_node_total: 2
+            nosetests_node_index: 1
+            python-version-short: '3.10'
+            python-version: '3.10.9'
           # This job is slow so we only run in on a daily basis
           # - name: 'Micro Benchmarks'
           #   task: 'micro-benchmarks'
@@ -359,6 +379,24 @@ jobs:
             nosetests_node_index: 1
             python-version-short: '3.8'
             python-version: '3.8.10'
+          - name: 'Pack Tests'
+            task: 'ci-packs-tests'
+            nosetests_node_total: 1
+            nosetests_node_index: 0
+            python-version-short: '3.10'
+            python-version: '3.10.9'
+          - name: 'Integration Tests (chunk 1)'
+            task: 'ci-integration'
+            nosetests_node_total: 2
+            nosetests_node_index: 0
+            python-version-short: '3.10'
+            python-version: '3.10.9'
+          - name: 'Integration Tests (chunk 2)'
+            task: 'ci-integration'
+            nosetests_node_total: 2
+            nosetests_node_index: 1
+            python-version-short: '3.10'
+            python-version: '3.10.9'
     services:
       mongo:
         image: mongo:4.4

.github/workflows/microbenchmarks.yaml

@@ -46,6 +46,12 @@ jobs:
             nosetests_node_index: 0
             python-version-short: '3.8'
             python-version: '3.8.10'
+          - name: 'Microbenchmarks'
+            task: 'micro-benchmarks'
+            nosetests_node_total: 1
+            nosetests_node_index: 0
+            python-version-short: '3.10'
+            python-version: '3.10.9'
     services:
       mongo:
         image: mongo:4.4

.github/workflows/orquesta-integration-tests.yaml

@@ -67,6 +67,12 @@ jobs:
             nosetests_node_index: 0
             python-version-short: '3.8'
             python-version: '3.8.10'
+          - name: 'Integration Tests (Orquesta)'
+            task: 'ci-orquesta'
+            nosetests_node_total: 1
+            nosetests_node_index: 0
+            python-version-short: '3.10'
+            python-version: '3.10.9'
     services:
       mongo:
         image: mongo:4.4

fixed-requirements.txt

@@ -10,13 +10,13 @@ dnspython>=1.16.0,<2.0.0
 cryptography==3.4.7
 # Note: 0.20.0 removed select.poll() on which some of our code and libraries we
 # depend on rely
-eventlet==0.30.2
+eventlet==0.33.2
 flex==6.14.1
 gitpython==3.1.15
 # Needed by gitpython, old versions used to bundle it
 gitdb==4.0.2
 # Note: greenlet is used by eventlet
-greenlet==1.0.0
+greenlet==1.1.3
 gunicorn==20.1.0
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
@@ -34,11 +34,11 @@ networkx>=2.5.1,<2.6
 decorator==4.4.2
 # NOTE: Recent version substantially affect the performance and add big import time overhead
 # See https://github.com/StackStorm/st2/issues/4160#issuecomment-394386433 for details
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 oslo.utils<5.0,>=4.0.0
 paramiko==2.10.1
 passlib==1.7.4
-prompt-toolkit==1.0.15
+prompt-toolkit==3.0.36
 pyinotify==0.9.6 ; platform_system=="Linux"
 pymongo==3.11.3
 pyparsing<3

requirements.txt

@@ -17,11 +17,11 @@ ciso8601
 cryptography==3.4.7
 decorator==4.4.2
 dnspython>=1.16.0,<2.0.0
-eventlet==0.30.2
+eventlet==0.33.2
 flex==6.14.1
 gitdb==4.0.2
 gitpython==3.1.15
-greenlet==1.0.0
+greenlet==1.1.3
 gunicorn==20.1.0
 importlib-metadata==3.10.1
 jinja2==2.11.3
@@ -38,12 +38,12 @@ nose-parallel==0.4.0
 nose-timer==1.0.1
 orjson==3.5.2
 orquesta@ git+https://github.com/StackStorm/orquesta.git@v1.5.0
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 oslo.utils<5.0,>=4.0.0
 paramiko==2.10.1
 passlib==1.7.4
 prettytable==2.1.0
-prompt-toolkit==1.0.15
+prompt-toolkit==3.0.36
 psutil==5.8.0
 pyOpenSSL<=21.0.0
 pyinotify==0.9.6 ; platform_system=="Linux"

st2actions/requirements.txt

@@ -8,13 +8,13 @@
 MarkupSafe<2.1.0,>=0.23
 apscheduler==3.7.0
 chardet<3.1.0
-eventlet==0.30.2
+eventlet==0.33.2
 gitpython==3.1.15
 jinja2==2.11.3
 kombu==5.0.2
 lockfile==0.12.2
 logshipper@ git+https://github.com/StackStorm/logshipper.git@stackstorm_patched ; platform_system=="Linux"
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 oslo.utils<5.0,>=4.0.0
 pyinotify==0.9.6 ; platform_system=="Linux"
 pyparsing<3

st2api/requirements.txt

@@ -5,12 +5,12 @@
 # If you want to update depdencies for a single component, modify the
 # in-requirements.txt for that component and then run 'make requirements' to
 # update the component requirements.txt
-eventlet==0.30.2
+eventlet==0.33.2
 gunicorn==20.1.0
 jsonschema==2.6.0
 kombu==5.0.2
 mongoengine==0.23.0
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 oslo.utils<5.0,>=4.0.0
 pymongo==3.11.3
 pyparsing<3

st2auth/requirements.txt

@@ -6,9 +6,9 @@
 # in-requirements.txt for that component and then run 'make requirements' to
 # update the component requirements.txt
 bcrypt==3.2.0
-eventlet==0.30.2
+eventlet==0.33.2
 gunicorn==20.1.0
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 passlib==1.7.4
 pymongo==3.11.3
 six==1.13.0

st2client/requirements.txt

@@ -14,7 +14,7 @@ jsonpath-rw==1.4.0
 jsonschema==2.6.0
 orjson==3.5.2
 prettytable==2.1.0
-prompt-toolkit==1.0.15
+prompt-toolkit==3.0.36
 pyOpenSSL<=21.0.0
 pysocks
 python-dateutil==2.8.1

st2common/requirements.txt

@@ -14,11 +14,11 @@ ciso8601
 cryptography==3.4.7
 decorator==4.4.2
 dnspython>=1.16.0,<2.0.0
-eventlet==0.30.2
+eventlet==0.33.2
 flex==6.14.1
 gitdb==4.0.2
 gitpython==3.1.15
-greenlet==1.0.0
+greenlet==1.1.3
 jinja2==2.11.3
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
@@ -28,7 +28,7 @@ mongoengine==0.23.0
 networkx>=2.5.1,<2.6
 orjson==3.5.2
 orquesta@ git+https://github.com/StackStorm/orquesta.git@v1.5.0
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 paramiko==2.10.1
 pyOpenSSL<=21.0.0
 pymongo==3.11.3

st2reactor/requirements.txt

@@ -6,10 +6,10 @@
 # in-requirements.txt for that component and then run 'make requirements' to
 # update the component requirements.txt
 apscheduler==3.7.0
-eventlet==0.30.2
+eventlet==0.33.2
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
 kombu==5.0.2
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 python-dateutil==2.8.1
 six==1.13.0

st2stream/requirements.txt

@@ -5,12 +5,12 @@
 # If you want to update depdencies for a single component, modify the
 # in-requirements.txt for that component and then run 'make requirements' to
 # update the component requirements.txt
-eventlet==0.30.2
+eventlet==0.33.2
 gunicorn==20.1.0
 jsonschema==2.6.0
 kombu==5.0.2
 mongoengine==0.23.0
-oslo.config>=1.12.1,<1.13
+oslo.config==9.0.0
 oslo.utils<5.0,>=4.0.0
 pymongo==3.11.3
 pyparsing<3

test-requirements.txt

@@ -2,8 +2,8 @@
 coverage==4.5.2
 pep8==1.7.1
 st2flake8==0.1.0
-astroid==2.5.6
-pylint==2.8.2
+astroid==2.12.13
+pylint==2.15.8
 pylint-plugin-utils>=0.4
 black==22.3.0
 pre-commit==2.1.0
@@ -36,7 +36,7 @@ prance==0.15.0
 # pip-tools 5.4 needs pip>=20.1
 # pip-tools 6.0 needs pip>=20.3
 pip-tools>=5.4,<6.1
-pytest==6.2.3
+pytest==6.2.5
 pytest-benchmark==3.4.1
 pytest-benchmark[histogram]==3.4.1
 # zstandard is used for micro benchmarks