Upgrading to python 3.12 after dependency cleanup

.github/actions/setup_environment/action.yml

@@ -25,7 +25,6 @@ runs:
       if: ${{ inputs.os == 'windows-latest' }}
       run: rm.exe "C:/WINDOWS/system32/bash.EXE"
 
-
     - name: Install MLStacks
       shell: bash
       run: |

.github/workflows/ci.yml

@@ -25,7 +25,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/setup-python-environment.yml
     with:
@@ -38,7 +38,7 @@ jobs:
     strategy:
       matrix:
         os: [windows-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/setup-python-environment.yml
     with:
@@ -51,7 +51,7 @@ jobs:
     strategy:
       matrix:
         os: [macos-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/setup-python-environment.yml
     with:
@@ -64,7 +64,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/lint-unit-test.yml
     with:
@@ -77,7 +77,7 @@ jobs:
     strategy:
       matrix:
         os: [windows-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/lint-unit-test.yml
     with:
@@ -90,7 +90,7 @@ jobs:
     strategy:
       matrix:
         os: [macos-latest]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
       fail-fast: false
     uses: ./.github/workflows/lint-unit-test.yml
     with:

.github/workflows/lint-unit-test.yml

@@ -36,6 +36,7 @@ on:
           - '3.9'
           - '3.10'
           - '3.11'
+          - '3.12'
         required: false
         default: '3.8'
       enable_tmate:

pyproject.toml

@@ -63,15 +63,14 @@ exclude = [
 ]
 
 [tool.poetry.dependencies]
-# pydantic = {version = "2.0.2"}
-# compatible with Core ZenML
-python = ">=3.8,<3.12"
+python = ">=3.8,<3.13"
 pydantic = { version = "~2.7" }
 pyyaml = { version = ">=6.0.1" }
 click = { version = "^8.0.1,<8.1.4" }
 python-terraform = { version = "^0.10.1" }
 rich = { version = "^12.0.0" }
 analytics-python = { version = "^1.4.0" }
+setuptools = "*"
 
 # dev dependencies
 ruff = { version = ">=0.1.7", optional = true }

scripts/format.sh

@@ -4,8 +4,8 @@ set -x
 SRC=${1:-"src/mlstacks tests scripts"}
 
 # autoflake replacement: removes unused imports and variables
-ruff $SRC --select F401,F841 --fix --exclude "__init__.py" --isolated
+ruff check $SRC --select F401,F841 --fix --exclude "__init__.py" --isolated
 
 # sorts imports
-ruff $SRC --select I --fix --ignore D
+ruff check $SRC --select I --fix --ignore D
 ruff format $SRC

scripts/lint.sh

@@ -7,10 +7,10 @@ SRC=${1:-"src/mlstacks tests"}
 SRC_NO_TESTS=${1:-"src/mlstacks"}
 TESTS=${1:-"tests"}
 
-ruff $SRC_NO_TESTS
+ruff check $SRC_NO_TESTS
 
 # autoflake replacement: checks for unused imports and variables
-ruff $SRC --select F401,F841 --exclude "__init__.py" --isolated
+ruff check $SRC --select F401,F841 --exclude "__init__.py" --isolated
 
 ruff format $SRC  --check
 

src/mlstacks/utils/terraform_utils.py

@@ -250,8 +250,8 @@ def include_files(
             or filename.endswith(".md")
             or filename.endswith(".yaml")
             or filename.endswith(".sh")
-            or filename == ".terraformignore"
-            or filename == MLSTACKS_INITIALIZATION_FILE_FLAG
+            or filename
+            in {".terraformignore", MLSTACKS_INITIALIZATION_FILE_FLAG}
         )
     ]
 
@@ -1007,8 +1007,8 @@ def verify_infracost_installed() -> bool:
         bool: True if Infracost is installed, otherwise False.
     """
     try:
-        subprocess.run(
-            ["infracost", "configure", "get", "api_key"],  # noqa: S607,S603
+        subprocess.run(  # noqa: S603
+            ["infracost", "configure", "get", "api_key"],  # noqa: S607
             check=True,
             capture_output=True,
             text=True,
@@ -1079,9 +1079,9 @@ def infracost_breakdown_stack(
         infracost_cmd += f" --terraform-var {k}={v}"
 
     # Execute the command
-    process = subprocess.run(
+    process = subprocess.run(  # noqa: S602
         infracost_cmd,
-        shell=True,  # noqa: S602
+        shell=True,
         check=True,
         capture_output=True,
         text=True,