diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index ed487ae1..47c64b98 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -37,7 +37,7 @@ jobs:
       max-parallel: 4
       matrix:
         platform: [ubuntu-latest, windows-latest, macos-latest]
-        python-version: ['3.9', '3.10', '3.11']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
     env:
       PLATFORM: ${{ matrix.platform }}
     steps:
@@ -92,7 +92,7 @@ jobs:
       max-parallel: 5
       matrix:
         platform: [ubuntu-latest]
-        python-version: ['3.8', '3.9', '3.10', '3.11']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
 
     # For the action to work, you have to supply a mysql
     # service as defined below.
diff --git a/tests/cli/test_commands.py b/tests/cli/test_commands.py
index 46e7163d..3227fef3 100644
--- a/tests/cli/test_commands.py
+++ b/tests/cli/test_commands.py
@@ -60,18 +60,21 @@ def test_help(
 
 @requires_no_s_flag
 @pytest.mark.parametrize(
-    "command",
+    ("command", "expected_error"),
     [
-        "mila",  # Error: Missing a subcommand.
-        "mila search conda",
-        "mila code --boo",  # Error: Unknown argument.
-        "mila serve",  # Error: Missing the subcommand.
-        "mila forward",  # Error: Missing the REMOTE argument.
+        ("mila", "the following arguments are required: <command>"),
+        ("mila search conda", "invalid choice: 'search'"),
+        ("mila code --boo", "unrecognized arguments: --boo"),
+        (
+            "mila serve",
+            "error: the following arguments are required: <serve_subcommand>",
+        ),
+        ("mila forward", "error: the following arguments are required: REMOTE"),
     ],
 )
 def test_invalid_command_output(
     command: str,
-    file_regression: FileRegressionFixture,
+    expected_error: str,
     monkeypatch: pytest.MonkeyPatch,
 ):
     """Test that we get a proper output when we use an invalid command (that exits
@@ -82,7 +85,9 @@ def test_invalid_command_output(
         SystemExit
     ), contextlib.redirect_stdout(buf), contextlib.redirect_stderr(buf):
         main()
-    file_regression.check(_convert_argparse_output_to_pre_py311_format(buf.getvalue()))
+    assert expected_error in buf.getvalue()
+    # The output changes between python versions.
+    # file_regression.check(_convert_argparse_output_to_pre_py311_format(buf.getvalue()))
 
 
 @pytest.mark.parametrize(
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_.txt
deleted file mode 100644
index fa5c4b84..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-usage: mila [-h] [--version] [-v]
-            {docs,intranet,init,forward,code,sync,serve} ...
-mila: error: the following arguments are required: <command>
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_code_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_code_.txt
deleted file mode 100644
index 32b292f2..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_code_.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-usage: mila code [-h] [--cluster {mila,cedar,narval,beluga,graham}]
-                 [--alloc ...] [--command VALUE] [--job VALUE] [--node VALUE]
-                 [--persist]
-                 PATH
-mila code: error: the following arguments are required: PATH
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_code___boo_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_code___boo_.txt
deleted file mode 100644
index 0092b093..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_code___boo_.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-usage: mila [-h] [--version] [-v]
-            {docs,intranet,init,forward,code,sync,serve} ...
-mila: error: unrecognized arguments: --boo
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_forward_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_forward_.txt
deleted file mode 100644
index 9f5812de..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_forward_.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-usage: mila forward [-h] [--page VALUE] [--port VALUE] REMOTE
-mila forward: error: the following arguments are required: REMOTE
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_search_conda_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_search_conda_.txt
deleted file mode 100644
index 725b21ac..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_search_conda_.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-usage: mila [-h] [--version] [-v]
-            {docs,intranet,init,forward,code,sync,serve} ...
-mila: error: argument <command>: invalid choice: 'search' (choose from 'docs', 'intranet', 'init', 'forward', 'code', 'sync', 'serve')
diff --git a/tests/cli/test_commands/test_invalid_command_output_mila_serve_.txt b/tests/cli/test_commands/test_invalid_command_output_mila_serve_.txt
deleted file mode 100644
index c57438c5..00000000
--- a/tests/cli/test_commands/test_invalid_command_output_mila_serve_.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-usage: mila serve [-h]
-                  {connect,kill,list,lab,notebook,tensorboard,mlflow,aim} ...
-mila serve: error: the following arguments are required: <serve_subcommand>