diff --git a/.github/workflows/python-deps.yml b/.github/workflows/python-deps.yml
index dba136bf8..291be5735 100644
--- a/.github/workflows/python-deps.yml
+++ b/.github/workflows/python-deps.yml
@@ -37,24 +37,6 @@ jobs:
             - test_dir: python-setup/tests/requirements/non-standard-location
               test_script: test -z $LGTM_INDEX_IMPORT_PATH
 
-            # All of these should fail
-            - test_dir: python-setup/tests/pipenv/python-version-not-available
-              test_script: /bin/false
-            - test_dir: python-setup/tests/poetry/python-version-not-available
-              test_script: /bin/false
-            - test_dir: python-setup/tests/requirements/invalid-package
-              test_script: /bin/false
-            - test_dir: python-setup/tests/requirements/invalid-version
-              test_script: /bin/false
-            - test_dir: python-setup/tests/setup_py/invalid-version
-              test_script: /bin/false
-            - test_dir: python-setup/tests/setup_py/invalid-file
-              test_script: /bin/false
-            - test_dir: python-setup/tests/setup_py/extra-require-not-installed
-              test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 3
-            - test_dir: python-setup/tests/setup_py/wrong-python-version
-              test_script: /bin/false
-
     steps:
     # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
     - uses: actions/checkout@v2
diff --git a/python-setup/tests/pipenv/python-version-not-available/Pipfile b/python-setup/tests/pipenv/python-version-not-available/Pipfile
deleted file mode 100644
index 336c2301b..000000000
--- a/python-setup/tests/pipenv/python-version-not-available/Pipfile
+++ /dev/null
@@ -1,12 +0,0 @@
-[[source]]
-name = "pypi"
-url = "https://pypi.org/simple"
-verify_ssl = true
-
-[dev-packages]
-
-[packages]
-requests = "*"
-
-[requires]
-python_version = "3.100"
diff --git a/python-setup/tests/pipenv/python-version-not-available/Pipfile.lock b/python-setup/tests/pipenv/python-version-not-available/Pipfile.lock
deleted file mode 100644
index 519591de8..000000000
--- a/python-setup/tests/pipenv/python-version-not-available/Pipfile.lock
+++ /dev/null
@@ -1,28 +0,0 @@
-{
-    "_meta": {
-        "hash": {
-            "sha256": "2296b1fab66570fa3660c5e6a4e923332dcd7785814624c584be6623bc62c0e7"
-        },
-        "pipfile-spec": 6,
-        "requires": {
-            "python_version": "3.8"
-        },
-        "sources": [
-            {
-                "name": "pypi",
-                "url": "https://pypi.org/simple",
-                "verify_ssl": true
-            }
-        ]
-    },
-    "default": {
-        "requests": {
-            "hashes": [
-                "sha256:156bf3ec27ba9ec7e0cf8fbe02808718099d218de403eb64a714d73ba1a29ab1"
-            ],
-            "index": "pypi",
-            "version": "==1.2.3"
-        }
-    },
-    "develop": {}
-}
diff --git a/python-setup/tests/poetry/python-version-not-available/poetry.lock b/python-setup/tests/poetry/python-version-not-available/poetry.lock
deleted file mode 100644
index 6db68ee77..000000000
--- a/python-setup/tests/poetry/python-version-not-available/poetry.lock
+++ /dev/null
@@ -1,16 +0,0 @@
-[[package]]
-category = "main"
-description = "Python HTTP for Humans."
-name = "requests"
-optional = false
-python-versions = "^3.100"
-version = "1.2.3"
-
-[metadata]
-content-hash = "b1abdce30bbdad3ac786dafe6840129df522cae3c5988f9ba8061320e3c1a34e"
-python-versions = "^3.100"
-
-[metadata.files]
-requests = [
-    {file = "requests-1.2.3.tar.gz", hash = "sha256:156bf3ec27ba9ec7e0cf8fbe02808718099d218de403eb64a714d73ba1a29ab1"},
-]
diff --git a/python-setup/tests/poetry/python-version-not-available/pyproject.toml b/python-setup/tests/poetry/python-version-not-available/pyproject.toml
deleted file mode 100644
index 86007afea..000000000
--- a/python-setup/tests/poetry/python-version-not-available/pyproject.toml
+++ /dev/null
@@ -1,15 +0,0 @@
-[tool.poetry]
-name = "autoinstall-test"
-version = "0.1.0"
-description = ""
-authors = ["Your Name <you@example.com>"]
-
-[tool.poetry.dependencies]
-python = "^3.100"
-requests = "*"
-
-[tool.poetry.dev-dependencies]
-
-[build-system]
-requires = ["poetry>=0.12"]
-build-backend = "poetry.masonry.api"
diff --git a/python-setup/tests/requirements/invalid-package/requirements.txt b/python-setup/tests/requirements/invalid-package/requirements.txt
deleted file mode 100644
index 4acb6327e..000000000
--- a/python-setup/tests/requirements/invalid-package/requirements.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-# non-existing package
-ajsdiofjasodinfkajsndfoiuqwhefoanisdfojnasdofas
diff --git a/python-setup/tests/requirements/invalid-version/requirements.txt b/python-setup/tests/requirements/invalid-version/requirements.txt
deleted file mode 100644
index 915977da0..000000000
--- a/python-setup/tests/requirements/invalid-version/requirements.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-# valid package with invalid version
-requests==10000
diff --git a/python-setup/tests/setup_py/extra-require-not-installed/setup.py b/python-setup/tests/setup_py/extra-require-not-installed/setup.py
deleted file mode 100644
index f14e3597d..000000000
--- a/python-setup/tests/setup_py/extra-require-not-installed/setup.py
+++ /dev/null
@@ -1,11 +0,0 @@
-from setuptools import setup
-
-# has fake Trove classifier to fool Python extractor to believe this is Python 3 for sure
-
-# Programming Language :: Python :: 3.7
-
-setup(
-    name="example-setup.py",
-    install_requires=[],
-    extras_require={"all": ["requests==1.2.3"]}
-)
diff --git a/python-setup/tests/setup_py/invalid-file/setup.py b/python-setup/tests/setup_py/invalid-file/setup.py
deleted file mode 100644
index 39f67eb3f..000000000
--- a/python-setup/tests/setup_py/invalid-file/setup.py
+++ /dev/null
@@ -1 +0,0 @@
-raise Exception("some kind of error")
diff --git a/python-setup/tests/setup_py/invalid-version/setup.py b/python-setup/tests/setup_py/invalid-version/setup.py
deleted file mode 100644
index f549eac22..000000000
--- a/python-setup/tests/setup_py/invalid-version/setup.py
+++ /dev/null
@@ -1,6 +0,0 @@
-from setuptools import setup
-
-setup(
-    name="example-setup.py",
-    install_requires=["requests==10000"],
-)
diff --git a/python-setup/tests/setup_py/wrong-python-version/setup.py b/python-setup/tests/setup_py/wrong-python-version/setup.py
deleted file mode 100644
index 4b2f68ae5..000000000
--- a/python-setup/tests/setup_py/wrong-python-version/setup.py
+++ /dev/null
@@ -1,12 +0,0 @@
-from setuptools import setup
-
-# has fake Trove classifier to fool Python extractor to believe this is Python 3 for sure
-
-# Programming Language :: Python :: 3.7
-
-
-setup(
-    name="example-setup.py",
-    install_requires=["requests==1.2.3"],
-    python_requires=">=2.7, <3",
-)