chore: refactor eco testing

Author: ssbarnea

.github/workflows/tox.yml

@@ -29,7 +29,7 @@ jobs:
       default_python: "3.13"
       max_python: "3.13"
       other_names: |
-        lint-pkg-schemas-eco:tox -e lint;tox -e pkg;tox -e schemas;tox -e eco
+        lint-pkg-schemas:tox -e lint;tox -e pkg;tox -e schemas
         hook
         docs
         py312-devel

.gitmodules

@@ -0,0 +1,18 @@
+[submodule "test/fixtures/eco/bootstrap"]
+	path = test/fixtures/eco/bootstrap
+	url = https://github.com/robertdebock/ansible-role-bootstrap
+[submodule "test/fixtures/eco/cisco.nxos"]
+	path = test/fixtures/eco/cisco.nxos
+	url = https://github.com/ansible-collections/cisco.nxos
+[submodule "test/fixtures/eco/ansible_collection_system"]
+	path = test/fixtures/eco/ansible_collection_system
+	url = https://github.com/devroles/ansible_collection_system
+[submodule "test/fixtures/eco/ansible-docker-rootless"]
+	path = test/fixtures/eco/ansible-docker-rootless
+	url = https://github.com/konstruktoid/ansible-docker-rootless
+[submodule "test/fixtures/eco/ansible-role-hardening"]
+	path = test/fixtures/eco/ansible-role-hardening
+	url = https://github.com/konstruktoid/ansible-role-hardening
+[submodule "test/fixtures/eco/ansible-role-mysql"]
+	path = test/fixtures/eco/ansible-role-mysql
+	url = https://github.com/geerlingguy/ansible-role-mysql.git

.pre-commit-config.yaml

@@ -21,6 +21,7 @@ exclude: >
     examples/playbooks/vars/empty.transformed.yml|
     examples/playbooks/vars/empty.yml|
     src/ansiblelint/schemas/rulebook.json|
+    test/fixtures/eco/.*|
     test/schemas/data/licenses.json|
     test/schemas/negative_test|
     test/schemas/package-lock.json

cspell.config.yaml

@@ -19,6 +19,7 @@ ignorePaths:
   - uv.lock
   # Test fixtures generated from outside
   - test/**/*.result
+  - test/fixtures/eco/**
   - src/ansiblelint/schemas/*.json
   # Other
   - "*.egg-info"

pyproject.toml

@@ -161,7 +161,7 @@ disallow_untyped_calls = true
 disallow_untyped_defs = true
 error_summary = true
 # site-packages is here to help vscode mypy integration getting confused
-exclude = "(.config|test/local-content|site-packages|~/.pyenv|examples|plugins/modules).*"
+exclude = "(.config|test/local-content|test/fixtures/eco|site-packages|~/.pyenv|examples|plugins/modules).*"
 exclude_gitignore = true
 # https://github.com/python/mypy/issues/12664
 follow_untyped_imports = true
@@ -463,7 +463,12 @@ reportPrivateImportUsage = false
 [tool.pytest]
 # do not add options here as this will likely break either console runs or IDE
 # integration like vscode or pycharm
-addopts = ["--durations=10", "--failed-first", "-p no:pytest_cov"]
+addopts = [
+  "--durations=10",
+  "--failed-first",
+  # "-m=eco",
+  "-p no:pytest_cov",
+]
 doctest_optionflags = ["ALLOW_UNICODE", "ELLIPSIS"]
 filterwarnings = [
   # We raise one non critical warning from our own conftest.py:
@@ -476,7 +481,10 @@ filterwarnings = [
   "ignore:Attribute s is deprecated and will be removed in Python 3.14; use value instead:DeprecationWarning",
 ]
 junit_family = "xunit2"
-markers = ["libyaml: tests that will pass only with pyyaml libyaml is present."]
+markers = [
+  "eco: test impact on ecosystem repositories (slow)",
+  "libyaml: tests that will pass only with pyyaml libyaml is present."
+]
 minversion = "9.0"  # toml config changes
 # https://code.visualstudio.com/docs/python/testing
 # coverage is re-enabled in `tox.ini`. That approach is safer than
@@ -503,6 +511,7 @@ norecursedirs = [
   "plugins",
   "site",
   "src/ansible_lint.egg-info",
+  "test/fixtures/eco",
   "test/schemas",
 ]
 python_files = [
@@ -684,14 +693,6 @@ set_env.DYLD_FALLBACK_LIBRARY_PATH = "/opt/homebrew/lib:{env:LD_LIBRARY_PATH}"
 set_env.NO_COLOR = "1"
 set_env.TERM = "dump"
 
-[tool.tox.env.eco]
-commands = [
-  ["sh", "-c", "tools/test-eco.sh"],
-]
-commands_post = []
-commands_pre = []
-description = "Perform ecosystem impact (downstream testing) https://github.com/ansible/ansible-lint/discussions/1403"
-
 [tool.tox.env.hook]
 commands = [["{tox_root}/tools/test-hook.sh"]]
 dependency_groups = ["lint"]
@@ -887,6 +888,7 @@ exclude = [
   "test/local-content",
   "venv",
   "src/ansiblelint/_version.py",
+  "test/fixtures/eco"
 ]
 ignore_names = [
   "_ANSIBLE_ARGS",

test/fixtures/eco/ansible-docker-rootless

@@ -0,0 +1 @@
+0