mirror of https://github.com/ansible/ansible.git
ansible-test - Add remote debugging support (#85317)
(cherry picked from commit 7ef13cb29e)
pull/85383/head
Matt Clay
6 months ago
parent
7cc5f8504e
commit
865d69dab1
@ -0,0 +1,4 @@
|
|||||||
|
minor_changes:
|
||||||
|
- ansible-test - Added experimental support for remote debugging.
|
||||||
|
- ansible-test - The ``shell`` command has been augmented to propagate remote debug configurations and other test-related settings when running on the controller.
|
||||||
|
Use the ``--raw`` argument to bypass the additional environment configuration.
|
||||||
@ -0,0 +1,166 @@
|
|||||||
|
"""Setup and configure remote debugging."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
|
||||||
|
from .util import (
|
||||||
|
cache,
|
||||||
|
display,
|
||||||
|
raw_command,
|
||||||
|
ApplicationError,
|
||||||
|
)
|
||||||
|
|
||||||
|
from .processes import (
|
||||||
|
Process,
|
||||||
|
get_current_process,
|
||||||
|
)
|
||||||
|
|
||||||
|
from .config import (
|
||||||
|
EnvironmentConfig,
|
||||||
|
)
|
||||||
|
|
||||||
|
from .metadata import (
|
||||||
|
DebuggerSettings,
|
||||||
|
DebuggerFlags,
|
||||||
|
)
|
||||||
|
|
||||||
|
from . import (
|
||||||
|
data_context,
|
||||||
|
CommonConfig,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def initialize_debugger(args: CommonConfig) -> None:
|
||||||
|
"""Initialize the debugger settings before delegation."""
|
||||||
|
if not isinstance(args, EnvironmentConfig):
|
||||||
|
return
|
||||||
|
|
||||||
|
if args.metadata.loaded:
|
||||||
|
return # after delegation
|
||||||
|
|
||||||
|
if collection := data_context().content.collection:
|
||||||
|
args.metadata.collection_root = collection.root
|
||||||
|
|
||||||
|
load_debugger_settings(args)
|
||||||
|
|
||||||
|
|
||||||
|
def parse_debugger_settings(value: str) -> DebuggerSettings:
|
||||||
|
"""Parse remote debugger settings and apply defaults."""
|
||||||
|
try:
|
||||||
|
settings = DebuggerSettings(**json.loads(value))
|
||||||
|
except Exception as ex:
|
||||||
|
raise ApplicationError(f"Invalid debugger settings: {ex}") from ex
|
||||||
|
|
||||||
|
if not settings.module:
|
||||||
|
if not settings.package or 'pydevd-pycharm' in settings.package:
|
||||||
|
module = 'pydevd_pycharm'
|
||||||
|
else:
|
||||||
|
module = 'pydevd'
|
||||||
|
|
||||||
|
settings = dataclasses.replace(settings, module=module)
|
||||||
|
|
||||||
|
if settings.package is None:
|
||||||
|
if settings.module == 'pydevd_pycharm':
|
||||||
|
if pycharm_version := detect_pycharm_version():
|
||||||
|
package = f'pydevd-pycharm~={pycharm_version}'
|
||||||
|
else:
|
||||||
|
package = None
|
||||||
|
else:
|
||||||
|
package = 'pydevd'
|
||||||
|
|
||||||
|
settings = dataclasses.replace(settings, package=package)
|
||||||
|
|
||||||
|
settings.settrace.setdefault('suspend', False)
|
||||||
|
|
||||||
|
if port := detect_pydevd_port():
|
||||||
|
settings = dataclasses.replace(settings, port=port)
|
||||||
|
|
||||||
|
if detect_pycharm_process():
|
||||||
|
# This only works with the default PyCharm debugger.
|
||||||
|
# Using it with PyCharm's "Python Debug Server" results in hangs in Ansible workers.
|
||||||
|
# Further investigation is required to understand the cause.
|
||||||
|
settings = dataclasses.replace(settings, args=settings.args + ['--multiprocess'])
|
||||||
|
|
||||||
|
return settings
|
||||||
|
|
||||||
|
|
||||||
|
def load_debugger_settings(args: EnvironmentConfig) -> None:
|
||||||
|
"""Load the remote debugger settings."""
|
||||||
|
if args.metadata.debugger_flags.on_demand:
|
||||||
|
# On-demand debugging only enables debugging if we're running under a debugger, otherwise it's a no-op.
|
||||||
|
|
||||||
|
if not detect_pydevd_port():
|
||||||
|
display.info('Debugging disabled because no debugger was detected.', verbosity=1)
|
||||||
|
args.metadata.debugger_flags = DebuggerFlags.all(False)
|
||||||
|
return
|
||||||
|
|
||||||
|
display.info('Enabling on-demand debugging.', verbosity=1)
|
||||||
|
|
||||||
|
if not args.metadata.debugger_flags.enable:
|
||||||
|
# Assume the user wants all debugging features enabled, since on-demand debugging with no features is pointless.
|
||||||
|
args.metadata.debugger_flags = DebuggerFlags.all(True)
|
||||||
|
|
||||||
|
if not args.metadata.debugger_flags.enable:
|
||||||
|
return
|
||||||
|
|
||||||
|
value = os.environ.get('ANSIBLE_TEST_REMOTE_DEBUGGER') or '{}'
|
||||||
|
settings = parse_debugger_settings(value)
|
||||||
|
|
||||||
|
display.info(f'>>> Debugger Settings\n{json.dumps(dataclasses.asdict(settings), indent=4)}', verbosity=3)
|
||||||
|
|
||||||
|
args.metadata.debugger_settings = settings
|
||||||
|
|
||||||
|
|
||||||
|
@cache
|
||||||
|
def detect_pydevd_port() -> int | None:
|
||||||
|
"""Return the port for the pydevd instance hosting this process, or `None` if not detected."""
|
||||||
|
current_process = get_current_process_cached()
|
||||||
|
args = current_process.args
|
||||||
|
|
||||||
|
if any('/pydevd.py' in arg for arg in args) and (port_idx := args.index('--port')):
|
||||||
|
port = int(args[port_idx + 1])
|
||||||
|
display.info(f'Detected pydevd debugger port {port}.', verbosity=1)
|
||||||
|
return port
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
@cache
|
||||||
|
def detect_pycharm_version() -> str | None:
|
||||||
|
"""Return the version of PyCharm running ansible-test, or `None` if PyCharm was not detected. The result is cached."""
|
||||||
|
if pycharm := detect_pycharm_process():
|
||||||
|
output = raw_command([pycharm.args[0], '--version'], capture=True)[0]
|
||||||
|
|
||||||
|
if match := re.search('^Build #PY-(?P<version>[0-9.]+)$', output, flags=re.MULTILINE):
|
||||||
|
version = match.group('version')
|
||||||
|
display.info(f'Detected PyCharm version {version}.', verbosity=1)
|
||||||
|
return version
|
||||||
|
|
||||||
|
display.warning('Skipping installation of `pydevd-pycharm` since the running PyCharm version could not be detected.')
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
@cache
|
||||||
|
def detect_pycharm_process() -> Process | None:
|
||||||
|
"""Return the PyCharm process running ansible-test, or `None` if PyCharm was not detected. The result is cached."""
|
||||||
|
current_process = get_current_process_cached()
|
||||||
|
parent = current_process.parent
|
||||||
|
|
||||||
|
while parent:
|
||||||
|
if parent.path.name == 'pycharm':
|
||||||
|
return parent
|
||||||
|
|
||||||
|
parent = parent.parent
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
@cache
|
||||||
|
def get_current_process_cached() -> Process:
|
||||||
|
"""Return the current process. The result is cached."""
|
||||||
|
return get_current_process()
|
||||||
@ -0,0 +1,80 @@
|
|||||||
|
"""Wrappers around `ps` for querying running processes."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import collections
|
||||||
|
import dataclasses
|
||||||
|
import os
|
||||||
|
import pathlib
|
||||||
|
import shlex
|
||||||
|
|
||||||
|
from ansible_test._internal.util import raw_command
|
||||||
|
|
||||||
|
|
||||||
|
@dataclasses.dataclass(frozen=True)
|
||||||
|
class ProcessData:
|
||||||
|
"""Data about a running process."""
|
||||||
|
|
||||||
|
pid: int
|
||||||
|
ppid: int
|
||||||
|
command: str
|
||||||
|
|
||||||
|
|
||||||
|
@dataclasses.dataclass(frozen=True)
|
||||||
|
class Process:
|
||||||
|
"""A process in the process tree."""
|
||||||
|
|
||||||
|
pid: int
|
||||||
|
command: str
|
||||||
|
parent: Process | None = None
|
||||||
|
children: tuple[Process, ...] = dataclasses.field(default_factory=tuple)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def args(self) -> list[str]:
|
||||||
|
"""The list of arguments that make up `command`."""
|
||||||
|
return shlex.split(self.command)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def path(self) -> pathlib.Path:
|
||||||
|
"""The path to the process."""
|
||||||
|
return pathlib.Path(self.args[0])
|
||||||
|
|
||||||
|
|
||||||
|
def get_process_data(pids: list[int] | None = None) -> list[ProcessData]:
|
||||||
|
"""Return a list of running processes."""
|
||||||
|
if pids:
|
||||||
|
args = ['-p', ','.join(map(str, pids))]
|
||||||
|
else:
|
||||||
|
args = ['-A']
|
||||||
|
|
||||||
|
lines = raw_command(['ps'] + args + ['-o', 'pid,ppid,command'], capture=True)[0].splitlines()[1:]
|
||||||
|
processes = [ProcessData(pid=int(pid), ppid=int(ppid), command=command) for pid, ppid, command in (line.split(maxsplit=2) for line in lines)]
|
||||||
|
|
||||||
|
return processes
|
||||||
|
|
||||||
|
|
||||||
|
def get_process_tree() -> dict[int, Process]:
|
||||||
|
"""Return the process tree."""
|
||||||
|
processes = get_process_data()
|
||||||
|
pid_to_process: dict[int, Process] = {}
|
||||||
|
pid_to_children: dict[int, list[Process]] = collections.defaultdict(list)
|
||||||
|
|
||||||
|
for data in processes:
|
||||||
|
pid_to_process[data.pid] = process = Process(pid=data.pid, command=data.command)
|
||||||
|
|
||||||
|
if data.ppid:
|
||||||
|
pid_to_children[data.ppid].append(process)
|
||||||
|
|
||||||
|
for data in processes:
|
||||||
|
pid_to_process[data.pid] = dataclasses.replace(
|
||||||
|
pid_to_process[data.pid],
|
||||||
|
parent=pid_to_process.get(data.ppid),
|
||||||
|
children=tuple(pid_to_children[data.pid]),
|
||||||
|
)
|
||||||
|
|
||||||
|
return pid_to_process
|
||||||
|
|
||||||
|
|
||||||
|
def get_current_process() -> Process:
|
||||||
|
"""Return the current process along with its ancestors and descendants."""
|
||||||
|
return get_process_tree()[os.getpid()]
|
||||||
Loading…
Reference in New Issue