|
| 1 | +# -*- coding: utf-8 -*- |
| 2 | +import argparse |
| 3 | +import logging.config |
| 4 | +import subprocess as sp |
| 5 | +import os |
| 6 | +import tempfile |
| 7 | + |
| 8 | +import logging |
| 9 | + |
| 10 | +from ydb.tests.tools.nemesis.library import monitor |
| 11 | +from ydb.tests.tools.nemesis.library import catalog |
| 12 | +from ydb.tests.library.harness.kikimr_cluster import ExternalKiKiMRCluster |
| 13 | + |
| 14 | + |
| 15 | +def setup_logging_config(filename=None): |
| 16 | + handler = {'class': 'logging.StreamHandler', 'level': 'DEBUG', 'formatter': 'base'} |
| 17 | + if filename: |
| 18 | + handler = { |
| 19 | + 'class': 'logging.handlers.TimedRotatingFileHandler', |
| 20 | + 'filename': filename, 'when': 'midnight', 'level': 'DEBUG', 'formatter': 'base' |
| 21 | + } |
| 22 | + return { |
| 23 | + 'version': 1, |
| 24 | + 'formatters': { |
| 25 | + 'base': { |
| 26 | + 'format': '%(asctime)s - %(name)s - %(levelname)s - %(message)s', |
| 27 | + }, |
| 28 | + }, |
| 29 | + 'handlers': { |
| 30 | + 'handler': handler, |
| 31 | + }, |
| 32 | + 'root': { |
| 33 | + 'level': 'DEBUG', |
| 34 | + 'handlers': ( |
| 35 | + 'handler', |
| 36 | + ) |
| 37 | + }, |
| 38 | + 'ydb.tests.library.harness.kikimr_runner': { |
| 39 | + 'level': 'DEBUG', |
| 40 | + 'handlers': ( |
| 41 | + 'handler', |
| 42 | + ) |
| 43 | + } |
| 44 | + } |
| 45 | + |
| 46 | + |
| 47 | +logger = logging.getLogger(__name__) |
| 48 | + |
| 49 | + |
| 50 | +class SshAgent(object): |
| 51 | + def __init__(self): |
| 52 | + self._env = {} |
| 53 | + self._env_backup = {} |
| 54 | + self._keys = {} |
| 55 | + self.start() |
| 56 | + |
| 57 | + @property |
| 58 | + def pid(self): |
| 59 | + return int(self._env["SSH_AGENT_PID"]) |
| 60 | + |
| 61 | + def start(self): |
| 62 | + self._env_backup["SSH_AUTH_SOCK"] = os.environ.get("SSH_AUTH_SOCK") |
| 63 | + self._env_backup["SSH_OPTIONS"] = os.environ.get("SSH_OPTIONS") |
| 64 | + |
| 65 | + for line in self._run(["ssh-agent"]).splitlines(): |
| 66 | + name, _, value = line.decode('utf-8').partition("=") |
| 67 | + if _ == "=": |
| 68 | + value = value.split(";", 1)[0] |
| 69 | + self._env[name] = value |
| 70 | + os.environ[name] = value |
| 71 | + |
| 72 | + os.environ["SSH_OPTIONS"] = "{}UserKnownHostsFile=/dev/null,StrictHostKeyChecking=no".format( |
| 73 | + "," + os.environ["SSH_OPTIONS"] if os.environ.get("SSH_OPTIONS") else "" |
| 74 | + ) |
| 75 | + |
| 76 | + def stop(self): |
| 77 | + self._run(['kill', '-9', str(self.pid)]) |
| 78 | + |
| 79 | + def add(self, key): |
| 80 | + key_pub = self._key_pub(key) |
| 81 | + self._run(["ssh-add", "-"], stdin=key) |
| 82 | + return key_pub |
| 83 | + |
| 84 | + def remove(self, key_pub): |
| 85 | + with tempfile.NamedTemporaryFile() as f: |
| 86 | + f.write(key_pub) |
| 87 | + f.flush() |
| 88 | + self._run(["ssh-add", "-d", f.name]) |
| 89 | + |
| 90 | + def _key_pub(self, key): |
| 91 | + with tempfile.NamedTemporaryFile() as f: |
| 92 | + f.write(key) |
| 93 | + f.flush() |
| 94 | + return self._run(["ssh-keygen", "-y", "-f", f.name]) |
| 95 | + |
| 96 | + @staticmethod |
| 97 | + def _run(cmd, stdin=None): |
| 98 | + p = sp.Popen(cmd, stdout=sp.PIPE, stderr=sp.PIPE, stdin=sp.PIPE if stdin else None) |
| 99 | + stdout, stderr = p.communicate(stdin) |
| 100 | + |
| 101 | + # Listing keys from empty ssh-agent results in exit code 1 |
| 102 | + if stdout.strip() == "The agent has no identities.": |
| 103 | + return "" |
| 104 | + |
| 105 | + if p.returncode: |
| 106 | + message = stderr.strip() + "\n" + stdout.strip() |
| 107 | + raise RuntimeError(message.strip()) |
| 108 | + |
| 109 | + return stdout |
| 110 | + |
| 111 | + |
| 112 | +class Key(object): |
| 113 | + def __init__(self, key_file): |
| 114 | + self.key_file = key_file |
| 115 | + with open(key_file) as fd: |
| 116 | + self.key = fd.read() |
| 117 | + self._key_pub = None |
| 118 | + self._ssh_agent = SshAgent() |
| 119 | + |
| 120 | + def __enter__(self): |
| 121 | + self._key_pub = self._ssh_agent.add(self.key.encode('utf-8')) |
| 122 | + |
| 123 | + def __exit__(self, exc_type, exc_val, exc_tb): |
| 124 | + self._ssh_agent.remove(self._key_pub) |
| 125 | + self._ssh_agent.stop() |
| 126 | + |
| 127 | + |
| 128 | +def nemesis_logic(arguments): |
| 129 | + logging.config.dictConfig(setup_logging_config(arguments.log_file)) |
| 130 | + nemesis = catalog.nemesis_factory( |
| 131 | + ExternalKiKiMRCluster( |
| 132 | + arguments.ydb_cluster_template, |
| 133 | + binary_path=arguments.ydb_binary_path, |
| 134 | + output_path=tempfile.gettempdir(), |
| 135 | + ), |
| 136 | + enable_nemesis_list_filter_by_hostname=arguments.enable_nemesis_list_filter_by_hostname, |
| 137 | + ) |
| 138 | + nemesis.start() |
| 139 | + monitor.setup_page(arguments.mon_host, arguments.mon_port) |
| 140 | + nemesis.stop() |
| 141 | + |
| 142 | + |
| 143 | +def main(): |
| 144 | + parser = argparse.ArgumentParser(formatter_class=argparse.RawDescriptionHelpFormatter) |
| 145 | + parser.add_argument('--ydb-cluster-template', required=True, help='Path to the Yandex DB cluster template') |
| 146 | + parser.add_argument('--ydb-binary-path', required=True, help='Path to the Yandex DB binary') |
| 147 | + parser.add_argument('--private-key-file', default='') |
| 148 | + parser.add_argument('--log-file', default=None) |
| 149 | + parser.add_argument('--mon-port', default=8666, type=lambda x: int(x)) |
| 150 | + parser.add_argument('--mon-host', default='::', type=lambda x: str(x)) |
| 151 | + parser.add_argument('--enable-nemesis-list-filter-by-hostname', action='store_true') |
| 152 | + arguments = parser.parse_args() |
| 153 | + |
| 154 | + if arguments.private_key_file: |
| 155 | + with Key(arguments.private_key_file): |
| 156 | + nemesis_logic(arguments) |
| 157 | + else: |
| 158 | + nemesis_logic(arguments) |
| 159 | + |
| 160 | + |
| 161 | +if __name__ == '__main__': |
| 162 | + main() |
0 commit comments