#!/usr/bin/python -O

"""collect hits per ASN and netblock"""

__epilog__ = r"See anscounter(1) for detailed usage and examples."

# similar tools:
# https://jpastuszek.net/asn/
# https://github.com/projectdiscovery/asnmap
# https://github.com/nitefood/asn
# https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=1055284#37

# TODO:
# - upstream parts of this: https://github.com/hadiasghari/pyasn/issues/82
#
# - scapy is eating too much CPU. 10-25% of a core (and 100% without
#   the layers filter), while doing the tcpdump pipe takes virtually
#   nothing. possible optimization:
#   https://askldjd.wordpress.com/2014/01/15/a-reasonably-fast-python-ip-sniffer/
#
# - count sizes? probably requires fixing the above to not go crazy
#   with tcpdump regexes, and "two fields" approach for the simpler
#   "one per line" parser
#
# - reload databases on change

import argparse
import code
import json
import logging
import os
import re
import shlex
import sys
import threading
from collections import Counter
from functools import partial
from io import StringIO
from pathlib import Path
from signal import SIGHUP, signal
from subprocess import CalledProcessError, run
from types import FrameType
from typing import Any, Callable, Iterator, TextIO

try:
    import netaddr

    netaddr_available = True

except ImportError:
    netaddr_available = False


try:
    from wsgiref.simple_server import WSGIServer

    import prometheus_client

    prometheus_client_available = True

except ImportError:
    prometheus_client_available = False


import pyasn

try:
    from scapy.config import conf
    from scapy.interfaces import get_working_if
    from scapy.layers.inet import IP
    from scapy.packet import Packet
    from scapy.sendrecv import sniff

    scapy_available = True
    conf.layers.filter([IP])
except ImportError:
    Packet = Any  # type: ignore
    scapy_available = False


args = argparse.Namespace()

RIBFILE_GLOB = r"rib.*"
DATFILE_GLOB = r"ipasn_*"

TCPDUMP_REGEX = re.compile(
    r"""
^[^ ]+  # datetime
[ ]IP6?[ ]
(?:\[[^]]+][ ]\(invalid\)[ ])?  # anomalies like "[total length 52 > length 44] (invalid)"
(?P<src>[0-9a-fA-F:.]+)  # source, e.g. 203.0.113.42.62122
[ ]>[ ]  # separator, e.g. " > "
(?P<dst>[0-9a-fA-F:.]+)  # destination, e.g. 2001:DB8::2.443
:.* # whatever else follows
""",
    re.VERBOSE,
)


class Recorder:
    asndb = None
    asnamesdb = None

    def __init__(self) -> None:
        self.failed_count = 0
        self.skipped_count = 0

    def record(
        self, asn: int | None, prefix: str | None, count: float | int = 1
    ) -> None:
        raise NotImplementedError()

    def skipped(self) -> None:
        self.skipped_count += 1

    def failed(self) -> None:
        self.failed_count += 1

    def display_results(self, stream: TextIO = sys.stdout) -> None:
        raise NotImplementedError()

    def shutdown(self) -> None:
        """garbage collection routines"""
        pass

    def _load_asndb(self) -> None:
        """ensure asn database is loaded"""
        datfiles = find_cachefiles(DATFILE_GLOB)
        assert (
            datfiles
        ), "could not find cache file, download failed and error uncaught?"
        datfile = str(datfiles[-1].absolute())
        logging.info("loading datfile %s...", datfile)
        self.asndb = pyasn.pyasn(datfile)

    def lookup_address(self, address: str) -> tuple[int | None, str | None]:
        """lookup the given address in the ASN database

        This automatically loads the DB if not done yet.
        """
        if self.asndb is None:
            self._load_asndb()
        assert self.asndb
        # upstream lacks type signatures
        return self.asndb.lookup(address)  # type: ignore[no-any-return]

    def lookup_asn(self, asn: int) -> str | None:
        """lookup the AS name based on the number

        This automatically loads the JSON file if not already loaded.
        """
        if self.asnamesdb is None:
            asfile = Path(args.cache_directory) / "asnames.json"
            if not asfile.exists():
                download_asnames()
            logging.info("loading %s", str(asfile))
            try:
                with asfile.open() as fp:
                    self.asnamesdb = json.load(fp)
            except OSError as e:
                logging.warning(
                    "could not load asnames.json, disabling AS names lookups: %s", e
                )
                args.no_resolve_asn = True
                return None

        # assert that we get a string back from the loader
        return self.asnamesdb.get(str(asn))  # type: ignore[no-any-return]

    def asn_all_prefixes(self, asn: int, aggregate: bool = False) -> set[str]:
        """all prefixes from the given ASN

        This is *all* prefixes from the routing table, not just the
        ones we counted.
        """
        if self.asndb is None:
            self._load_asndb()
        assert self.asndb
        if aggregate and not netaddr_available:
            logging.warning("netaddr not available, cannot aggregate results")
            aggregate = False
        prefixes = self.asndb.get_as_prefixes(asn)
        if prefixes is None:
            return set()
        if not aggregate:
            # upstream lacks type signatures
            return prefixes  # type: ignore[no-any-return]
        return {str(n) for n in netaddr.cidr_merge(prefixes)}

    def asn_all_prefixes_str(
        self, asn: int, aggregate: bool = False, sep: str = "\n"
    ) -> str:
        """all prefixes from the given ASN

        This is *all* prefixes from the routing table, not just the
        ones we counted.

        Same as asn_all_prefixes, but joined with a string (default newline).
        """
        return sep.join(sorted(self.asn_all_prefixes(asn, aggregate)))

    def asn_prefixes(self, *asn: int, aggregate: bool = False) -> set[str]:
        raise NotImplementedError()

    def asn_prefixes_str(
        self, *asn: int, aggregate: bool = False, sep: str = "\n"
    ) -> str:
        """all prefixes found matching the given ASN

        This is *not* all the known prefixes for this ASN, only the
        ones we matched on. See asn_all_prefixes for the latter.

        Same as asn_prefixes, but joined on a the given sep (defaults newline).
        """
        return sep.join(sorted(self.asn_prefixes(*asn, aggregate)))

    def dump_prefixes(self, asn_str: str, stream: TextIO = sys.stdout) -> int:
        """dump the prefixes of the given ASN from scratch

        This is a wrapper around the recorders that will actually *print*
        the list of prefixes on the console. It returns the shell exit
        code (0 is success) instead of exiting directly.

        This is really just a stub for Recorder.asn_all_prefixes_str()
        with some sugar to parse commandline input and return proper exit
        codes.
        """
        try:
            asn = int(asn_str)
        except ValueError:
            try:
                asn = int(re.sub(r"^asn?", "", asn_str, flags=re.I))
            except ValueError as e:
                logging.error("cannot parse %s as a number: %s", asn_str, e)
                return 1

        logging.info("dumping prefixes for AS number %s", asn)
        prefixes = self.asn_all_prefixes_str(asn, aggregate=True)
        if prefixes:
            print(prefixes, file=stream)
        return 0


class CollectionsRecorder(Recorder):
    def __init__(self) -> None:
        self.asn_counter: Counter[int | None] = Counter()
        # optimise with pyradix, if necessary
        self.prefix_counter: Counter[str | None] = Counter()
        super().__init__()

    def record(
        self, asn: int | None, prefix: str | None, count: int | float = 1
    ) -> None:
        """record a hit for the match in regular collection counters

        This *could* be optimized a little further, by moving the "if"s
        upwards, because we're called from inside our hot loop.
        """
        # record the ASN, if relevant
        if not args.no_asn:
            # the Counter class *can* take a float fine, but mypy
            # doesn't know: https://github.com/python/typeshed/issues/3438
            self.asn_counter[asn] += count  # type: ignore[assignment]
        # record the prefix, if relevant
        if not args.no_prefixes:
            self.prefix_counter[prefix] += count  # type: ignore[assignment]
        # we resolve ASNs later, on display, in this pattern

    def display_results(self, stream: TextIO = sys.stdout) -> None:
        """display results for our regular collections counters

        This takes care of showing a tab-separated table of results for
        ASNs and prefix counters.

        This is where we lookup the ASNs in our regular, non-Prometheus
        case.
        """
        if not args.no_asn:
            if not args.no_resolve_asn:
                try:
                    # test lookups:
                    self.lookup_asn(1)
                except (CalledProcessError, json.JSONDecodeError) as e:
                    logging.warning(
                        "failed to download or read asnames.json, disabling resolver: %s",
                        e,
                    )
                    args.no_resolve_asn = False
            total = self.asn_counter.total()
            top_asn = self.asn_counter.most_common(args.top)
            ratio = 0.0
            print("count\tpercent\tASN\tAS", file=stream)
            for asn, count in top_asn:
                if total:
                    ratio = round(count / total * 100, 2)
                asname = ""
                if asn and not args.no_resolve_asn:
                    asname = self.lookup_asn(asn) or ""
                print(round(count), ratio, asn, asname, sep="\t", file=stream)
            print("unique ASN:", len(self.asn_counter), file=stream)

        if not args.no_prefixes:
            total = self.prefix_counter.total()
            top_prefix = self.prefix_counter.most_common(args.top)
            ratio = 0.0
            print("count\tpercent\tprefix\tASN\tAS", file=stream)
            for prefix, count in top_prefix:
                asn = None
                asname = ""
                if prefix:
                    address, _ = prefix.split("/")
                    asn, _ = self.lookup_address(address)
                    if asn and not args.no_resolve_asn:
                        asname = self.lookup_asn(asn) or ""
                if total:
                    ratio = round(count / total * 100, 2)
                print(round(count), ratio, prefix, asn, asname, sep="\t", file=stream)
            print("unique prefixes:", len(self.prefix_counter), file=stream)
        print("total lookups:", round(total), file=stream)
        print("total skipped:", self.skipped_count, file=stream)
        print("total failed:", self.failed_count, file=stream)

    def asn_prefixes(self, *asn: int, aggregate: bool = False) -> set[str]:
        """all prefixes found matching the given ASN

        This is *not* all the known prefixes for this ASN, only the
        ones we matched on. See asn_all_prefixes for the latter.
        """
        if self.asndb is None:
            self._load_asndb()
        assert self.asndb
        prefixes = set()
        for a in asn:
            for prefix in self.asndb.get_as_prefixes(a) or []:
                if prefix in self.prefix_counter.keys():
                    prefixes.add(prefix)
        if aggregate and not netaddr_available:
            aggregate = False
            logging.warning("netaddr not available, cannot aggregate results")
        if not aggregate:
            return prefixes
        return {str(n) for n in netaddr.cidr_merge(prefixes)}


class PrometheusRecorder(Recorder):

    def __init__(self, port: int | None) -> None:
        self.asn_metrics_counter = prometheus_client.Counter(
            "asncounter_asn", "hits per AS number", ["asn", "name"]
        )
        self.prefix_metrics_counter = prometheus_client.Counter(
            "asncounter_prefix", "hits per CIDR prefix", ["cidr", "asn", "name"]
        )
        self.failed_metrics_counter = prometheus_client.Counter(
            "asncounter_failed_count",
            "line parser failures",
        )
        self.skipped_metrics_counter = prometheus_client.Counter(
            "asncounter_skipped_count", "skipped lines", ["cidr", "asn", "name"]
        )
        self.prom_server: WSGIServer | None = None
        self.prom_thread: threading.Thread | None = None
        if port:
            try:
                self.prom_server, self.prom_thread = (
                    prometheus_client.start_http_server(port)
                )
            except TypeError:
                # older prometheus_client libraries don't return the server object
                pass
            logging.info("Prometheus metrics exposed on port %s", port)
        super().__init__()

    def skipped(self) -> None:
        self.skipped_metrics_counter.inc()

    def failed(self) -> None:
        self.failed_metrics_counter.inc()

    def record(self, asn: int | None, prefix: str | None, count: float = 1.0) -> None:
        """record a hit for the match in Prometheus

        This probably needs to be optimized, as it's inside a hot loop and
        has many checks.
        """
        # lookup ASN, if relevant
        #
        # we do not seem to have the option to resolve those on display
        # and, anyways, because of the way Prometheus works, we'd be
        # constantly resolving those, so it seems better to store those
        # here.
        name = None
        if not args.no_resolve_asn and asn:
            name = self.lookup_asn(asn)
        if name is None:
            name = ""

        # record the ASN, if relevant
        if not args.no_asn:
            self.asn_metrics_counter.labels(asn, name).inc(count)

        # record the prefix, if relevant
        if not args.no_prefixes:
            self.prefix_metrics_counter.labels(
                prefix, asn if not args.no_asn else "", name
            ).inc(count)

    def display_results(self, stream: TextIO = sys.stdout) -> None:
        """display results from the Prometheus metrics

        This is really just a stub for the `generate_latest` function,
        that we dump on stdout.
        """
        # extract only our metric names from the registry
        our_metrics = [
            metric
            for metric in prometheus_client.REGISTRY._names_to_collectors.keys()
            if metric.startswith("asncounter")
        ]
        # make a special registry just for our metrics
        #
        # this removes the `python_*` metrics from the output, which makes
        # it more suitable for node-exporter textfile collector output,
        # and generally more readable for standard output as well
        #
        # the webserver output retains those, however
        registry = prometheus_client.REGISTRY.restricted_registry(our_metrics)
        # there's a bug in the upstream lib here: generate_latest()
        # expects a CollectorRegistry but we're told to do this to
        # restrict the output
        output = prometheus_client.generate_latest(registry).decode("utf-8")  # type: ignore
        print(output, file=stream, end="")

    def shutdown(self) -> None:
        if self.prom_server:
            assert self.prom_thread
            self.prom_server.shutdown()
            self.prom_thread.join()


class Collector:
    def __init__(self, recorder: Recorder) -> None:
        self.recorder = recorder

    def _collect(
        self,
        stream: Iterator[str],
    ) -> None:
        raise NotImplementedError()

    def collect(self, stream: Iterator[str]) -> None:
        logging.info(
            "collecting addresses in %s mode",
            type(self).__name__,
        )
        try:
            self._collect(stream)
        except KeyboardInterrupt:
            pass
        logging.info("finished reading data")

    def parse(self, address: str) -> tuple[str | None, float]:
        raise NotImplementedError()


class ScapyCollector(Collector):
    def _collect(
        self,
        stream: Iterator[str],
    ) -> None:
        if args.interface:
            logging.info("reading packets from interface %s", args.interface)
            sniff(
                filter=args.scapy_filter,
                prn=self._parse,
                store=False,
                iface=args.interface,
            )
        else:
            logging.info("reading packets from file %s", args.input.name)
            sniff(
                filter=args.scapy_filter,
                prn=self._parse,
                store=False,
                offline=args.input,
            )

    def _parse(self, packet: Packet) -> None:
        """callback for the scapy sniffer

        Essentially just lookup the packet's IP address and do the rest of
        the normal checks.
        """
        address = packet[IP].src
        try:
            asn, prefix = self.recorder.lookup_address(address)
        except ValueError as e:
            logging.warning(
                "failed to lookup address %s (%s), skipped packet %s",
                address,
                e,
                packet.summary(),
            )
            self.recorder.failed()
            return
        # this is 3 object lookups, a function call, and a dict lookup
        if __debug__:
            # too hot to run systematically, about 1ms / 1k packets
            logging.debug("IP %s matched to ASN %s prefix %s", address, asn, prefix)
        self.recorder.record(asn, prefix)


class BaseLineCollector(Collector):
    def _collect(self, stream: Iterator[str]) -> None:
        """record IP addresses from stream, with the given parser

        By default, the parser is a noop, that is each line is an IP
        address, but parse_tcpdump can be used to extract the source IP
        address.
        """
        logging.info("reading lines from %s", getattr(stream, "name", "<unknown>"))
        for line in stream:
            # strip trailing comments and whitespace
            line = line.split("#", maxsplit=1)[0].strip()
            # skip empty lines
            if not line:
                self.recorder.skipped()
                continue
            address: str | None
            if self.parse is None:
                address, count = line, 1.0
            else:
                address, count = self.parse(line)
            if not address:
                logging.warning("failed to parse line, skipped: %s", line)
                self.recorder.failed()
                continue
            try:
                asn, prefix = self.recorder.lookup_address(address)
            except ValueError as e:
                logging.warning(
                    "failed to lookup address %s (%s), skipped line: %s",
                    address,
                    e,
                    line,
                )
                self.recorder.failed()
                continue
            # too hot, about 1ms / 1k packets
            if __debug__:
                logging.debug("IP %s matched to ASN %s prefix %s", address, asn, prefix)
            self.recorder.record(asn, prefix, count)


class LineCollector(BaseLineCollector):
    parse = None  # type: ignore[assignment]


class TupleCollector(BaseLineCollector):
    """record IP addresses from stream, with the given parser

    By default, the parser is a noop, that is each line is an IP
    address, but parse_tcpdump can be used to extract the source IP
    address.
    """

    def parse(self, line: str) -> tuple[str | None, float]:
        if not line:
            return None, 0.0
        try:
            address, count = line.split(maxsplit=1)
        except ValueError:
            return None, 0.0
        return address, float(count)


class TcpdumpLineCollector(BaseLineCollector):
    """record IP addresses from stream, with the tcpdump parser

    By default, the parser is a noop, that is each line is an IP
    address, but parse_tcpdump can be used to extract the source IP
    address.
    """

    def parse(self, line: str) -> tuple[str | None, float]:
        """parse a tcpdump line for source/destination IP addresses"""
        m = TCPDUMP_REGEX.match(line)
        if not m:
            return None, 0.0

        # we split out the port at the end, because it's too complicated
        # to do that in the regex directly, especially in IPv4 mode
        # because the separator is the same
        for address_port in (m.group("src"), m.group("dst")):
            split = address_port.rsplit(".", maxsplit=1)
            return split[0], 1.0
        return None, 0.0


def find_datfile() -> str:
    """find a valid datfile, downloading if missing"""
    datfiles = find_cachefiles(DATFILE_GLOB)
    if datfiles:
        return datfiles[-1].name

    ribfiles = find_cachefiles(RIBFILE_GLOB)
    if ribfiles:
        # special case: ribfile, not datfile
        ribfile = ribfiles[-1].name
        datfile = guess_datfile(ribfile)
        datfile_path = Path(args.cache_directory) / datfile
        # this is not normally reachable because the
        # find_cachefiles(DATFILE_GLOB) above should find it, but just
        # in case
        if datfile_path.exists():
            return str(datfile_path)
        logging.info(
            "ribfile %s found but not datfile %s, converting", ribfile, datfile
        )
        try:
            return convert_ribfile(ribfile)
        except (CalledProcessError, OSError) as e:
            logging.error(
                "failed to convert datfile, delete cache directory (%s) and try again: %s",
                args.cache_directory,
                e,
            )
            sys.exit(1)
    logging.info(
        "no rib file caches found in %s/%s", args.cache_directory, RIBFILE_GLOB
    )
    return refresh_datfile()


def refresh_datfile() -> str:
    """download a ribfile and convert into a datfile unconditionally"""
    try:
        ribfile = download_ribfile()
        return convert_ribfile(ribfile)
    except CalledProcessError as e:
        logging.error(
            "failed to download or convert ribfiles, delete cache directory (%s) and try again: %s",
            args.cache_directory,
            e,
        )
        sys.exit(1)


def find_cachefiles(glob: str) -> list[Path]:
    """find files in the cache directory matching a pattern"""
    target_path = Path(args.cache_directory)
    ribfiles = sorted(target_path.glob(glob))
    logging.debug("%d matching files found in %s/%s", len(ribfiles), target_path, glob)
    return ribfiles


def guess_datfile(ribfile: str) -> str:
    """guess the datfile related to the ribfile"""
    # rib.20250522.1400.bz2
    _, date, time, suffix = ribfile.split(".")
    return f"ipasn_{date}.{time}.dat.gz"


def download_ribfile() -> str:
    """download a ribfile in the cache directory

    This does *not* convert it. It's a stub because we hope we move
    this upstream.

    This raises CalledProcessError, or assertion.
    """
    cmd = ["pyasn_util_download.py", "--latestv46"]
    logging.info("downloading rib file with: %s", shlex.join(cmd))
    run(cmd, cwd=args.cache_directory, check=True)
    ribfiles = find_cachefiles(RIBFILE_GLOB)
    assert ribfiles, "no rib file found"
    return ribfiles[-1].name


def download_asnames() -> None:
    """download the AS mapping file in the cache directory"""
    cmd = ["pyasn_util_asnames.py", "--output", "asnames.json"]
    logging.info("downloading AS names mappings with: %s", shlex.join(cmd))
    run(cmd, cwd=args.cache_directory, check=True)


def convert_ribfile(ribfile: str) -> str:
    """convert the given ribfile into a datfile"""
    datfile = guess_datfile(ribfile).removesuffix(".gz")
    cmd = ["pyasn_util_convert.py", "--compress", "--single", ribfile, datfile]
    logging.info("converting file %s to %s with: %s", ribfile, datfile, shlex.join(cmd))
    # pyasn_util_convert.py --single rib.20250522.1400.bz2 ipasn_20250522.1400.dat
    run(cmd, cwd=args.cache_directory, check=True)
    return str(Path(args.cache_directory) / datfile)


def parse_args(argv: list[str] = sys.argv[1:]) -> None:
    parser = argparse.ArgumentParser(
        description=__doc__,
        epilog=__epilog__,
        formatter_class=argparse.RawDescriptionHelpFormatter,
    )
    parser.add_argument(
        "--cache-directory",
        "-C",
        default=os.environ.get(
            "XDG_CACHE_HOME", os.environ.get("HOME", ".") + "/.cache"
        )
        + "/pyasn",
        help="where to store pyasn cache files, default: %(default)s",
    )
    parser.add_argument(
        "--no-prefixes",
        action="store_true",
        help="count by prefix, default: enabled",
    )
    parser.add_argument(
        "--no-asn",
        action="store_true",
        help="count by ASN, default: enabled",
    )
    parser.add_argument(
        "--no-resolve-asn",
        action="store_true",
        help="resolve AS numbers into names in output, default: enabled",
    )
    parser.add_argument(
        "--top",
        "-t",
        type=int,
        default=10,
        metavar="N",
        help="only show top N entries, default: %(default)s",
    )
    parser.add_argument(
        "--input",
        "-i",
        help="input file, default: stdin",
    )
    parser.add_argument(
        "--input-format",
        "-I",
        default="line",
        choices=["line", "tuple", "tcpdump", "scapy"],
        help="input format, default: %(default)s",
    )
    parser.add_argument(
        "--scapy-filter",
        default="ip and not src host 0.0.0.0 and not src net 192.168.0.0/24",
        help="BPF filter to apply to incoming packets, default: %(default)s",
    )
    parser.add_argument(
        "--interface",
        nargs="?",
        const=get_working_if() if scapy_available else "eth0",
        help="open an interface instead of stdin for packets, implies -I scapy, auto-detects by default",
    )
    parser.add_argument(
        "--output",
        "-o",
        help="write stats or final prometheus metrics to the given file, default: stdout",
    )
    parser.add_argument(
        "--output-format",
        "-O",
        default="tsv",
        choices=["tsv", "prometheus", "null"],
        help="output format, choices: %(choices)s, default: %(default)s",
    )
    parser.add_argument(
        "--port",
        "-p",
        type=int,
        nargs="?",
        const=8999,
        default=argparse.SUPPRESS,
        help="start a prometheus server on the given port, default disabled, port %(const)s if unspecified",
    )
    parser.add_argument(
        "--refresh",
        "-R",
        action="store_true",
        help="download a recent RIB cache file and exit",
    )
    parser.add_argument(
        "--dump-prefixes",
        help="dump prefixes associated with the given ASN",
    )
    parser.add_argument(
        "--repl",
        action="store_true",
        help="run a REPL thread in main loop",
    )
    runtime_dir = os.environ.get("XDG_RUNTIME_DIR")
    if not runtime_dir:
        runtime_dir = os.environ.get(
            "XDG_STATE_HOME", os.environ.get("HOME", ".") + "/.local/state"
        )
        print(
            "INFO: XDG_RUNTIME_DIR not defined, falling back to",
            runtime_dir,
            file=sys.stderr,
        )

    parser.add_argument(
        "--manhole",
        const=str(Path(runtime_dir) / "asncounter-manhole-{pid}"),
        nargs="?",
        help="setup a REPL socket with manhole, default %(const)s if set",
    )
    parser.add_argument("--debug", action="store_true", help="more debugging output")
    parser.add_argument(
        "address", nargs="*", help="addresses to process instead of stdin"
    )
    parser.parse_args(argv, namespace=args)

    if args.address:
        if args.input_format != "line":
            parser.error(
                "cannot specify a different --input-format and command-line address: %s"
                % shlex.join(args.address)
            )
        if args.input is not None:
            parser.error(
                "cannot provide an --input file and and command-line address: %s"
                % shlex.join(args.address)
            )

    if getattr(args, "port", None):
        if args.output_format == "null":
            logging.warning("ignoring null output format because --port was provided")
        args.output_format = "prometheus"

    if args.output_format == "prometheus":
        if not prometheus_client_available:
            parser.error("failed to load prometheus_client library")

    if args.interface:
        args.input_format = "scapy"

    if args.input_format == "scapy" and not scapy_available:
        parser.error("failed to load scapy library")

    if args.no_asn:
        args.no_resolve_asn = True


def repl_thread(collector: Callable[[], None], namespace: dict[str, str]) -> None:
    collect_thread = threading.Thread(target=collector, daemon=True)
    collect_thread.start()

    sys.stdin = open("/dev/tty")  # reopen terminal to get a fresh stdin
    logging.info(
        "starting interactive console, use recorder.display_results() to show current results",
    )
    if not args.output_format == "prometheus":
        logging.info(
            "recorder.asn_counter and .prefix_counter dictionaries have the full data"
        )

    repl_thread = threading.Thread(
        target=lambda: code.interact(local=namespace), daemon=True
    )
    repl_thread.start()
    try:
        repl_thread.join()
    except KeyboardInterrupt:
        pass


def manhole_thread(namespace: dict[str, str]) -> None:
    manhole_dir = Path(args.manhole).parent
    manhole_socket = args.manhole.format(pid=os.getpid())
    if not manhole_dir.exists():
        manhole_dir.mkdir(exist_ok=True, parents=True)
    try:
        import manhole
    except ImportError as e:
        logging.warning("failed to create manhole: %s", e)
        return

    try:
        manhole.install(socket_path=manhole_socket, locals=namespace)
    except Exception as e:
        logging.warning("failed to create manhole in %s: %s", manhole_socket, e)


def main(argv: list[str] = sys.argv[1:]) -> Recorder:
    parse_args(argv)

    logging.basicConfig(
        level="DEBUG" if args.debug else "INFO", format="%(levelname)s: %(message)s"
    )

    try:
        Path(args.cache_directory).mkdir(parents=True, exist_ok=True)
    except OSError as e:
        logging.error(
            "failed to create cache directory %s: %s", args.cache_directory, e
        )
        sys.exit(1)

    if args.refresh:
        refresh_datfile()
        sys.exit(0)

    if args.dump_prefixes:
        sys.exit(Recorder().dump_prefixes(args.dump_prefixes))

    # download missing files before we start, instead of on first hit.
    logging.info("using datfile %s", find_datfile())

    # setup display procedures and prom server
    recorder: Recorder = CollectionsRecorder()
    if args.output_format == "prometheus":
        recorder = PrometheusRecorder(getattr(args, "port"))

    if args.output_format != "null":

        def handler(signum: int, frame: FrameType | None) -> None:
            try:
                recorder.display_results()
            except Exception as e:
                logging.warning("display_results failed with: %s", e)

        signal(SIGHUP, handler)

    cls: type[Collector]
    if args.input_format == "tcpdump":
        cls = TcpdumpLineCollector
    elif args.input_format == "line":
        cls = LineCollector
    elif args.input_format == "tuple":
        cls = TupleCollector
    elif args.input_format == "scapy":
        cls = ScapyCollector
    else:
        # not reached
        raise ValueError("invalid input format: %s" % args.input_format)

    collector = cls(recorder=recorder)

    if args.address:
        logging.info(
            "reading IP addresses from the commandline, ignoring stdin or input files"
        )
        input_stream: TextIO = StringIO("\n".join(args.address))
    else:
        if args.input is None:
            input_stream = sys.stdin
        else:
            input_stream = open(args.input)

    collect = partial(collector.collect, stream=input_stream)

    # need to extract the namespace before we enter the monitoring
    # thread (manhole, repl), which run with different locals
    namespace = locals() | globals()

    if args.manhole:
        manhole_thread(namespace)

    # main read loop
    if args.repl:
        repl_thread(collect, namespace)
    else:
        collect()

    input_stream.close()
    recorder.shutdown()

    if args.output_format != "null":
        # done collecting results, show a final stats dump
        if args.output is not None:
            with open(args.output, "w") as output_stream:
                recorder.display_results(output_stream)
        else:
            recorder.display_results()

    # for test suite
    return recorder


def main_wrap() -> None:  # pragma: nocover
    """wrap main() to discard return value for executable wrapper

    The script build by setuptools does sys.exit(main()) which is
    incorrect here.
    """
    main()


if __name__ == "__main__":  # pragma: nocover
    main_wrap()
