import collections, os, sys

SRC = "/root/recon/spec_full.tsv"
OUT = "/root/recon/lists"
os.makedirs(OUT, exist_ok=True)
groups = collections.defaultdict(set)
junk = 0
rows = 0
with open(SRC, errors="replace") as f:
    for line in f:
        p = line.rstrip("\n").split("\t")
        if len(p) < 7:
            continue
        rows += 1
        names = [x for x in p[6].split(",") if x]
        if len(names) >= 3:
            junk += 1
            continue
        for n in names:
            groups[n].add((p[0], p[1], p[2]))

print("rows", rows, "junk(3+ sigs)", junk)
for n, ips in sorted(groups.items(), key=lambda kv: -len(kv[1])):
    path = os.path.join(OUT, n + ".txt")
    with open(path, "w") as f:
        for ip, port, scheme in sorted(ips):
            f.write(f"{ip}\t{port}\t{scheme}\n")
    print(f"{n:12s} {len(ips):5d}  {path}")
