import re
from collections import Counter

rows = []
for line in open("/root/recon/cp_vuln_orgs.tsv", encoding="utf-8", errors="replace"):
    f = line.rstrip("\n").split("\t")
    if len(f) >= 2:
        rows.append((f[0], f[1], f[2] if len(f) > 2 else ""))

print("rows", len(rows))
orgs = set()
domains = Counter()
portal = 0
for ip, subj, meta in rows:
    m = re.search(r"O\s*=\s*([^,]+)", subj)
    if m:
        orgs.add(m.group(1).strip())
    if "Mobile Access" in meta or "SSL Network Extender" in meta:
        portal += 1
    for d in re.findall(r"[A-Za-z0-9-]+(?:\.[A-Za-z0-9-]+)+", subj):
        if not d[0].isdigit() and len(d) > 5:
            domains[d.lower()] += 1
print("distinct O=", len(orgs), "portals", portal)
print("distinct dns-like names", len(domains))
for name, c in domains.most_common(25):
    print("  %-40s %d" % (name, c))
for tld in (".gov", ".edu", ".us", ".mil", ".org", ".com"):
    print(tld, sum(c for d, c in domains.items() if d.endswith(tld)))
