import glob

done = set()
for line in open("/root/recon/atl_verify.tsv", encoding="utf-8", errors="replace"):
    f = line.split("\t")
    if f:
        done.add(f[0].strip())

rows = []
seen = set()
for fn in sorted(glob.glob("/root/recon/atl_x_*.tsv")):
    for line in open(fn, encoding="utf-8", errors="replace"):
        if not line.strip():
            continue
        ip = line.split("\t")[0].strip()
        if ip in done or ip in seen:
            continue
        seen.add(ip)
        rows.append(line.rstrip("\n"))

open("/root/recon/atl_rem.txt", "w").write("\n".join(rows) + "\n")
print("verified", len(done), "candidates", len(seen), "remaining", len(rows))
