#!/bin/bash
# Slices dom_ip.tsv into sector/product lists. Offline, no network.
export LC_ALL=C
cd /root/recon
T=dom_ip.tsv

echo "== unique domains =="
cut -f1 $T | sort -u --parallel=4 -S 3G > domains_uniq.txt
wc -l domains_uniq.txt

mk() { # name regex
  grep -aiE "$2" $T > "sec_$1.tsv"
  printf '%-14s pairs=%s uniqdom=%s\n' "$1" "$(wc -l < sec_$1.tsv)" "$(cut -f1 sec_$1.tsv | sort -u | wc -l)"
}

mk gov       '\.gov(\.|$)|\.us$|\.mil(\.|$)'
mk medical   'hospital|health|medical|clinic|hospice|pharma|dental|ortho|patient|ehr|emr|care'
mk legal     'attorney|lawfirm|(^|[^a-z])law[^a-z]|legal|llp|esq'
mk f5art     'ZZZ_NOMATCH'   # F5 handled separately (TCP artifact)
mk prod_cert 'fortinet|fortigate|fortimail|sonicwall|netscaler|citrix|ivanti|pulsesecure|paloalto|globalprotect|barracuda|watchguard|checkpoint|sophos|anyconnect|f5networks|bigip|airs?watch|workspaceone|zimbra|smartermail|screenconnect'

grep -a 'No flow found for ACK' scan_p443.list | awk '{print $4}' | sort -u > sec_f5art.tsv
echo "f5 artifact IPs: $(wc -l < sec_f5art.tsv)"

sort -u --parallel=4 -S 3G sec_gov.tsv > sec_gov_uniq.tsv
sort -u --parallel=4 -S 3G sec_medical.tsv > sec_medical_uniq.tsv
sort -u --parallel=4 -S 3G sec_legal.tsv > sec_legal_uniq.tsv
sort -u --parallel=4 -S 3G sec_prod_cert.tsv > sec_prod_cert_uniq.tsv
rm -f sec_gov.tsv sec_medical.tsv sec_legal.tsv sec_prod_cert.tsv sec_f5art.tsv.tmp
echo "== sector files done =="
ls -la sec_*_uniq.tsv sec_f5art.tsv
