#!/bin/bash
cd /root/recon
echo '== sector join by IP (col2 of sec files vs hitsB col1):'
> sector_full.tsv
for pair in "gov sec_gov_uniq.tsv" "medical sec_medical_uniq.tsv" "legal sec_legal_uniq.tsv"; do
  set -- $pair; sec=$1; f=$2
  cut -f2 $f | sort -u > /tmp/ips_$sec.txt
  awk -F'\t' 'NR==FNR{ip[$1]=1;next} ip[$1]' /tmp/ips_$sec.txt hitsB.tsv | while read -r line; do
    echo -e "$sec\t$line" >> sector_full.tsv
  done
done
wc -l sector_full.tsv
awk -F'\t' '{n=gsub(/,/,",",$6)} n<4' sector_full.tsv | cut -f1,2,3,4,6 | head -50
echo '== f5 current vs f5_resp coverage:'
awk -F'\t' '{n=gsub(/,/,",",$5)} index($5,"f5")>0 && n<4 {print $1}' hitsB.tsv | sort -u > f5_now.txt
wc -l f5_now.txt f5_resp.tsv
comm -23 f5_now.txt <(cut -f1 f5_resp.tsv | sort -u) > f5_new.txt
wc -l f5_new.txt
head -10 f5_new.txt
echo M2DONE
