import asyncio
import itertools
import os
import sys
import time

import aiohttp

LIST = "/root/recon/scan_p443.list"
SHARD = int(sys.argv[1]) if len(sys.argv) > 1 else 0
NSHARD = int(sys.argv[2]) if len(sys.argv) > 2 else 1
LIMIT = int(os.environ.get("LIMIT", "0"))
CONC = int(os.environ.get("CONC", "1500"))
TOT = float(os.environ.get("TOT", "6"))
CONNT = float(os.environ.get("CONNT", "3"))
READ = float(os.environ.get("READ", "5"))
OUT = "/root/recon/ivanti_hits_%d.tsv" % SHARD
LOG = "/root/recon/ivanti_shard_%d.log" % SHARD

stats = {"done": 0, "hit": 0, "err": 0, "code": {}}
sem = None


def log(msg):
    with open(LOG, "a") as f:
        f.write("%s %s\n" % (time.strftime("%H:%M:%S"), msg))


async def one(sess, ip):
    try:
        async with sem:
            async with sess.head("https://%s/" % ip, ssl=False, allow_redirects=False) as r:
                loc = r.headers.get("Location", "")
                sc = r.headers.get("Set-Cookie", "")
                k = str(r.status)
                stats["code"][k] = stats["code"].get(k, 0) + 1
                if "dana-na" in loc.lower() or "dsid" in sc.lower():
                    with open(OUT, "a") as f:
                        f.write("%s\t%d\t%s\t%s\n" % (ip, r.status, loc[:200], sc[:100]))
                    stats["hit"] += 1
    except Exception as e:
        stats["err"] += 1
        n = type(e).__name__
        stats["code"][n] = stats["code"].get(n, 0) + 1
    finally:
        stats["done"] += 1


async def reporter(t0):
    while True:
        await asyncio.sleep(20)
        el = time.time() - t0
        rate = stats["done"] / el if el else 0
        log("done=%d hits=%d err=%d rate=%.0f/s %s" % (stats["done"], stats["hit"], stats["err"], rate,
                                                       stats["code"]))
        stats["code"] = {}


def ips():
    idx = 0
    with open(LIST, "r") as f:
        for line in f:
            if line.startswith("#"):
                continue
            idx += 1
            if LIMIT and idx > LIMIT:
                return
            if idx % NSHARD != SHARD:
                continue
            p = line.split()
            if len(p) >= 4:
                yield p[3]


async def worker(sess, it):
    for ip in it:
        await one(sess, ip)


async def main():
    global sem
    sem = asyncio.Semaphore(CONC)
    t0 = time.time()
    to = aiohttp.ClientTimeout(total=TOT, connect=CONNT, sock_read=READ)
    conn = aiohttp.TCPConnector(limit=0, ssl=False, force_close=True)
    idx = 0
    rep = asyncio.ensure_future(reporter(t0))
    async with aiohttp.ClientSession(timeout=to, connector=conn,
                                     headers={"User-Agent": "Mozilla/5.0"}) as sess:
        it = ips()
        await asyncio.gather(*[worker(sess, it) for _ in range(CONC)])
    rep.cancel()
    el = time.time() - t0
    log("FINISH done=%d hits=%d err=%d secs=%.0f rate=%.0f/s" % (
        stats["done"], stats["hit"], stats["err"], el, stats["done"] / el if el else 0))


asyncio.run(main())
