Files
OnionClaw/check_engines.py
T

113 lines
4.5 KiB
Python
Executable File
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env python3
# SPDX-License-Identifier: Apache-2.0
# Copyright (c) 2026 JacobJandon — https://github.com/JacobJandon/OnionClaw
"""
OnionClaw — check_engines.py
Ping all 12 dark web search engines via Tor and report status + latency.
Usage:
python3 check_engines.py # live ping (15-30 s)
python3 check_engines.py --cached 10 # reuse last result if < 10 min old
python3 check_engines.py --json # machine-readable output
python3 check_engines.py --version
"""
import sys, os, json, time, argparse
# ── bootstrap ─────────────────────────────────────────────────────
_skill_dir = os.path.dirname(os.path.abspath(__file__))
sys.path.insert(0, _skill_dir)
_env = os.path.join(_skill_dir, ".env")
if os.path.exists(_env):
try:
from dotenv import load_dotenv
load_dotenv(_env, override=False)
except ImportError:
pass
# ──────────────────────────────────────────────────────────────────
try:
import sicry
except Exception as _e:
if "sicry" in str(_e).lower() or "No module named 'sicry'" in str(_e):
print("ERROR: sicry.py not found in", _skill_dir)
else:
print("ERROR: failed to import sicry:", _e)
print(" Run: pip install requests[socks] beautifulsoup4 python-dotenv stem")
sys.exit(1)
_ENGINES_CACHE_FILE = "/tmp/onionclaw_engines_cache.json"
parser = argparse.ArgumentParser(description="Ping all dark web search engines via Tor")
parser.add_argument("--version", action="version",
version=f"OnionClaw check_engines {getattr(sicry, '__version__', '?')}")
parser.add_argument("--cached", type=int, default=0, metavar="MINUTES",
help="Reuse last engine-check result if it is less than MINUTES old "
"(skips the 15-30 s live ping). 0 = always run live (default).")
parser.add_argument("--json", action="store_true", help="Output raw JSON only")
args = parser.parse_args()
# ── --cached: load from file if fresh enough ──────────────────────
results = None
if args.cached > 0 and os.path.exists(_ENGINES_CACHE_FILE):
try:
with open(_ENGINES_CACHE_FILE, "r", encoding="utf-8") as f:
cached = json.load(f)
age_seconds = time.time() - cached.get("_timestamp", 0)
if age_seconds < args.cached * 60:
results = cached.get("results")
if not args.json:
age_min = int(age_seconds // 60)
age_sec = int(age_seconds % 60)
print(f"(using cached results — {age_min}m {age_sec}s old; "
f"re-run without --cached to refresh)")
print()
except Exception:
results = None # corrupt cache — fall through to live ping
if results is None:
if not args.json:
print("Checking all dark web search engines via Tor...")
print("(This takes ~1530 seconds)")
print()
results = sicry.check_search_engines()
# Persist for future --cached calls
try:
with open(_ENGINES_CACHE_FILE, "w", encoding="utf-8") as f:
json.dump({"_timestamp": time.time(), "results": results}, f)
except Exception:
pass
# ── display ───────────────────────────────────────────────────────
if args.json:
print(json.dumps(results, indent=2))
sys.exit(0)
alive = sorted([r for r in results if r["status"] == "up"],
key=lambda x: x.get("latency_ms") or 999999)
dead = [r for r in results if r["status"] != "up"]
print(f"ALIVE {len(alive)}/{len(results)}")
print("─" * 50)
for r in alive:
ms = r.get("latency_ms")
bar = "█" * min(int((ms or 0) / 200), 20) if ms else ""
print(f" ✓ {r['name']:<20} {ms:>5}ms {bar}")
if dead:
print()
print(f"DOWN {len(dead)}/{len(results)}")
print("─" * 50)
for r in dead:
err = (r.get("error") or "down")[:40]
print(f" ✗ {r['name']:<20} {err}")
if alive:
print()
fastest = alive[0]
print(f"Fastest: {fastest['name']} ({fastest.get('latency_ms')}ms)")
print(f"Alive engines for --engines flag:")
print(" " + " ".join(r["name"] for r in alive))
print()