{"success":true,"api_name":"Crawler Exposer API","version":"1.0","description":"Free threat intelligence API providing real-time data about malicious bots, scanners, and crawlers detected via honeypot traps.","base_url":"https://techtools.cz/crawler-api","dashboard":"https://techtools.cz/tools/crawler-exposer/","rate_limit":"No rate limiting on read endpoints","authentication":"None required - public API","endpoints":{"blocklist":{"url":"/blocklist","method":"GET","description":"Get list of malicious IPs that triggered honeypot traps","parameters":{"format":{"type":"string","required":false,"default":"json","options":["json","plain","nginx","apache","iptables"],"description":"Output format for easy integration"},"min_hits":{"type":"integer","required":false,"default":1,"description":"Minimum honeypot hits to include IP"}},"example_requests":["GET /crawler-api/blocklist","GET /crawler-api/blocklist?format=nginx","GET /crawler-api/blocklist?format=iptables\u0026min_hits=3"],"response_formats":{"json":"JSON array of IPs with metadata","plain":"One IP per line (for fail2ban, scripts)","nginx":"deny IP; format for nginx config","apache":"Deny from IP format for .htaccess","iptables":"iptables -A INPUT -s IP -j DROP commands"}},"blocklist_user_agents":{"url":"/blocklist/user-agents","method":"GET","description":"Get list of malicious User-Agent strings","parameters":{},"response":"JSON array of suspicious user agents"},"blocklist_full":{"url":"/blocklist/full","method":"GET","description":"Comprehensive threat intelligence with detailed IP analysis","response_fields":{"ip":"IP address","hits":"Number of honeypot hits","last_seen":"Last activity timestamp","paths_attempted":"Array of honeypot paths accessed","user_agents":"Array of user agents used","threat_level":"low/medium/high/critical based on hits"}},"threat_feed":{"url":"/threat-feed","method":"GET","description":"Real-time feed of recent honeypot hits","parameters":{"hours":{"type":"integer","required":false,"default":24,"max":168,"description":"Hours of history (max 7 days)"}},"example_requests":["GET /crawler-api/threat-feed","GET /crawler-api/threat-feed?hours=1"]},"stats":{"url":"/stats","method":"GET","description":"Overall statistics about detected bots and honeypot activity","response_fields":{"total_visits":"Total bot visits recorded","today":"Visits today","honeypot_hits":"Total honeypot triggers","unique_crawlers":"Number of unique crawler types","by_type":"Breakdown by crawler type","by_crawler":"Top crawlers by visit count"}}},"integration_examples":{"nginx":{"description":"Add to nginx config to block malicious IPs","example":"curl -s 'https://techtools.cz/crawler-api/blocklist?format=nginx' \u003e\u003e /etc/nginx/blocklist.conf"},"iptables":{"description":"Run commands to block IPs at firewall level","example":"curl -s 'https://techtools.cz/crawler-api/blocklist?format=iptables' | bash"},"fail2ban":{"description":"Use plain format for fail2ban integration","example":"curl -s 'https://techtools.cz/crawler-api/blocklist?format=plain' \u003e /etc/fail2ban/ip.blacklist"},"cron_job":{"description":"Auto-update blocklist hourly","example":"0 * * * * curl -s \"https://techtools.cz/crawler-api/blocklist?format=nginx\" \u003e /etc/nginx/blocklist.conf \u0026\u0026 nginx -s reload"}},"honeypot_paths":["/wp-admin","/wp-login.php","/.env","/.git/config","/phpmyadmin","/backup.sql","/config.php","/shell.php","/.aws/credentials","/api/v1/users","/actuator/health"],"detected_crawler_types":["search_engine","ai","social","seo","scanner","scraper","monitor","bot","browser"],"p2p_api":{"description":"Contribute to our threat intelligence by reporting bots you detect. Your reports help protect everyone!","how_it_works":["1. Register to get a free API key (no email required)","2. Report bots/scanners you detect on your website","3. Reports are verified and aggregated","4. Community blocklist grows with each contribution","5. Your reputation increases with verified reports"],"endpoints":{"register":{"url":"/register","method":"POST","description":"Get a free API key to start contributing","parameters":{"name":{"type":"string","required":false,"description":"Your name or organization"},"website":{"type":"string","required":false,"description":"Your website (for attribution)"}},"example":"curl -X POST -H 'Content-Type: application/json' -d '{\"name\":\"MyWebsite\",\"website\":\"https://example.com\"}' https://techtools.cz/crawler-api/register"},"report":{"url":"/report","method":"POST","description":"Submit a single bot/threat report","authentication":"X-API-Key header required","parameters":{"ip_address":{"type":"string","required":true,"description":"IP address of the bot (no private IPs)"},"user_agent":{"type":"string","required":false,"description":"User-Agent string"},"path":{"type":"string","required":false,"description":"Path accessed (e.g., /wp-admin)"},"method":{"type":"string","required":false,"default":"GET","description":"HTTP method"}},"example":"curl -X POST -H 'X-API-Key: YOUR_KEY' -H 'Content-Type: application/json' -d '{\"ip_address\":\"1.2.3.4\",\"path\":\"/wp-admin\",\"user_agent\":\"BadBot/1.0\"}' https://techtools.cz/crawler-api/report"},"bulk_report":{"url":"/report/bulk","method":"POST","description":"Submit multiple reports at once (max 100)","authentication":"X-API-Key header required","example":"curl -X POST -H 'X-API-Key: YOUR_KEY' -H 'Content-Type: application/json' -d '{\"reports\":[{\"ip_address\":\"1.2.3.4\"},{\"ip_address\":\"5.6.7.8\"}]}' https://techtools.cz/crawler-api/report/bulk"},"my_stats":{"url":"/my-stats","method":"GET","description":"View your contribution statistics","authentication":"X-API-Key header required"},"contributors":{"url":"/contributors","method":"GET","description":"View top contributors leaderboard"},"community_stats":{"url":"/community-stats","method":"GET","description":"Overall community statistics"},"community_blocklist":{"url":"/community-blocklist","method":"GET","description":"Combined blocklist from honeypot + community reports","parameters":{"min_confidence":{"type":"float","required":false,"default":0.5,"description":"Minimum confidence score (0.0-1.0)"},"format":{"type":"string","required":false,"options":["json","plain","nginx","apache","iptables"]}}}},"rate_limits":{"reports":"100 reports per hour per API key","reads":"No rate limiting on read endpoints"},"reputation_system":{"description":"Your reputation increases when your reports are verified","verification":"Reports matching our honeypot data or known scanner patterns are verified","trust_levels":{"new":"reputation \u003c 2.0","trusted":"reputation \u003e= 2.0 and 10+ verified reports","weight":"Higher reputation = more weight in aggregated threat scores"}}},"contact":"https://techtools.cz","related_links":{"dashboard":"https://techtools.cz/tools/crawler-exposer/","llms_txt":"https://techtools.cz/llms.txt","sitemap":"https://techtools.cz/sitemap.xml"}}