V4.2023.02.3571 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-404enemy
+80legs
+ADmantX
 ALittle Client
+Abonti
 Aboundex
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
 Alexibot
-AllSubmitter
 Alligator
+AlphaBot
 Anarchie
-Aspiegel
-BDFetch
-BackWeb
+Anarchy99
+Ankit
+Anthill
+BLEXBot
+BackDoorBot
+BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-BlackWidow
+BetaBot
 Blow
+Boardreader
+Bolt
 Brandprotect
-Bullseye
-BunnySlippers
+BuiltBotTough
 BuzzSumo
-CCBot
-CODE87
-Calculon
-CazoodleBot
-Cegbfeieh
 CensysInspect
-CherryPicker
-ChinaClaw
-Citoid
 Claritybot
-Cogentbot
+Cocolyzebot
+Copier
+CopyRightCheck
 Copyscape
-Craftbot
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-DIIbot
+CrunchBot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
-Deusu
-Digincore
+DigitalPebble
 Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
-Dragonfly
+Drip
 ECCP/1.0
-EMail Siphon
-EirGrabber
-EroCrawler
+EMail Wolf
+Ebingbong
+Ecxi
 Evil
-Exabot
-ExtractorPro
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
 Ezooms
-FDM
 Firefox/7.0
 FlashGet
+Flunky
+FyberSpider
 Fyrebot
-Genieo
+G-i-g-a-b-o-t
+GalaxyBot
+GetWeb
+Getintent
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
+Grabber
+GrapeFX
+HTMLparser
 HTTP::Lite
-Haansoft
+HaosouSpider
+Havij
+Heritrix
 HonoluluBot
-IDBTE4M
 IDBot
 IRLbot
-Iblog
-IlseBot
-Image Fetch
-Image Sucker
+InfoTekies
+Iria
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
+Jetty
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
 LWP::Simple
-LieBaoFast
-Linkbot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Lmspider
+Lanshanbot
+Leap
+Lftp
+LibWeb
+Libwhisker
+LinkextractorPro
+LinqiaRSSBot
+Litemage_walker
 MFC_Tear_Sample
 MJ12bot
+MQQBrowser
 MSIECrawler
 MTRobot
-Majestic SEO
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
-Mata Hari
-MauiBot
-Meanpathbot
+MarkMonitor
+MarkWatch
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
 Musobot
-NPbot
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
+Name Intelligence
+Nameprotect
+NetLyzer
 NetSpider
-Netvibes
-NextGenSearchBot
-Niki-bot
-Nimbostratus
+Nettrack
+Nibbler
+Nikto
 Ninja
-Octopus
+Nutch
 Offline Explorer
 OnCrawl
-OpenVAS
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageThing.com
-Pandalytics
-Pavuk
+OutfoxBot
+Papa Foto
 Petalbot
-Picscout
+PictureFinder
 PleaseCrawl
+Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
+Pu_iN
 Pump
 PxBroker
 QueryN Metasearch
+RSSingBot
+RankActive
+RankFlex
 RankingBot2
-Reaper
-RebelMouse
+Rankivabot
+RankurBot
+Re-re
+RealDownload
 Recorder
+RedesScrapy
+RepoMonkey
 Ripper
-SBIder
-SMTBot
-ScanAlert
-Scanbot
+Rogerbot
+SEOprofiler
+SEOstats
+SISTRIX
+ScoutJet
 Scrapy
-Screaming
-ScrepyBot
-Seekport
-SemanticJuice
+Searchestate
+SearchmetricsBot
 SeoSiteCheckup
-SeobilityBot
 Seomoz
 Shodan
 SiteExplorer
+SiteLockSpider
 SiteSnagger
-Siteimprove
-Sitevigil
 SlySearch
 SmartDownload
 Snake
 SocialRankIOBot
 Sosospider
+Sottopop
 Spammen
 SpankBot
-Spanner
+Spinn3r
+SputnikBot
+Sqlworm
+Steeler
 Sucuri
 SuperBot
+SuperHTTP
 Surfbot
+Suzuran
 Swiftbot
-T0PHackTeam
+Szukacz
 T8Abot
-Telesoft
 Telesphorep
 TheNomad
+Thumbor
 Toata
 Toweyabot
 Tracemyfile
-Trendictionbot
-True_Robot
-Twice
-Typhoeus
-URLy.Warning
+Turingos
+TwengaBot
 UnisterBot
-Upflow
 Vacuum
+Vagabondo
+Voil
+WASALive-Bot
 WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Web Collage
-Web Enhancer
-Web Fuck
+Web Auto
 Web Pix
 Web Sucker
-WebCopier
+WebAuto
+WebBandit
+WebEnhancer
+WebFuck
 WebImageCollector
-WebLeacher
-WebPix
-WebSucker
-WebZIP
+WebReaper
+WebSauger
+WebStripper
 Webalta
-Whack
-Widow
+Webshag
+Website Quester
+WebsiteExtractor
+Webster
+Whatweb
 WiseGuys Robot
-Wonderbot
-Woobot
-Wprecon
 Xaldon WebSpider
-YoudaoBot
-Zermelo
-ZyBorg
-archive.org_bot
-arquivo.pt
+Xenu
+Zauba
+ZmEu
+ZoomBot
+adscanner
 autoemailspider
-backlink-check
 check1.exe
-clark-crawler
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
-evc-batch
-facebookscraper
-instabid
-ips-agent
-lwp-request
-magpie-crawler
+iubenda-radar
 meanpathbot
 mediawords
-ripz
+muhstik-scan
+page scorer
+s1z.ru
+scan.lol
 seobility
+sexsearcher
+sitechecker.pro
 siteripz
-sp_auditbot
-trendiction.com
-webmeup-crawler
-webprosbot
-x09Mozilla
-xpymep1.exe
+sogouspider
+sysscan
+webpros.com
+zgrab