V4.2021.05.2347 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-Abonti
-Aboundexbot
+Aboundex
 ADmantX
 AfD-Verbotsverfahren
-Aipbot
+AiHitBot
+Alexibot
+Alligator
 AlphaBot
-Anarchie
-Anarchy99
-Anthill
+Anarchy
+Ankit
 Apexoo
-archive.org_bot
-arquivo-web-crawler
 Aspiegel
-Asterias
-Attach
+ASPSeek
 autoemailspider
+AwarioSmartBot
 BackDoorBot
 Backlink-Ceck
+backlink-check
 BacklinkCrawler
 BackStreet
-Badass
-Barkrowler
-BDCbot
-BDFetch
-Bigfoot
-Bitacle
-Blackboard
-Black Hole
-Bolt
-Brandwatch
+BackWeb
+BetaBot
+BlackWidow
+BLEXBot
+BotALot
+Brandprotect
 Buddy
 BuiltBotTough
 Bullseye
-BuzzSumo
+CATExplorador
 CazoodleBot
 CCBot
-CensysInspect
-check1.exe
+Cegbfeieh
 CherryPicker
-ChinaClaw
-Cloud mapping
+CheTeam
+Chlooe
+Claritybot
+Cliqzbot
+coccocbot-web
 CODE87
-Collector
+Cogentbot
+cognitiveseo
 com.plumanalytics
-CopyRightCheck
+Copier
+Copyscape
 Craftbot
 crawler4j
 crawl.sogou.com
-Crescent
+CrazyWebCrawler
 CrunchBot
-DatabaseDriverMysqli
+Curious
+Custo
+CyotekWebCopy
+DataCha0s
 DBLBot
-Deusu
-Devil
-Digincore
-DigitalPebble
 Dirbuster
-Discobot
+Disco
 DomainAppender
-Domains Project
-DomainStatsBot
-DomCopBot
-Download Wonder
-Dragonfly
+domainsproject.org
+Dotbot
+Drip
 DSearch
 DTS Agent
-eCatch
+EasyDL
 EirGrabber
-EMail Siphon
-EMail Wolf
+EroCrawler
 evc-batch
 Exabot
 ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
+Ezooms
+facebookscraper
+FHscan
 Flunky
 Freeuploader
-FrontPage
+FyberSpider
+Fyrebot
+Genieo
+GermCrawler
 GetRight
-GetWeb
+G-i-g-a-b-o-t
+Go-Ahead-Got-It
 gopher
 Gotit
-GrabNet
-Havij
-heritrix
+GoZilla
+Grabber
+GrapeshotCrawler
+Harvest
 Heritrix
-Iblog
-IDBot
-IDBTE4M
+Hloader
+HTTP::Lite
+HTTrack
+Humanlinks
 IlseBot
-IndeedBot
-InternetSeer
-ips-agent
+Image Sucker
+Indy Library
+InfoNaviRobot
+instabid
+Iskanie
 IstellaBot
-JamesBOT
 Jbrofuzz
-JennyBot
-JetCar
+Jetty
 JikeSpider
-LeechFTP
-LeechGet
+Joomla
+Jorgee
+Kozmosbot
+Larbin
+LexiBot
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Linkbot
-LinkpadBot
+Linkdexbot
 LinkScan
-LinksManager
-LinkWalker
 LinqiaRSSBot
 Lipperhey
-lwp-request
+Lipperhey Spider
+Litemage_walker
+LNSpiderguy
+Ltx71
 lwp-trivial
 Mag-Net
-Mail.RU_Bot
-Majestic12
-Majestic SEO
-Majestic-SEO
 MarkMonitor
 MarkWatch
-Masscan
-Mass Downloader
 MauiBot
+Mb2345Browser
+Meanpathbot
 MFC_Tear_Sample
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
 MQQBrowser
-MSFrontPage
-MSIECrawler
 Msrabot
-muhstik-scan
-Name Intelligence
-NearSite
+MTRobot
+Musobot
+Nameprotect
+Navroad
 Needle
-NetAnts
-Netcraft
 netEstate NE Crawler
-NetLyzer
 NetSpider
-Nettrack
-NetZIP
-NICErsPRO
+Netvibes
+NextGenSearchBot
+Niki-bot
 NimbleCrawler
-Ninja
+Nimbostratus
 oBot
-Octopus
-Offline Explorer
-OrangeSpider
+OPPO A33
+OrangeBot
 OutclicksBot
-PageThing.com
-Pavuk
+OutfoxBot
+Page Analyzer
+page scorer
+Pandalytics
 pcBrowser
 PECL::HTTP
+Petalbot
 PHPCrawl
+Picscout
+Picsearch
+Pimonster
 Pi-Monster
+plumanalytics
+Pockey
+POE-Component-Client-HTTP
 polaris version
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-Pump
-RankActive
-RankActiveLinkBot
-RankFlex
-RankurBot
-ReGet
+Probethenet
+Quick-Crawler
+RankingBot2
+RealDownload
+RedesScrapy
 Ripper
-Rogerbot
+ripz
+RocketCrawler
 RSSingBot
-SalesIntelligent
-ScanAlert
+SBIder
 Scanbot
-Scrapy
+scan.lol
+Screaming
 ScreenerBot
-Searchestate
-Semrush
-SEOlyticsCrawler
-seoscanners
-SEOstats
+SemrushBot
+SEOkicks
+SeoSiteCheckup
+serpstatbot
+sexsearcher
+Siphon
 SISTRIX
-SiteExplorer
-SiteSnagger
+SiteSucker
+Site Sucker
+Sitevigil
 SlySearch
-SmartDownload
-Snake
-SocialRankIOBot
 Sociscraper
-sogouspider
-Sogou web spider
+Sosospider
 Sottopop
-Spanner
+Spammen
+sp_auditbot
 Spbot
-spyfu
+Spinn3r
 Sqlmap
-Sqworm
-Stripper
-Sucker
-Sucuri
+Sqlworm
+Steeler
+SuperHTTP
 Surfbot
-Suzuran
 sysscan
+Szukacz
+tAkeOut
+Teleport
+TeleportPro
 Telesphorep
-Thumbor
-TightTwatBot
-Toweyabot
-Trendiction
+Titan
+Toata
+Tracemyfile
+Trendictionbot
+trendiction.de
+True_Robot
 Turingos
-Turnitin
-TwengaBot
-Twice
-Typhoeus
-Vacuum
+UnisterBot
+URLy Warning
+URLy.Warning
+Vagabondo
+VB Project
 WASALive-Bot
-WBSearchBot
 WebAuto
 Web Auto
-WebBandit
-WebCollage
 Web Collage
-WebEnhancer
-WebFuck
-WebGo IS
-WebReaper
-WebSauger
-Web Sauger
+WebCopier
+WebFetch
+Web Fuck
+WebPix
+Web Pix
+WebsiteExtractor
 Website Quester
-WebStripper
-WebSucker
-Whack
-Whatweb
-Who.is Bot
-WinHTTrack
+Web Sucker
+WebWhacker
+Whacker
+Widow
 WiseGuys Robot
-Wonderbot
-Wotbox
-WPScan
+WISENutbot
+Wprecon
 WWW-Mechanize
+WWW::Mechanize
+x09Mozilla
+Xaldon_WebSpider
+Xenu
 xpymep1.exe
+Zade
 Zermelo
+Zeus
+zgrab
 Zitebot
 ZmEu
-ZoomBot
-ZyBorg
+ZumBot