V4.2021.05.2344 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
-Aboundex
-AfD-Verbotsverfahren
-AIBOT
+80legs
+Acunetix
 AiHitBot
 Aipbot
-Alligator
-AlphaBot
+AllSubmitter
 Anarchy
-Anthill
+Apexoo
 archive.org_bot
+arquivo-web-crawler
 Aspiegel
-Attach
-autoemailspider
+ASPSeek
+Asterias
 AwarioRssBot
 AwarioSmartBot
-BackDoorBot
 Backlink-Ceck
-backlink-check
-BacklinkCrawler
+BackStreet
+Badass
 Battleztar Bazinga
-BDFetch
+BDCbot
 BetaBot
-Blackboard
+Bitacle
 Black Hole
-BuiltBotTough
+BlackWidow
+BotALot
+Buck
 BunnySlippers
-Calculon
-CazoodleBot
-Cegbfeieh
+CATExplorador
+CCBot
 CensysInspect
-CherryPicker
-Chlooe
+check1.exe
+CheeseBot
+CheTeam
+Cliqzbot
 coccocbot-web
 Cocolyzebot
-cognitiveseo
-Collector
-Copier
-CopyRightCheck
 Copyscape
 Craftbot
-crawler4j
-crawler.feedback
+crawl.sogou.com
 CrazyWebCrawler
+CrunchBot
 CSHttp
-Curious
+Custo
 CyotekWebCopy
-DatabaseDriverMysqli
 DBLBot
 demandbase-bot
-Deusu
-DIIbot
-Dirbuster
-Disco
+Demon
+Discoverybot
+DnyzBot
 DomainAppender
 domainsproject.org
 DomainStatsBot
 DomCopBot
 Download Wonder
+Dragonfly
 Drip
-DSearch
+DTS Agent
 ECCP/1.0
-EroCrawler
-Evil
+EirGrabber
+EMail Siphon
+EMail Wolf
+Extreme Picture Finder
+facebookscraper
+FDM
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
+FHscan
+Fimap
 Foobot
+Fuzz
 GalaxyBot
 Genieo
 GermCrawler
-Gigablast
+Getintent
+GetWeb
 Gigabot
-gopher
-GoZilla
-Go!Zilla
+Gotit
+Grabber
 Grafula
-GrapeFX
-GrapeshotCrawler
 GT::WWW
-HaosouSpider
-Heritrix
-HTMLparser
-HTTP::Lite
-Humanlinks
-IDBot
-IDBTE4M
+Havij
+heritrix
+HMView
+Iblog
+Id-search
 Image Fetch
-InterGET
-InternetSeer
+InfoTekies
+Internet Ninja
 internetVista monitor
 ips-agent
 Iskanie
+IstellaBot
+JamesBOT
 Jbrofuzz
-JetCar
-Joomla
-Jorgee
-Kenjin Spider
+Jetty
+JustView
+Keyword Density
 Kozmosbot
 Larbin
-LeechGet
-LexiBot
-LibWeb
-Lightspeedsystems
+LieBaoFast
 Linkbot
-LinkpadBot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
-Lmspider
 LNSpiderguy
+Ltx71
 lwp-request
-lwp-trivial
+Mag-Net
+MarkMonitor
+MarkWatch
 Masscan
 Mata Hari
-MeanPath Bot
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-mediawords
-MegaIndex.ru
+MFC_Tear_Sample
 MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
+MIDown tool
+MIIxpc
 Mister PiX
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+MJ12bot
+MSFrontPage
 MSIECrawler
+MTRobot
 Musobot
-Navroad
+Name Intelligence
+Nameprotect
 NearSite
 Needle
-NetAnts
 netEstate NE Crawler
 NetLyzer
-Nettrack
-NetZIP
+NetMechanic
+NetSpider
 Nibbler
-NICErsPRO
-NimbleCrawler
+Niki-bot
+Nikto
 Ninja
-NPbot
-Octopus
+Nutch
+Offline Navigator
 OnCrawl
+Openvas
+OpenVAS
+OPPO A33
 OrangeBot
 OutclicksBot
-Page Analyzer
 PageGrabber
+page scorer
 PageThing.com
-pcBrowser
-PECL::HTTP
+Pandalytics
+Papa Foto
+Pavuk
 PeoplePal
-Picscout
-PictureFinder
-Piepmatz
-Pi-Monster
+Petalbot
+Picsearch
+Pimonster
+Pixray
 PleaseCrawl
+plumanalytics
+Pockey
+polaris version
 probe-image-size
+Probethenet
 ProPowerBot
+Psbot
+Pu_iN
 PyCurl
 RankActive
-RankFlex
-RankurBot
-RealDownload
+RankActiveLinkBot
+RankingBot
+RankingBot2
+Rankivabot
 ReGet
-Re-re
-RocketCrawler
-RSSingBot
-s1z.ru
+satoristudio.net
+scalaj-http
 ScanAlert
 Scanbot
 scan.lol
 ScoutJet
-Scrapy
-Screaming
+ScreenerBot
+Searchestate
 SearchmetricsBot
-Semrush
-SEOlyticsCrawler
+SentiBot
 SEOprofiler
 seoscanners
-serpstatbot
-Shodan
-Siphon
-Sitebeam
-SiteCheckerBotCrawler
-SiteExplorer
+SeoSiteCheckup
+SEOstats
+sitechecker.pro
 Siteimprove
+SiteLockSpider
 SiteSucker
-SlySearch
-SmartDownload
+SMTBot
 Snapbot
+SocialRankIOBot
 sogouspider
-SpankBot
+Sosospider
 sp_auditbot
-Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
+Spbot
+spyfu
 Stripper
-Surfbot
-Suzuran
-Swiftbot
+Sucker
+Szukacz
 T0PHackTeam
-tAkeOut
-The Intraformant
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
 Thumbor
-Titan
-Toata
-Toweyabot
-Tracemyfile
-Turingos
-Upflow
+TightTwatBot
+trendiction.com
+True_Robot
+Turnitin
+Twice
+URLy Warning
 Vacuum
+VB Project
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-WallpapersHD
-WASALive-Bot
+Virusdie
+Voil
+Voltron
 Web Auto
-WebBandit
 WebCollage
 Web Collage
-WebEnhancer
 WebFetch
-Web Fuck
+WebFuck
 WebGo IS
-WebImageCollector
-WebLeacher
-webmeup-crawler
-Web Sauger
-Webshag
-WebsiteExtractor
+WebSauger
+WebsiteQuester
+Webster
 WebStripper
-Web Sucker
+WebZIP
+WeSEE
 Whack
-Widow
-WinHTTrack
-WISENutbot
-Wprecon
-WPScan
-WWWOFFLE
-x09Mozilla
+Whatweb
+WiseGuys Robot
+Wonderbot
+Wotbox
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-xpymep1.exe
 YoudaoBot
-zgrab
-Zitebot
+Zade
+Zauba
 ZoomBot
-ZoominfoBot