V4.2021.12.2776 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
+360Spider
+404enemy
+Abonti
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
-Anarchy99
-Ankit
+Alexibot
+AllSubmitter
+Alligator
 Apexoo
+Aspiegel
+Asterias
+Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BackDoorBot
-BackWeb
+BDCbot
+Backlink-Ceck
 BacklinkCrawler
-Barkrowler
+Badass
 BatchFTP
-Battleztar Bazinga
-Bitacle
+BetaBot
+Black Hole
 BlackWidow
-Blow
-BuiltWith
+Boardreader
+Buck
+Buddy
+BuiltBotTough
+Bullseye
 BunnySlippers
-CATExplorador
-CensysInspect
-CheTeam
+CCBot
+CSHttp
+Cegbfeieh
 CheeseBot
-CherryPicker
-Citoid
-Cloud mapping
-Cocolyzebot
+ChinaClaw
+Chlooe
+Cliqzbot
 Cogentbot
-Copier
 CopyRightCheck
-Cosmos
-Craftbot
-CrunchBot
-Custo
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
+CrazyWebCrawler
+Crescent
+Curious
+DSearch
+DTS Agent
 Demon
+Deusu
 Devil
-Disco
-Discobot
+DigitalPebble
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DittoSpyder
+DnyzBot
 DomainAppender
+DomainSigmaCrawler
+Download Wonder
 Dragonfly
-Drip
 Ebingbong
-Ecxi
+EirGrabber
 Evil
-Express WebPictures
-Extractor
-ExtractorPro
+Exabot
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
+FlashGet
 FrontPage
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+Genieo
+GetRight
 GetWeb
-Getintent
 GoZilla
-GrapeshotCrawler
+Gotit
+Grafula
+GrapeFX
 HEADMasterSEO
 HTMLparser
-HaosouSpider
-Heritrix
-Humanlinks
+HTTP::Lite
+Hloader
+HybridBot
 IRLbot
-IlseBot
-Image Fetch
+Iblog
+Id-search
+IndeedBot
 Indy Library
-InfoTekies
-Intelliseek
-InternetSeer
-IstellaBot
-Jbrofuzz
-JetCar
+Internet Ninja
+Iria
+Iskanie
+JOC Web Spider
+JennyBot
+JikeSpider
+Joomla
 Jorgee
 Jyxobot
-Kinza
-Lanshanbot
+Kenjin Spider
+Keyword Density
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Larbin
-LeechFTP
+LexiBot
+Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
 LinkScan
 Linkbot
-Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey Spider
-Ltx71
+Lmspider
 MFC_Tear_Sample
-MIDown tool
+MIIxpc
 MQQBrowser
-MSFrontPage
 MSIECrawler
-Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Mediatoolkitbot
+Majestic SEO
+MarkMonitor
+Masscan
+Metauri
 MicroMessenger
+Moblie Safari
+Morfeus Fucking Scanner
 Mr.4x3
+Musobot
+NICErsPRO
 NPbot
 Name Intelligence
+Nameprotect
+Nessus
+Nettrack
 Netvibes
-Niki-bot
-Nimbostratus
-Nmap
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nutch
+Octopus
 Offline Explorer
 OpenVAS
-OutfoxBot
+OrangeBot
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
 Petalbot
-Picscout
-Picsearch
-PictureFinder
+Piepmatz
 Pimonster
-Pockey
-ProWebWalker
-Pu_iN
-Pump
-RankActive
-RankFlex
+Psbot
+RankingBot2
 Re-re
-Reaper
+RealDownload
 Recorder
-RedesScrapy
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SEOstats
 SISTRIX
-SalesIntelligent
+SMTBot
 ScanAlert
+Scanbot
 ScoutJet
-Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-Searchestate
-SentiBot
 SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-Siteimprove
+SeobilityBot
+Siphon
+SiteSucker
 Sitevigil
-SlySearch
-SmartDownload
-Snapbot
+Snake
 Snoopy
-SocialRankIOBot
-Sociscraper
 SpaceBison
-Spammen
 SpankBot
-Stripper
-Teleport
+Spanner
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+Sucker
+Sucuri
+SuperBot
+SurveyBot
+Suzuran
+T8Abot
+TeleportPro
+Telesoft
+Telesphorep
 The Intraformant
-Tracemyfile
-Trendiction
 True_Robot
 Turingos
-Turnitin
+TwengaBot
 URLy Warning
+UnisterBot
 Upflow
+VB Project
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-Virusdie
-Voil
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
+WASALive-Bot
+WBSearchBot
+WWW-Mechanize
 WWWOFFLE
+Wallpapers/3.0
 WeSEE
-Web Collage
 Web Enhancer
 Web Fetch
+Web Sucker
+WebBandit
 WebCollage
+WebCopier
 WebEnhancer
-WebGo IS
-WebReaper
+WebPix
 WebSauger
-WebSucker
+WebWhacker
+Webalta
 Webshag
 Website Quester
-WebsiteExtractor
 WebsiteQuester
 Whack
-Whacker
 Whatweb
-Who.is Bot
-Widow
-WinHTTrack
 Wonderbot
 Woobot
-Xaldon WebSpider
+Wprecon
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-ZyBorg
+Zermelo
+Zeus
+Zitebot
+ZmEu
+ZoomBot
+ZoominfoBot
+autoemailspider
 backlink-check
-clark-crawler
 coccocbot-web
+crawl.sogou.com
+crawler4j
 demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
+eCatch
 gopher
-instabid
-ips-agent
-isitwp.com
 lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
-muhstik-scan
-pcBrowser
-scalaj-http
+netEstate NE Crawler
+page scorer
+plumanalytics
+ripz
 scan.lol
 seobility
-seoscanners
+serpstatbot
+sitechecker.pro
 sogouspider
-sp_auditbot
-sysscan
-tAkeOut
-webgains-bot
-webpros.com
+spyfu
+trendiction.com
+trendiction.de
 webprosbot
-xpymep1.exe
+zauba.io