V4.2021.07.2452 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
-ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+Alexibot
+AllSubmitter
+Alligator
 Anarchie
+Anarchy
 Anarchy99
-Ankit
-Anthill
-Aspiegel
 AwarioSmartBot
 BBBike
-BDCbot
-BackDoorBot
 BackStreet
-Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
+BetaBot
+Bigfoot
+Bitacle
 Black Hole
-BlackWidow
-Blow
-BlowFish
+Bolt
 Brandprotect
-Buck
-BuiltWith
-BunnySlippers
+Brandwatch
+Buddy
+Bullseye
 CATExplorador
 CCBot
 CODE87
-CSHttp
-CazoodleBot
-CheTeam
-Claritybot
+CensysInspect
+Cliqzbot
+Cloud mapping
+Copier
+CopyRightCheck
 Cosmos
-Crescent
+CrazyWebCrawler
+CrunchBot
 Curious
-CyotekWebCopy
-DIIbot
+DBLBot
 DTS Agent
-DataCha0s
-Demon
 Deusu
-Devil
 Digincore
 Discoverybot
 Dispatch
-DnyzBot
+DittoSpyder
 DomCopBot
-DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 Dotbot
-Drip
-EMail Siphon
-Ecxi
-ExtLinksBot
-Extractor
-EyeNetIE
-Ezooms
+EasyDL
+EroCrawler
+Express WebPictures
+ExtractorPro
+FHscan
+FemtosearchBot
+Firefox/7.0
 Flunky
 Foobot
+FrontPage
+FyberSpider
 G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
+Genieo
 Gigabot
 Go!Zilla
-GrabNet
+GoZilla
+Gotit
 Grabber
-Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
 HTMLparser
 HTTP::Lite
-HTTrack
-Hloader
-IRLbot
-Image Sucker
+Heritrix
+Humanlinks
+IDBTE4M
+Image Fetch
 IndeedBot
+InfoNaviRobot
 InfoTekies
 Intelliseek
 InterGET
-InternetSeer
-Jbrofuzz
-Jetty
-JikeSpider
-Jyxobot
-Kinza
-LNSpiderguy
-LWP::Simple
+Iskanie
+JamesBOT
+JetCar
+Joomla
+JustView
+Kenjin Spider
 Larbin
+LeechFTP
 LeechGet
-LexiBot
 Lftp
-Lightspeedsystems
+Libwhisker
+LieBaoFast
 Likse
-LinkScan
-LinkWalker
-LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Linkdexbot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
 Ltx71
+MIDown tool
 MJ12bot
+MTRobot
 Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
-MauiBot
-Mb2345Browser
-MicroMessenger
+Majestic12
+Mata Hari
+MeanPath Bot
+Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
-Mozlila
-Mr.4x3
-Msrabot
+Mister PiX
+Mojeek
+NICErsPRO
 Name Intelligence
-Needle
-NetAnts
-NetMechanic
+Nameprotect
+Nessus
+Net Vampire
+NetLyzer
 NetZIP
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
 NimbleCrawler
 Nmap
+OPPO A33
 Offline Explorer
-Offline Navigator
 OnCrawl
-Openfind
-Openvas
-OrangeSpider
 OutclicksBot
-Page Analyzer
+OutfoxBot
+PageGrabber
 PageThing.com
+Pandalytics
 Panscient
-Pavuk
-Petalbot
+PeoplePal
 Picscout
-Pimonster
-PleaseCrawl
+PictureFinder
+Piepmatz
 Pockey
-ProPowerBot
-Psbot
-PyCurl
-Quick-Crawler
-RSSingBot
+ProWebWalker
+Pump
+QueryN Metasearch
 RankActiveLinkBot
 RankingBot2
+RankurBot
 Re-re
 ReGet
 RealDownload
-RebelMouse
-Recorder
-Ripper
 RocketCrawler
-Rogerbot
 SEOkicks
 SEOkicks-Robot
-Searchestate
-Semrush
+Screaming
+ScreenerBot
+ScrepyBot
 SeoSiteCheckup
-SeobilityBot
 Seomoz
 Shodan
+SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
+Sitebeam
+SmartDownload
+Snake
 Sociscraper
 Sogou web spider
-Sosospider
-Sottopop
+Spammen
 SpankBot
 Spanner
-Spinn3r
+Spbot
 SputnikBot
 Sqlmap
+Sqworm
+Steeler
 Stripper
-Sucker
 SuperBot
 SuperHTTP
-SurveyBot
 Swiftbot
-Teleport
-Telesphoreo
-Telesphorep
-TightTwatBot
-Titan
-Toata
+T8Abot
+TheNomad
+Tracemyfile
 Trendiction
-True_Robot
-TurnitinBot
-Twice
+Trendictionbot
 Typhoeus
-URLy Warning
-UnisterBot
 Upflow
 V-BOT
 VB Project
-Voil
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
 Voltron
-WASALive-Bot
-WWW-Mechanize
+WISENutbot
+WPScan
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-WeSEE
+Web Auto
+Web Collage
 Web Enhancer
-WebAuto
-WebEnhancer
-WebFetch
+Web Pix
+Web Sauger
+WebBandit
+WebCopier
 WebFuck
-WebImageCollector
+WebLeacher
 WebPix
-WebSucker
+WebReaper
 WebZIP
-Webalta
 Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
+Whack
+Whacker
 Who.is Bot
-Widow
-Wonderbot
+WinHTTrack
 Woobot
 Wotbox
+Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+YoudaoBot
+Zade
+Zermelo
 Zitebot
 ZmEu
-ZoominfoBot
-ZumBot
 ZyBorg
-arquivo-web-crawler
-autoemailspider
-backlink-check
-eCatch
+check1.exe
+coccocbot-web
+cognitiveseo
+crawler4j
+demandbase-bot
+evc-batch
 facebookscraper
-gopher
-instabid
-internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
+magpie-crawler
+meanpathbot
 muhstik-scan
 netEstate NE Crawler
-oBot
-scan.lol
-seobility
-seostar
-sitechecker.pro
-tAkeOut
-x09Mozilla
+ripz
+scalaj-http
+sexsearcher
+siteripz
+sp_auditbot
+spyfu
+trendiction.com
+trendiction.de
+voyagerx.com
 x22Mozilla
-zgrab