V4.2021.09.2583 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
+ALittle Client
 ASPSeek
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Aipbot
-AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
 Aspiegel
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BackDoorBot
+BLEXBot
 BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
 Barkrowler
-Battleztar Bazinga
-Bigfoot
 Black Hole
-Blackboard
-Boardreader
+Blow
 BotALot
-Buck
-Buddy
+Bullseye
 BunnySlippers
+BuzzSumo
+CCBot
 CSHttp
-CazoodleBot
-Cegbfeieh
-CheTeam
+Calculon
+CheeseBot
 ChinaClaw
 Chlooe
-Cogentbot
+Claritybot
+Collector
 Copier
-Cosmos
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
-DBLBot
+Curious
 DTS Agent
-DatabaseDriverMysqli
-Devil
+Deusu
 DigitalPebble
+Dirbuster
+Dispatch
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
-EMail Siphon
+Domains Project
+Dotbot
+Drip
+ECCP/1.0
 EasyDL
+Ebingbong
+EirGrabber
 Evil
+Express WebPictures
 Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FDM
-FHscan
-Firefox/7.0
 FlashGet
-Fuzz
+Flunky
+Foobot
+Freeuploader
 FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
+Genieo
+GermCrawler
+GetRight
+GetWeb
+Getintent
+GoZilla
+Gotit
+Grafula
+GrapeFX
 GrapeshotCrawler
 HMView
-HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
 HaosouSpider
+Havij
 Heritrix
 Hloader
-HybridBot
+IDBTE4M
 IDBot
-Iblog
-Indy Library
-InfoTekies
-Intelliseek
+IRLbot
+IlseBot
+Image Sucker
+IndeedBot
+InterGET
 Internet Ninja
+InternetSeer
+Iria
+JOC Web Spider
 Jbrofuzz
 JennyBot
 JetCar
-Jetty
 Jorgee
-JustView
-Kenjin Spider
-Kinza
 Kozmosbot
+LWP::Simple
+Lanshanbot
 Larbin
-LeechFTP
+Leap
 LeechGet
-Lftp
-LieBaoFast
-Lightspeedsystems
-Linkbot
-Linkdexbot
+LibWeb
+Libwhisker
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
+MIIxpc
 MJ12bot
-MSFrontPage
 MSIECrawler
 MTRobot
 Mag-Net
-MarkMonitor
-Mister PiX
+Majestic-SEO
+MarkWatch
+Mb2345Browser
+Metauri
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
 Mojeek
-Mojolicious
+Mozlila
 Mr.4x3
-NICErsPRO
-Navroad
-NearSite
+Musobot
+Needle
+Nessus
 Net Vampire
-NetZIP
-NextGenSearchBot
-Nikto
-Nmap
-Nutch
+Nettrack
+Niki-bot
+Nuclei
+Offline Explorer
 OnCrawl
-OrangeSpider
+Openvas
+OrangeBot
+OutclicksBot
 OutfoxBot
-PageScorer
-PageThing.com
-Panscient
+PECL::HTTP
 Papa Foto
-Pavuk
 PeoplePal
-Picscout
-PictureFinder
-Pimonster
+Petalbot
+Picsearch
+Piepmatz
 Pixray
-Pockey
-ProPowerBot
-ProWebWalker
+Probethenet
 Psbot
-Pump
-QueryN Metasearch
+PyCurl
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot
-RankingBot2
-Rankivabot
+RankFlex
 RankurBot
 Re-re
-ReGet
-RebelMouse
-Recorder
-RedesScrapy
-Ripper
+RealDownload
+RepoMonkey
+RocketCrawler
 Rogerbot
 SBIder
 SEOkicks
 SEOkicks-Robot
+SEOstats
 SISTRIX
-SMTBot
-ScanAlert
+SalesIntelligent
 Scanbot
 Scrapy
-ScreenerBot
-ScrepyBot
-SeoSiteCheckup
+SemrushBot
+SentiBot
+Seomoz
 Siphon
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-Sitevigil
+SiteSucker
+Siteimprove
 SmartDownload
-Snoopy
-SocialRankIOBot
+Snake
 Sociscraper
 Sogou web spider
-Sottopop
-SpaceBison
-Spanner
 Spbot
-Sqlmap
-Steeler
+Spinn3r
 Stripper
-Sucuri
-SurveyBot
-Swiftbot
+SuperBot
 Szukacz
-T0PHackTeam
-Telesoft
+Teleport
+TeleportPro
 Telesphoreo
-Telesphorep
-TheNomad
-Thumbor
+The Intraformant
 TightTwatBot
-Turingos
-Turnitin
-TurnitinBot
-Typhoeus
+Titan
+Toweyabot
+Tracemyfile
+Trendiction
+True_Robot
 URLy Warning
 UnisterBot
-Upflow
-V-BOT
 VB Project
-VCI
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voltron
+WASALive-Bot
 WPScan
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
-Web Enhancer
-Web Pix
-Web Sauger
+WWW::Mechanize
+Wallpapers
+WeSEE
+Web Sucker
+WebBandit
+WebCollage
 WebEnhancer
 WebFuck
+WebGo IS
 WebImageCollector
+WebPix
+WebReaper
 WebStripper
+WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
 Webshag
 Website Quester
+Whack
 Whacker
 Widow
-WinHTTrack
-Woobot
-Wprecon
+WiseGuys Robot
+Wotbox
 Xaldon WebSpider
-Xenu
-Zade
-Zermelo
+YoudaoBot
 Zitebot
 ZumBot
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-demandbase-bot
+ZyBorg
+arquivo-web-crawler
+coccocbot-web
+crawl.sogou.com
+dataforseo.com
+domainsproject.org
+eCatch
 facebookscraper
-gopher
-lwp-request
-meanpathbot
+heritrix
+internetVista monitor
+lwp-trivial
 mediawords
-muhstik-scan
+netEstate NE Crawler
 oBot
 page scorer
-pcBrowser
-polaris version
+plumanalytics
 probe-image-size
-ripz
-s1z.ru
-scalaj-http
-seostar
-siteripz
-sogouspider
-sp_auditbot
-trendiction.com
-webprosbot
-zgrab
+satoristudio.net
+seoscanners
+serpstatbot
+sitechecker.pro
+tAkeOut
+ubermetrics-technologies.com
+webpros.com
+zauba.io