V4.2022.06.3161 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-Abonti
+ASPSeek
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
+AiHitBot
+Alligator
 Anarchie
+Anarchy99
+Apexoo
 Aspiegel
-BDCbot
-BackWeb
-Bandit
-BatchFTP
-Battleztar Bazinga
+Asterias
+Attach
+AwarioSmartBot
+BLEXBot
+Barkrowler
 BetaBot
-Bigfoot
+Bitacle
 Black Hole
+BlackWidow
 Blackboard
-Brandprotect
-Brandwatch
-Buddy
+BlowFish
+Boardreader
+BuiltBotTough
+Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
 Calculon
-CheTeam
-ChinaClaw
-Claritybot
+CensysInspect
+Chlooe
 Cliqzbot
+Cogentbot
 Copier
 CopyRightCheck
-Cosmos
-Crescent
+Copyscape
+Crawling at Home Project
+CrunchBot
 Curious
 Custo
-CyotekWebCopy
+DIIbot
 DSearch
-Demon
+DTS Agent
+Deusu
 Devil
-Digincore
 DigitalPebble
-Dirbuster
 Discobot
-Discoverybot
-Dispatch
-DittoSpyder
-DomainAppender
+DnyzBot
+DomCopBot
 DomainCrawler
-Dotbot
-ECCP/1.0
-EMail Wolf
+Drip
+EasyDL
 Ebingbong
-Ecxi
-Express WebPictures
-Extreme Picture Finder
-FHscan
+Exabot
+ExtLinksBot
+ExtractorPro
+Ezooms
 Fimap
-Firefox/7.0
-FlashGet
-Foobot
-FrontPage
-Fuzz
-Fyrebot
+Flunky
+Freeuploader
+FyberSpider
+GT::WWW
 Genieo
-GetWeb
+Getintent
 Gigabot
-GrabNet
 Grabber
+Grafula
 GrapeshotCrawler
 GridBot
-HTTP::Lite
-HTTrack
+HEADMasterSEO
 Haansoft
-Hloader
+Heritrix
+HonoluluBot
+Humanlinks
 HybridBot
-IDBot
-Iblog
 IlseBot
-Image Sucker
-Intelliseek
-Iskanie
-IstellaBot
-JamesBOT
-Jbrofuzz
-Joomla
-Jyxobot
+InternetSeer
+JOC Web Spider
+JetCar
+JikeSpider
+Jorgee
 Keyword Density
 Kinza
+Kozmosbot
 LWP::Simple
 Lanshanbot
-Larbin
-Leap
+LeechFTP
 LeechGet
-Lftp
+LibWeb
 Likse
+LinkScan
 LinkpadBot
-LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSFrontPage
 MTRobot
-Mail.RU_Bot
+Mag-Net
+Magnet
+Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
-Masscan
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Metauri
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
+Minefield
 Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mr.4x3
 NPbot
 Navroad
-NetMechanic
+Needle
+Nessus
+Net Vampire
+NetAnts
+NetSpider
 NetZIP
 Netcraft
-Nettrack
+Netvibes
+NextGenSearchBot
 Nimbostratus
-Ninja
+Nutch
 Octopus
-Offline Explorer
-OpenLinkProfiler
+Offline Navigator
+OpenVAS
 OrangeBot
 PECL::HTTP
-PHPCrawl
-PageAnalyzer
-PageGrabber
-Pandalytics
-Pixray
-PleaseCrawl
-ProWebWalker
-Pu_iN
+PageThing.com
+Papa Foto
+PeoplePal
+Picscout
+Picsearch
+Piepmatz
+ProPowerBot
+Pump
+PxBroker
 PyCurl
+RSSingBot
 RankActive
+RankFlex
 RankingBot
 RankingBot2
-RankurBot
 ReGet
-RebelMouse
-Ripper
+Recorder
+RedesScrapy
+RocketCrawler
+Rogerbot
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-Scanbot
+SEOprofiler
+SEOstats
+SMTBot
+SalesIntelligent
+ScanAlert
+ScoutJet
 ScrepyBot
 Searchestate
 SearchmetricsBot
+Seekport
 Semrush
-Seomoz
+SentiBot
 Siphon
-Site Sucker
-SiteSnagger
-Sitevigil
-SlySearch
+SiteCheckerBotCrawler
+Snake
+Sosospider
+Sottopop
+Spammen
 Spanner
-SputnikBot
+Spbot
+Spinn3r
 Sqlmap
-Sqlworm
+Sqworm
+Stripper
 Sucker
 Sucuri
-SuperHTTP
 Surfbot
-Suzuran
-T0PHackTeam
-T8Abot
+SurveyBot
+Swiftbot
+Szukacz
 TeleportPro
-Telesoft
-The Intraformant
-Thumbor
-Toata
+Titan
 Toweyabot
 Tracemyfile
 Trendiction
-Turingos
+Trendictionbot
+True_Robot
 Turnitin
 TurnitinBot
-TwengaBot
-Twice
-V-BOT
+UnisterBot
+Upflow
 VB Project
+VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-VoidEYE
 Voltron
-WEBDAV
-WPScan
+WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
+Web Auto
 Web Enhancer
-Web Fetch
+Web Fuck
+WebBandit
 WebCollage
-WebEnhancer
+WebCopier
 WebFuck
-WebGo IS
-WebStripper
-WebSucker
+WebPix
+WebReaper
 WebWhacker
-Webalta
+WebZIP
 Website Quester
 Webster
+Whack
+Whacker
+Whatweb
 Who.is Bot
+Widow
 WinHTTrack
-WiseGuys Robot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zade
-Zeus
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
-archive.org_bot
+ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
-com.plumanalytics
-dataforseo.com
+cah.io.community
+crawler4j
 domainsproject.org
-eCatch
-evc-batch
 gopher
-ips-agent
 isitwp.com
 linkdexbot
-lwp-trivial
-meanpathbot
-netEstate NE Crawler
+lwp-request
 oBot
-polaris version
-probe-image-size
-s1z.ru
+page scorer
+plumanalytics
+ripz
 satoristudio.net
-scan.lol
+scalaj-http
 seocompany.store
+seostar
 serpstatbot
-sexsearcher
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+siteripz
+sp_auditbot
+spyfu
+trendiction.com
 webgains-bot
-x09Mozilla
+webmeup-crawler
+webprosbot
 x22Mozilla
-xpymep1.exe
-zgrab