V4.2022.01.2848 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
 80legs
-ADmantX
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AIBOT
+ASPSeek
+AhrefsBot
 Alligator
-AlphaBot
+Anarchie
 Anarchy
-Anarchy99
-Ankit
-BBBike
-BLEXBot
-BackStreet
+Apexoo
+Aspiegel
+Asterias
+AwarioSmartBot
+BackWeb
 Badass
-Bandit
 BatchFTP
-Battleztar Bazinga
-BetaBot
+Bitacle
 Black Hole
-BlowFish
-Boardreader
-BotALot
-Buck
-BuiltWith
+Brandprotect
+Buddy
+BuiltBotTough
 BunnySlippers
 BuzzSumo
-CATExplorador
 CCBot
 CODE87
 CSHttp
 Calculon
-CazoodleBot
-CheTeam
-ChinaClaw
-Chlooe
-Copier
-CopyRightCheck
+Cegbfeieh
+Claritybot
+Cliqzbot
+Collector
+Copyscape
 Cosmos
-Crawling at Home Project
 Crescent
-Curious
-DSearch
-DataCha0s
+CrunchBot
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Deusu
 Digincore
+Dirbuster
 Disco
 Discobot
-Discoverybot
 Dispatch
-DnyzBot
-DomCopBot
-DomainStatsBot
+DomainSigmaCrawler
+Domains Project
 Dotbot
-Download Wonder
-EMail Wolf
+EMail Siphon
+Ebingbong
 EirGrabber
+EroCrawler
+Exabot
 ExtLinksBot
+Extractor
 ExtractorPro
-Flunky
+Extreme Picture Finder
+Fimap
 FrontPage
-Fyrebot
-GalaxyBot
-GetRight
-Gigabot
-Gotit
+Fuzz
+G-i-g-a-b-o-t
+GT::WWW
+Getintent
 GrabNet
-Grabber
-Grafula
-GrapeshotCrawler
-GridBot
-HTTrack
+Haansoft
 HaosouSpider
-Harvest
-Havij
-Heritrix
-Hloader
 HybridBot
-Indy Library
-InfoNaviRobot
-InfoTekies
+IDBot
+Id-search
+Image Sucker
 Intelliseek
 InterGET
-Internet Ninja
+Iskanie
 IstellaBot
-JOC Web Spider
-Jbrofuzz
-JennyBot
 Jetty
-Joomla
-JustView
-Jyxobot
+Keyword Density
 Kinza
-Kozmosbot
-Lanshanbot
+LeechFTP
 LeechGet
 LexiBot
-Lftp
-LieBaoFast
-Lightspeedsystems
+LibWeb
+Libwhisker
 Likse
-LinkWalker
-Linkbot
-LinkpadBot
+LinkScan
+LinksManager
 LinqiaRSSBot
-Litemage_walker
+Lipperhey Spider
 Lmspider
 Ltx71
-MIDown tool
-MIIxpc
+MJ12bot
+MSFrontPage
 Mag-Net
-Majestic SEO
-Masscan
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
+Mass Downloader
 Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Microsoft Data Access
+Mediatoolkitbot
 Microsoft URL Control
-Minefield
+Moblie Safari
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Musobot
-Name Intelligence
+Msrabot
+NPbot
 Nameprotect
-NearSite
-Needle
-Net Vampire
-NetAnts
-Nimbostratus
+Navroad
+NetMechanic
+NetSpider
+Nikto
+NimbleCrawler
+Ninja
+Nutch
+Octopus
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
+OpenVAS
 Openfind
 Openvas
-OutclicksBot
 OutfoxBot
 PECL::HTTP
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageThing.com
+PageGrabber
+PageScorer
 Panscient
+Papa Foto
+PeoplePal
 Petalbot
+Picscout
+PictureFinder
+Pimonster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Psbot
 Pump
-PyCurl
 Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot
+Rankivabot
+RankurBot
+RealDownload
 Reaper
-RebelMouse
-Recorder
+RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
 SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
+SEOprofiler
+SISTRIX
 Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Searchestate
 Seekport
-SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
-SiteCheckerBotCrawler
-SiteSucker
+SemanticJuice
+Semrush
+SemrushBot
+Shodan
+Site Sucker
+SiteSnagger
+Sitebeam
+Siteimprove
 Sitevigil
-Snake
-Snapbot
 Sociscraper
-Sogou web spider
 Sosospider
 Spammen
-SpankBot
+Spbot
+Spinn3r
+Sqlmap
 Sqlworm
-Sqworm
+Steeler
 Sucker
-SuperBot
-Surfbot
-SurveyBot
+Sucuri
+SuperHTTP
 Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
-Thumbor
+Teleport
 Toata
-Trendiction
+Toweyabot
+Tracemyfile
 Trendictionbot
+True_Robot
 Turingos
+TwengaBot
+Twice
+URLy Warning
 URLy.Warning
 UnisterBot
 Upflow
-Vagabondo
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
 Voil
-WASALive-Bot
-WEBDAV
-WWW::Mechanize
+WISENutbot
+WWW-Collector-E
 WWWOFFLE
-WallpapersHD
+Wallpapers/3.0
 WeSEE
-Web Collage
-Web Fetch
+Web Enhancer
 Web Fuck
-WebAuto
+Web Sauger
+Web Sucker
+WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
+WebPix
+Webalta
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+Webshag
+Whacker
 WiseGuys Robot
+Wonderbot
+Woobot
 Xaldon WebSpider
-Zade
 Zauba
-Zermelo
+Zeus
 Zitebot
-adscanner
-autoemailspider
+ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
+arquivo-web-crawler
 backlink-check
-cah.io.community
 check1.exe
-coccocbot-web
+clark-crawler
 com.plumanalytics
-dataforseo.com
-domainsproject.org
-evc-batch
+crawl.sogou.com
+demandbase-bot
 facebookscraper
-gopher
 instabid
+ips-agent
 iubenda-radar
 oBot
-ripz
-s1z.ru
+page scorer
+polaris version
+probe-image-size
 scalaj-http
 scan.lol
-sitechecker.pro
+seoscanners
+seostar
+serpstatbot
+sexsearcher
+siteripz
+sogouspider
+sp_auditbot
+tAkeOut
 trendiction.com
 ubermetrics-technologies.com
+voyagerx.com
+x22Mozilla
+zgrab