V4.2022.07.3247 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
-80legs
-Abonti
-AhrefsBot
-Aipbot
+360Spider
+ADmantX
+AIBOT
+ASPSeek
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
-Anarchie
 Anarchy
-Anthill
-Asterias
-Atomseobot
+Anarchy99
+AwarioRssBot
 AwarioSmartBot
-BDCbot
-BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
+BacklinkCrawler
 BatchFTP
-Blackboard
+Battleztar Bazinga
+Bigfoot
+Black Hole
+Blow
 BlowFish
 Boardreader
 Bolt
-BotALot
 Brandprotect
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
+Brandwatch
+Buck
+CATExplorador
 CCBot
 CSHttp
+Cegbfeieh
 CheTeam
-Citoid
-Claritybot
+Chlooe
+Cocolyzebot
+Cogentbot
 Collector
-Copier
+Copyscape
 Craftbot
-CrunchBot
-Custo
-DBLBot
+Crescent
+Curious
+DTS Agent
 DataCha0s
-DigitalPebble
-Dirbuster
-Discoverybot
-DittoSpyder
+DatabaseDriverMysqli
+Disco
+Dispatch
+DnBCrawler-Analytics
+DomCopBot
 DomainAppender
 DomainSigmaCrawler
-ECCP/1.0
-EasyDL
-Ebingbong
+DomainStatsBot
+Domains Project
+Dragonfly
+Ecxi
+EroCrawler
+Evil
 Exabot
-ExtLinksBot
+Express WebPictures
 Extractor
+EyeNetIE
 Ezooms
 FDM
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Foobot
-Fuzz
+Fimap
+Flunky
 GT::WWW
-GalaxyBot
+Genieo
+GermCrawler
 GetRight
 GetWeb
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
 Grabber
-HEADMasterSEO
+Grafula
+GrapeFX
+GridBot
 HMView
 HTMLparser
-Haansoft
-HaosouSpider
+HTTP::Lite
+HTTrack
 HonoluluBot
-IDBot
-IRLbot
+Humanlinks
+HybridBot
+IDBTE4M
 Id-search
 IlseBot
-Image Fetch
-Indy Library
+Intelliseek
 InterGET
-InternetSeer
 IstellaBot
-JetCar
-Jetty
-JikeSpider
+JOC Web Spider
+Jbrofuzz
 Jorgee
 JustView
-Kenjin Spider
-Keyword Density
-Kozmosbot
+Kinza
 LWP::Simple
+Larbin
+Leap
 LeechGet
-LinkScan
-Linkbot
-LinkpadBot
-LinksManager
-Lipperhey
+LexiBot
+Lftp
+LibWeb
+LinqiaScrapeBot
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
 MQQBrowser
+MSFrontPage
 MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic12
-MarkMonitor
-MarkWatch
-Meanpathbot
-MicroMessenger
+Majestic-SEO
+Masscan
+MauiBot
+Mb2345Browser
+Microsoft Data Access
+Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
+Mojolicious
 MolokaiBot
-Musobot
-NearSite
-Net Vampire
+Msrabot
+NICErsPRO
+NPbot
 NetLyzer
-NetMechanic
 NetSpider
-NetZIP
-Nettrack
-Netvibes
 NextGenSearchBot
-Nibbler
-Nimbostratus
-Ninja
+NimbleCrawler
+Nmap
 Not
-Nutch
+Offline Explorer
 Offline Navigator
-OnCrawl
+Openfind
+OrangeSpider
+OutclicksBot
 PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
-PageThing.com
-Petalbot
+Papa Foto
+Pavuk
+PeoplePal
 Picscout
-Pixray
-Pockey
-Pu_iN
-PyCurl
-RSSingBot
-RankingBot2
+Piepmatz
+Pimonster
+Psbot
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 Rankivabot
-Recorder
-RedesScrapy
+RankurBot
+Re-re
+RebelMouse
 Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
-SMTBot
+SalesIntelligent
 ScanAlert
-ScrepyBot
-Searchestate
-Seekport
+ScreenerBot
 SemrushBot
-SeobilityBot
-SiteSucker
-SlySearch
+SeoSiteCheckup
+Shodan
+SiteSnagger
+Sitebeam
+Sitevigil
+SmartDownload
+Snake
+Snoopy
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sosospider
-Sottopop
 SpankBot
-SputnikBot
 Sucuri
-SuperBot
-SurveyBot
-Suzuran
 Szukacz
 T0PHackTeam
 TeleportPro
 Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
-Titan
-Tracemyfile
-TwengaBot
-URLy.Warning
-Upflow
-V-BOT
-VCI
+Toweyabot
+Turnitin
+TurnitinBot
+Twice
+URLy Warning
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
 Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
-WISENutbot
-Wallpapers/3.0
-Web Auto
-Web Fuck
-Web Sucker
-WebCollage
+WPScan
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
+Web Collage
+Web Enhancer
+Web Sauger
+WebAuto
 WebCopier
-WebFetch
-WebLeacher
-WebPix
-WebStripper
+WebEnhancer
+WebGo IS
 WebSucker
-WebWhacker
+WebZIP
+Webalta
+Webshag
 Website Quester
+WebsiteExtractor
 Whacker
-Whatweb
 Who.is Bot
-Wotbox
-Wprecon
+WinHTTrack
 Xaldon WebSpider
-Zauba
+Zermelo
+Zeus
 ZumBot
 ZyBorg
+adscanner
 archive.org_bot
+arquivo.pt
 backlink-check
-clark-crawler
-coccocbot
-crawl.sogou.com
-crawler.feedback
+cah.io.community
+com.plumanalytics
+crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
 facebookscraper
 gopher
+instabid
 internetVista monitor
 lwp-request
+magpie-crawler
+mediawords
 oBot
+page scorer
 plumanalytics
-scan.lol
+ripz
+satoristudio.net
+scalaj-http
 seobility
 seoscanners
-seostar
 sexsearcher
-sitechecker.pro
 siteripz
 sp_auditbot
 sysscan
 tAkeOut
-ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webmeup-crawler
 webpros.com
-webprosbot
-x09Mozilla
-xpymep1.exe
-zgrab