V4.2022.08.3310 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
-ADmantX
 AIBOT
-ALittle Client
 ASPSeek
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
 AhrefsBot
-Alligator
-AlphaBot
-Anarchy
-Ankit
+Aipbot
+Anarchie
 Anthill
-Apexoo
 Asterias
 Atomseobot
-BBBike
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Badass
+Attach
+BLEXBot
 Barkrowler
+BatchFTP
+Battleztar Bazinga
+Bitacle
 Black Hole
 BlackWidow
-Blackboard
-BlowFish
+Blow
+Boardreader
 Bolt
+Brandprotect
 Brandwatch
-Buck
-Buddy
-BuiltWith
+BuiltBotTough
+BunnySlippers
+BuzzSumo
 CCBot
+CODE87
 CSHttp
 CazoodleBot
+Cegbfeieh
 CensysInspect
+CheTeam
 ChinaClaw
-Cliqzbot
+Chlooe
+Claritybot
+Cloud mapping
 Cogentbot
 Collector
-Craftbot
+Copier
 Crawling at Home Project
-CrunchBot
 Curious
-DataCha0s
-Deusu
-Digincore
-DigitalPebble
+Custo
+CyotekWebCopy
+DIIbot
+Disco
 Dispatch
-DnyzBot
+DnBCrawler-Analytics
 DomCopBot
-Download Wonder
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Dragonfly
-EMail Wolf
-EasyDL
+ECCP/1.0
+EMail Siphon
 Evil
-Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
 FDM
-FHscan
-Foobot
+FemtosearchBot
+FlashGet
+Flunky
 Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+GT::WWW
+GetRight
 Gotit
-Grafula
-HEADMasterSEO
-HTTrack
-Harvest
-Heritrix
-HonoluluBot
-IDBot
+Grabber
+GrapeFX
+HMView
+Humanlinks
+IDBTE4M
 Iblog
-Id-search
-IlseBot
-Image Fetch
-Intelliseek
-InterGET
+InfoNaviRobot
 InternetSeer
+Iria
+Iskanie
 IstellaBot
 JOC Web Spider
-JennyBot
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+JamesBOT
+JetCar
+Jetty
+Joomla
 Keyword Density
-Kozmosbot
-Lanshanbot
-Lftp
-LieBaoFast
-LinkScan
+LNSpiderguy
+LWP::Simple
+Leap
+LeechGet
+Libwhisker
+Likse
 LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Lmspider
-MTRobot
-Majestic SEO
+LinkextractorPro
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
+MSIECrawler
+Mag-Net
 Majestic-SEO
+MarkWatch
+Mass Downloader
 Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
+Meanpathbot
+Metauri
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
 Minefield
-Moblie Safari
-Mojeek
 Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-Name Intelligence
-Nameprotect
-Navroad
-NearSite
-NetLyzer
+Msrabot
+NICErsPRO
+Needle
+NetAnts
 NetMechanic
-NetSpider
-NetZIP
 Netcraft
+Nettrack
+Niki-bot
 Nikto
 NimbleCrawler
-Nuclei
+Not
 Nutch
-Octopus
 Offline Explorer
-Openfind
-OrangeBot
+Offline Navigator
+Openvas
+OrangeSpider
+OutfoxBot
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
 PageThing.com
 Pandalytics
-Pavuk
+Papa Foto
 PeoplePal
-Pi-Monster
-Picsearch
 Pimonster
+Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
 ProWebWalker
-QueryN Metasearch
-Quick-Crawler
-RankingBot2
+Pu_iN
+PxBroker
+RankActive
+Rankivabot
 RankurBot
 Re-re
-Reaper
 RebelMouse
+RedesScrapy
+SBIder
 SEOkicks
-SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
+ScanAlert
+Scrapy
+Seekport
 SemanticJuice
 Semrush
-SemrushBot
-SentiBot
-SeobilityBot
-Site Sucker
+Siphon
+SiteExplorer
+SiteSnagger
 SiteSucker
 Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
-Snake
-SocialRankIOBot
+Snapbot
 Sogou web spider
 Sosospider
-SpankBot
-SputnikBot
+SpaceBison
+Spammen
+Spanner
 Sqlworm
-Stripper
+Steeler
 Sucker
-Sucuri
-SurveyBot
-Suzuran
-Swiftbot
-Teleport
+Szukacz
 Telesphorep
-Thumbor
+TightTwatBot
 Titan
+Toata
 Toweyabot
 Tracemyfile
 Trendiction
-VB Project
-VCI
-Voil
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
+V-BOT
+VelenPublicWebCrawler
+VidibleScraper
 Voltron
+WBSearchBot
 WEBDAV
-WWW-Collector-E
-WWW-Mechanize
+WISENutbot
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-WebBandit
-WebEnhancer
-WebFetch
+WeSEE
+Web Auto
+Web Collage
+Web Pix
+Web Sucker
+WebAuto
 WebFuck
-WebLeacher
+WebImageCollector
+WebPix
+WebReaper
 WebSauger
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
 Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
 Whack
-Whatweb
+Whacker
+Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zade
 Zauba
-Zermelo
-Zitebot
+Zeus
+ZoomBot
+ZyBorg
 adscanner
+archive.org_bot
+arquivo.pt
 autoemailspider
 backlink-check
-cognitiveseo
+check1.exe
+coccocbot
+crawl.sogou.com
 crawler4j
+demandbase-bot
 gopher
+heritrix
 instabid
 internetVista monitor
+ips-agent
+iubenda-radar
 lwp-trivial
 meanpathbot
-oBot
 page scorer
 plumanalytics
-probe-image-size
-s1z.ru
-scalaj-http
-scan.lol
+ripz
+seobility
 seocompany.store
-siteripz
+sitechecker.pro
 sogouspider
-spyfu
-sysscan
-ubermetrics-technologies.com
-x09Mozilla
-zauba.io
+tAkeOut
+trendiction.com
+trendiction.de
+webgains-bot
+webmeup-crawler
+webprosbot
+zgrab