V4.2022.09.3340 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+404enemy
 ADmantX
 ALittle Client
-Acunetix
-AiHitBot
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alexibot
 Alligator
-Anarchie
-Anarchy99
+Anarchy
+Ankit
 Apexoo
-Aspiegel
-Atomseobot
-Attach
 AwarioRssBot
+BDCbot
 BLEXBot
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
+Bandit
 BatchFTP
-Black Hole
-Blackboard
-Blow
-BlowFish
-Boardreader
+BlackWidow
 Bolt
+Brandwatch
 Buck
-CATExplorador
-Calculon
+BuiltBotTough
+BunnySlippers
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CherryPicker
+Cocolyzebot
+Cogentbot
+Collector
 CopyRightCheck
 Copyscape
+Cosmos
+Craftbot
 CrazyWebCrawler
 Crescent
+Curious
 Custo
-DBLBot
-DIIbot
-DSearch
-DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Deusu
+Demon
+Devil
 Digincore
-Discoverybot
-DittoSpyder
+DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-Domains Project
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
 Dragonfly
-Drip
+EMail Siphon
+Ebingbong
 EirGrabber
-Express WebPictures
-ExtractorPro
+Evil
+ExtLinksBot
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
+Fimap
 Firefox/7.0
+FlashGet
 Flunky
-Foobot
+Freeuploader
 FrontPage
-Fuzz
-FyberSpider
+Fyrebot
 GalaxyBot
+Genieo
 GetRight
-Gigabot
-GoZilla
+Go-Ahead-Got-It
 Grafula
 GrapeFX
 GrapeshotCrawler
-HMView
-HTTrack
-Haansoft
+HTTP::Lite
+HaosouSpider
+Harvest
 Havij
-Heritrix
-Hloader
+Humanlinks
+IDBTE4M
+IDBot
+Iblog
+Id-search
 IlseBot
-Image Sucker
-IndeedBot
-InfoTekies
-Intelliseek
-InterGET
+Image Fetch
+Indy Library
+InfoNaviRobot
 InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
 JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
 JikeSpider
 Jorgee
-Jyxobot
-Kenjin Spider
 Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
+LNSpiderguy
+Larbin
 LeechFTP
 LeechGet
+LexiBot
+Lftp
 LieBaoFast
+LinkScan
 LinkWalker
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-MJ12bot
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
 MSFrontPage
-MTRobot
-Mag-Net
-Magnet
 Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
+MauiBot
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
+Minefield
 Mister PiX
-Moblie Safari
-Msrabot
+Mojeek
+MolokaiBot
 Musobot
-Nessus
-NetLyzer
-NetMechanic
+NICErsPRO
+Nameprotect
+NearSite
 NetSpider
-Nettrack
+NetZIP
+Netcraft
+Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
+Nimbostratus
 Nuclei
 Nutch
-OpenLinkProfiler
+Offline Explorer
+Offline Navigator
 OrangeBot
-OutclicksBot
-OutfoxBot
+OrangeSpider
 PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-Petalbot
+PeoplePal
 Pi-Monster
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-PyCurl
+Picscout
+Picsearch
+Pu_iN
 QueryN Metasearch
+RSSingBot
+RankFlex
 RankingBot
-RankurBot
+Rankivabot
 RealDownload
 RebelMouse
 RepoMonkey
-RocketCrawler
-SEOkicks
+Ripper
+SBIder
 SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-ScreenerBot
-ScrepyBot
+SEOprofiler
+Scrapy
 Searchestate
-Semrush
-SeobilityBot
-Shodan
+Seekport
+SemrushBot
+SentiBot
+Seomoz
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-Sitebeam
+SiteSnagger
+SiteSucker
 Sitevigil
 SmartDownload
-Spanner
-SputnikBot
+Snake
+Sociscraper
+SpaceBison
+Spammen
 Sqlmap
-Stripper
-Sucuri
+Sqlworm
+Sqworm
 SuperBot
-Surfbot
+SuperHTTP
 Suzuran
 Swiftbot
 Szukacz
+T0PHackTeam
 T8Abot
-Telesoft
-The Intraformant
+Teleport
 TheNomad
-TightTwatBot
-Trendictionbot
-Turingos
-TurnitinBot
+Thumbor
+Titan
+Toata
+Tracemyfile
+Trendiction
 TwengaBot
-URLy Warning
-UnisterBot
+VB Project
 Vacuum
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-WASALive-Bot
+Voil
+WEBDAV
+WISENutbot
 WPScan
 WWW-Mechanize
-WWW::Mechanize
-Web Collage
-Web Fetch
-Web Fuck
-Web Sauger
-Web Sucker
-WebBandit
-WebEnhancer
-WebFetch
-WebFuck
-WebGo IS
-WebReaper
+Wallpapers/3.0
+Web Enhancer
+Web Pix
+WebCollage
+WebImageCollector
+WebLeacher
+WebSauger
 WebStripper
+WebWhacker
+Webshag
 Website Quester
-WebsiteQuester
+WebsiteExtractor
+Whacker
+Widow
 Wonderbot
 Wprecon
+Xenu
+YoudaoBot
+Zauba
 Zermelo
-Zitebot
 ZmEu
 arquivo.pt
-check1.exe
-clark-crawler
-cognitiveseo
+autoemailspider
+backlink-check
+coccocbot
 crawler.feedback
 crawler4j
 eCatch
 facebookscraper
-gopher
-instabid
-internetVista monitor
-pcBrowser
-polaris version
-s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
-seocompany.store
+heritrix
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
+meanpathbot
+mediawords
+muhstik-scan
+oBot
 seoscanners
 seostar
 sexsearcher
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-sysscan
-trendiction.de
-x22Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 zgrab