V4.2022.07.3260 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ADmantX
-Abonti
+404checker
+80legs
 Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
-AlphaBot
-Anarchie
+Anarchy
 Anarchy99
 Ankit
-Apexoo
-BDFetch
+Anthill
+AwarioRssBot
+BBBike
+BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BlackWidow
+Bandit
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
+Blow
 BotALot
-Brandprotect
+Brandwatch
 Buddy
-BuiltBotTough
-Bullseye
-CODE87
+BuzzSumo
+CCBot
 CSHttp
+CheTeam
 Claritybot
-Cliqzbot
 Cocolyzebot
 Cogentbot
+Collector
 Craftbot
-CrunchBot
+Crawling at Home Project
+CrazyWebCrawler
 Curious
-Custo
-DBLBot
 DSearch
-DTS Agent
 DataCha0s
-Demon
-DigitalPebble
 Disco
-Dispatch
+Discobot
 DnBCrawler-Analytics
-DomainCrawler
-DomainStatsBot
-Download Wonder
-Drip
-Ecxi
-EroCrawler
-Evil
+DomCopBot
+DomainAppender
+Dotbot
+Dragonfly
+EMail Siphon
 Exabot
+Extractor
 Extreme Picture Finder
-EyeNetIE
+Ezooms
+FDM
+FHscan
 FemtosearchBot
+FlashGet
+Flunky
+Foobot
 FrontPage
 Fuzz
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
 GetRight
-Go!Zilla
 Go-Ahead-Got-It
-Gotit
-GrabNet
-Grabber
-Grafula
+GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
+HTTrack
 Haansoft
 Havij
-HonoluluBot
-IDBot
-IlseBot
-Image Fetch
-IndeedBot
+IDBTE4M
+Iblog
+Id-search
 Intelliseek
-InternetSeer
-Iria
 Iskanie
-IstellaBot
-JamesBOT
-JetCar
-JikeSpider
-Jorgee
-JustView
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+JOC Web Spider
+Kinza
 LNSpiderguy
+Lanshanbot
 Leap
-LeechGet
-Lftp
-LibWeb
-Libwhisker
-LinkWalker
+LeechFTP
+LexiBot
+Likse
+LinkScan
 Linkbot
-LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Ltx71
-MJ12bot
-MQQBrowser
-MSFrontPage
-Mail.RU_Bot
+MSIECrawler
+Majestic SEO
 Majestic-SEO
-Majestic12
 MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
 MauiBot
+Microsoft Data Access
 Minefield
+Mister PiX
 Mojeek
-MolokaiBot
+Mozlila
+Mr.4x3
 Msrabot
+Musobot
 Name Intelligence
-Navroad
-NearSite
+Nameprotect
 Net Vampire
 NetLyzer
-NetMechanic
-Nikto
-NimbleCrawler
+NetZIP
+Netcraft
+Nettrack
+Netvibes
+Nibbler
+Nimbostratus
 Nuclei
 Octopus
 Offline Explorer
-OnCrawl
-OpenVAS
+Offline Navigator
+Openfind
 Openvas
+OrangeBot
+OrangeSpider
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageScorer
-Picsearch
+PageGrabber
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+Picscout
 Pimonster
-Pixray
 PleaseCrawl
-Pockey
+ProWebWalker
 Probethenet
-PyCurl
+Psbot
+Pu_iN
+Quick-Crawler
 RankActive
-RankActiveLinkBot
-RankFlex
-Reaper
+Rankivabot
+RankurBot
 RedesScrapy
 RepoMonkey
-RocketCrawler
 SBIder
+SEOkicks
 SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
 SISTRIX
-Screaming
-Semrush
-SemrushBot
-Siphon
+SMTBot
+Scanbot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
+SiteSucker
+SlySearch
+Snapbot
+Snoopy
 Sosospider
-SpankBot
-Spanner
+Sottopop
+SpaceBison
 Spinn3r
-Sqlmap
-Sqlworm
-Sucuri
-SuperBot
+Sqworm
+Steeler
+Stripper
+SuperHTTP
 Surfbot
-T8Abot
-Teleport
-TeleportPro
+SurveyBot
+Suzuran
+Swiftbot
 Telesphoreo
-Telesphorep
 The Intraformant
-Thumbor
-TightTwatBot
+Toweyabot
 Tracemyfile
 Trendiction
-Turingos
-Twice
-URLy Warning
-UnisterBot
+Trendictionbot
+True_Robot
+TurnitinBot
+Typhoeus
+URLy.Warning
+Upflow
 V-BOT
-VB Project
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-Voltron
-WASALive-Bot
+VCI
+Vagabondo
+VeriCiteCrawler
+VoidEYE
 WBSearchBot
-WEBDAV
+WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 Web Auto
 Web Collage
-Web Sauger
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sucker
-WebCollage
-WebFuck
-WebImageCollector
+WebFetch
+WebLeacher
 WebPix
-WebSauger
 WebSucker
-WebWhacker
-WebZIP
-WebsiteQuester
-Who.is Bot
-WinHTTrack
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+Webster
+Whatweb
+Widow
 Woobot
 Wprecon
-Xaldon_WebSpider
-Zeus
-Zitebot
-ZoomBot
-ZumBot
+YoudaoBot
+Zermelo
 ZyBorg
 adscanner
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
 autoemailspider
-cognitiveseo
-com.plumanalytics
+crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
-eCatch
-facebookscraper
-instabid
-internetVista monitor
+heritrix
+ips-agent
 isitwp.com
-iubenda-radar
-linkdexbot
-meanpathbot
-mediawords
-muhstik-scan
-probe-image-size
+oBot
+plumanalytics
+polaris version
+ripz
+satoristudio.net
+scan.lol
 seobility
+seocompany.store
 seoscanners
+seostar
+serpstatbot
 sitechecker.pro
-sogouspider
-sp_auditbot
+siteripz
 spyfu
-ubermetrics-technologies.com
+trendiction.com
+trendiction.de
+voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
 xpymep1.exe
+zgrab