V4.2022.09.3367 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404enemy
-ADmantX
-ASPSeek
-Abonti
 Aboundex
 Aboundexbot
-AllSubmitter
+Acunetix
+AhrefsBot
 AlphaBot
+Anarchie
+Anarchy
+Ankit
 Anthill
 Apexoo
-Atomseobot
+Asterias
 BBBike
+BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
+Bandit
 Barkrowler
 Black Hole
-BotALot
-Brandprotect
+Bolt
+Brandwatch
 Buck
+BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
-CATExplorador
 CODE87
-Calculon
-Cegbfeieh
-ChinaClaw
-Citoid
+CheTeam
+CherryPicker
+Chlooe
 Claritybot
+Cliqzbot
+Cocolyzebot
 Cogentbot
+Collector
+Copier
 Copyscape
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Custo
-DSearch
-DatabaseDriverMysqli
-Demon
-Deusu
+CrunchBot
+DIIbot
+DTS Agent
 Devil
 Digincore
-DigitalPebble
-Disco
-Dispatch
+Dirbuster
+Discoverybot
 DittoSpyder
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Download Wonder
-Dragonfly
-Drip
+DomainCrawler
+DomainStatsBot
+Dotbot
 ECCP/1.0
-Ebingbong
-EirGrabber
-EroCrawler
+EasyDL
+Evil
 Exabot
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
 FHscan
+FemtosearchBot
 Fimap
-Fuzz
+Freeuploader
 Fyrebot
-G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GermCrawler
-GetRight
-Go-Ahead-Got-It
+GetWeb
+Gigabot
+Go!Zilla
+GoZilla
+Grafula
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
-Heritrix
-HonoluluBot
-HybridBot
+GridBot
+HEADMasterSEO
+HTTrack
+Haansoft
+Hloader
 IDBTE4M
 IRLbot
-Iblog
-IlseBot
+Id-search
 Image Fetch
 Image Sucker
-IndeedBot
-InfoNaviRobot
 InterGET
-Internet Ninja
 InternetSeer
-JOC Web Spider
-JamesBOT
+JetCar
 Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
+LNSpiderguy
 LWP::Simple
-Lanshanbot
 Larbin
-LeechGet
-LieBaoFast
-LinkScan
-LinksManager
+Leap
+LexiBot
+Libwhisker
+Lightspeedsystems
+LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
 MIDown tool
-Mail.RU_Bot
-Mass Downloader
+MJ12bot
+MSIECrawler
+MTRobot
+Mag-Net
+Magnet
+Majestic SEO
+Majestic12
+Mata Hari
 MauiBot
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
+MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Moblie Safari
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+MolokaiBot
 Mr.4x3
-Name Intelligence
-Nameprotect
-Navroad
 Needle
-Net Vampire
-NetAnts
-NetMechanic
-NetZIP
-Netcraft
-Netvibes
+Nessus
+Nettrack
+Nibbler
+NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
+Nuclei
+Offline Explorer
 OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openfind
+Openvas
+OrangeSpider
 OutclicksBot
-OutfoxBot
+PHPCrawl
 PageAnalyzer
+PageGrabber
 PageScorer
-Picscout
-PictureFinder
-PleaseCrawl
+Panscient
+Papa Foto
+Picsearch
+Pimonster
+ProPowerBot
 ProWebWalker
 Probethenet
+Psbot
 Pu_iN
-RSSingBot
+Quick-Crawler
 RankActiveLinkBot
-RankFlex
-RankurBot
-Re-re
-ReGet
-RealDownload
 Reaper
-RebelMouse
-RedesScrapy
-Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks-Robot
 SEOprofiler
 SalesIntelligent
+ScanAlert
 ScoutJet
+Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
-Seekport
-SentiBot
-Site Sucker
-SiteCheckerBotCrawler
-Siteimprove
+SemrushBot
+SeoSiteCheckup
+Shodan
+Siphon
+SlySearch
 SmartDownload
 Snake
-Snoopy
 SocialRankIOBot
-Sosospider
-SpaceBison
+Sociscraper
+Sottopop
 Spammen
-SpankBot
 Spinn3r
 SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
-SuperHTTP
-Suzuran
+Sucker
+Sucuri
+T8Abot
 Teleport
 Telesoft
-Toata
-Toweyabot
+Telesphorep
+Thumbor
+TightTwatBot
+Trendiction
 Trendictionbot
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
 URLy Warning
-URLy.Warning
-VB Project
+V-BOT
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-Voil
+Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Enhancer
-Web Sucker
-WebBandit
-WebImageCollector
-WebLeacher
-WebPix
-WebStripper
+WISENutbot
+Web Auto
+Web Pix
+WebCollage
+WebCopier
+WebSauger
 WebmasterWorldForumBot
-WebsiteQuester
+Website Quester
 Whack
-Whacker
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Wotbox
 Wprecon
-Xaldon_WebSpider
-Xenu
-Zade
-Zeus
-Zitebot
-ZoomBot
-archive.org_bot
+Xaldon WebSpider
+YoudaoBot
+ZoominfoBot
+adscanner
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
 check1.exe
-coccocbot
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-evc-batch
+dataforseo.com
+domainsproject.org
 facebookscraper
+gopher
+heritrix
 internetVista monitor
 ips-agent
+isitwp.com
 linkdexbot
-lwp-request
+magpie-crawler
 meanpathbot
 muhstik-scan
-oBot
-page scorer
-polaris version
+probe-image-size
 ripz
 scan.lol
-seobility
-sexsearcher
-sysscan
-trendiction.com
+seocompany.store
+seoscanners
+serpstatbot
+siteripz
+spyfu
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webprosbot
+webgains-bot
 x09Mozilla
 x22Mozilla
+zauba.io
 zgrab