V4.2022.07.3251 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-AIBOT
+01h4x.com
+404checker
 ALittle Client
-Abonti
-Aboundex
+Aboundexbot
+Acunetix
+AhrefsBot
 Anarchie
-Aspiegel
+Anarchy
+Apexoo
 Asterias
 Atomseobot
-BBBike
+Attach
+AwarioRssBot
+BDFetch
 BLEXBot
-BackDoorBot
+BackStreet
 BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
+Barkrowler
+BatchFTP
 Battleztar Bazinga
 BetaBot
-Bitacle
-Black Hole
-BlackWidow
-Blackboard
+Bigfoot
+BlowFish
 Boardreader
-Brandprotect
-Buck
-Buddy
-BuiltWith
-BunnySlippers
-CODE87
-CensysInspect
+BuiltBotTough
+Bullseye
+BuzzSumo
+CazoodleBot
+Cegbfeieh
 CheTeam
-CherryPicker
-ChinaClaw
+Chlooe
 Citoid
-Claritybot
-Cocolyzebot
-Cosmos
+Cliqzbot
+CopyRightCheck
 Craftbot
 CrunchBot
-Curious
 Custo
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
-Devil
-Digincore
-Dirbuster
-Discobot
+CyotekWebCopy
+DSearch
+DTS Agent
+DigitalPebble
+Disco
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Drip
+EMail Siphon
 EMail Wolf
 EasyDL
-Evil
 Exabot
-ExtLinksBot
 Extreme Picture Finder
 Ezooms
+FemtosearchBot
 Fimap
-FrontPage
-GermCrawler
-GetRight
+FlashGet
+Foobot
+Freeuploader
+Fyrebot
+GT::WWW
+Genieo
+GetWeb
+Getintent
 Gigabot
+Go-Ahead-Got-It
 GoZilla
-Gotit
+GrabNet
 Grabber
 Grafula
+HEADMasterSEO
 HMView
-Haansoft
-Heritrix
+HTTrack
+HaosouSpider
+Havij
 Humanlinks
-Iblog
+IDBTE4M
+IDBot
 Id-search
-IlseBot
+Image Fetch
 Image Sucker
-Indy Library
-InfoTekies
-InterGET
-Iria
-Iskanie
-JennyBot
-Jetty
-Jorgee
-Kenjin Spider
-Kozmosbot
-LexiBot
+IndeedBot
+Internet Ninja
+IstellaBot
+JOC Web Spider
+JetCar
+JikeSpider
+Joomla
+Kinza
+Larbin
+LeechFTP
+LeechGet
+Lftp
 LibWeb
-Likse
+Lightspeedsystems
 LinkScan
+LinkWalker
 Linkbot
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
-MSIECrawler
-Magnet
+MJ12bot
+MTRobot
 Mail.RU_Bot
-Mata Hari
-MauiBot
+Majestic SEO
+MarkMonitor
+Mass Downloader
+Mb2345Browser
 MeanPath Bot
-Metauri
-MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-Nameprotect
+Meanpathbot
+Mojeek
+Mojolicious
+NPbot
+Navroad
 NearSite
-Needle
-NetSpider
+NetLyzer
+Netcraft
 Nettrack
-Nibbler
+NextGenSearchBot
 Niki-bot
-Nimbostratus
+Nikto
+NimbleCrawler
+Nmap
+Not
 Nuclei
 Nutch
-Octopus
-OpenVAS
+OpenLinkProfiler
 Openvas
-OrangeBot
-OrangeSpider
 OutclicksBot
-PECL::HTTP
+OutfoxBot
+PageAnalyzer
 PageGrabber
-PageThing.com
-Pandalytics
+PageScorer
+Panscient
+Papa Foto
 Pavuk
-Petalbot
-Piepmatz
-Pixray
-PleaseCrawl
-Pump
-RankFlex
+Pi-Monster
+PictureFinder
+Pimonster
+Probethenet
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankActiveLinkBot
 RankingBot2
 Rankivabot
-Re-re
-ReGet
-RebelMouse
+RankurBot
 Recorder
-RedesScrapy
 RepoMonkey
-SBIder
 SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
-ScanAlert
-Scrapy
-Screaming
+SEOlyticsCrawler
+SEOstats
+Scanbot
 ScreenerBot
-SearchmetricsBot
+ScrepyBot
 Semrush
-Siphon
+SeoSiteCheckup
+Seomoz
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-SiteSucker
+Sitevigil
 Snake
-Snapbot
-SocialRankIOBot
-Sogou web spider
-Sottopop
-Spammen
+Sociscraper
+Sosospider
+SpaceBison
+Spanner
+Spbot
+SputnikBot
 Sqlworm
-Sqworm
-SuperBot
-Surfbot
+Steeler
+Stripper
+SuperHTTP
 SurveyBot
-Swiftbot
 Szukacz
 T0PHackTeam
-Telesphorep
+TeleportPro
 The Intraformant
-TheNomad
+Thumbor
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
+Turingos
 Turnitin
-TwengaBot
-Twice
-Typhoeus
-VCI
+URLy Warning
+URLy.Warning
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
+Virusdie
+VoidEYE
+Voltron
 WASALive-Bot
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
 WallpapersHD
-Web Enhancer
-Web Pix
+Web Auto
+Web Collage
+Web Fuck
+Web Sauger
 Web Sucker
-WebEnhancer
-WebImageCollector
+WebBandit
+WebFetch
+WebFuck
+WebGo IS
 WebLeacher
-WebPix
-WebSucker
-WebWhacker
+WebmasterWorldForumBot
 Webshag
-Webster
+Whack
+Whacker
 Whatweb
-Who.is Bot
-Widow
-Xaldon_WebSpider
-Xenu
+Woobot
+Wotbox
+Xaldon WebSpider
 Zade
-Zauba
 Zitebot
 ZmEu
-ZoominfoBot
 ZumBot
-adscanner
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-backlink-check
+check1.exe
 clark-crawler
-coccocbot
-dataforseo.com
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 evc-batch
-gopher
-instabid
-internetVista monitor
-ips-agent
+facebookscraper
 linkdexbot
-lwp-request
 lwp-trivial
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
-polaris version
-probe-image-size
-ripz
-satoristudio.net
-seobility
-seocompany.store
-seostar
-sogouspider
-sp_auditbot
-spyfu
+meanpathbot
+oBot
+page scorer
+s1z.ru
+seoscanners
 tAkeOut
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
 webprosbot
 x09Mozilla