V4.2021.12.2805 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+80legs
+ADmantX
+AIBOT
+Abonti
 Aboundex
+Alexibot
 AllSubmitter
+Anarchy
+Anarchy99
+Ankit
 Anthill
-Asterias
 Attach
+AwarioRssBot
 AwarioSmartBot
-BDCbot
+BBBike
+BDFetch
 BackDoorBot
 BackWeb
-Backlink-Ceck
-Barkrowler
-BatchFTP
+BacklinkCrawler
 Battleztar Bazinga
 Bitacle
-BlackWidow
-Blackboard
-Blow
+Black Hole
 Bolt
-Brandwatch
+BotALot
 Buddy
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
 CCBot
-CSHttp
+CODE87
+CheeseBot
 CherryPicker
 ChinaClaw
+Chlooe
+Citoid
 Cliqzbot
-Cogentbot
+Cloud mapping
+Cocolyzebot
 Collector
+CopyRightCheck
+Cosmos
+Craftbot
 Crawling at Home Project
-CrunchBot
-Curious
-CyotekWebCopy
-DBLBot
-DIIbot
 DSearch
-Demon
+DTS Agent
 Digincore
+Dirbuster
 Disco
+Discobot
 DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-Dotbot
-Download Wonder
+Dragonfly
 EasyDL
-EirGrabber
-EroCrawler
-Exabot
-ExtLinksBot
-Extreme Picture Finder
+Ecxi
+Evil
 FDM
-FHscan
-FlashGet
-Flunky
+Firefox/7.0
+Freeuploader
 FrontPage
 Fuzz
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-GermCrawler
 GetWeb
-Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-GrapeshotCrawler
+Grabber
+Grafula
 GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
+HMView
 Haansoft
+HaosouSpider
+Harvest
 Havij
-Heritrix
 Hloader
 IDBTE4M
 IRLbot
+Id-search
 InfoTekies
-Jbrofuzz
-Jetty
-JikeSpider
-Joomla
-Jorgee
-JustView
-Kenjin Spider
-Kinza
-Kozmosbot
+InterGET
+Internet Ninja
+InternetSeer
+Iskanie
+JamesBOT
+JennyBot
+Keyword Density
+LNSpiderguy
+Lanshanbot
+Larbin
 Leap
 LeechFTP
 LeechGet
-Likse
+Lftp
+LibWeb
 LinkScan
-LinkWalker
 Linkbot
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MIDown tool
 MJ12bot
-MSFrontPage
-Magnet
-Mail.RU_Bot
+MQQBrowser
+MTRobot
+Mag-Net
 Majestic SEO
-Majestic-SEO
-MarkWatch
 Masscan
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+Mb2345Browser
+Meanpathbot
 Metauri
-Microsoft Data Access
-Minefield
+Mister PiX
 Moblie Safari
 Mojolicious
-Mozlila
+Morfeus Fucking Scanner
+Msrabot
 NICErsPRO
+NPbot
 Name Intelligence
 Navroad
-NearSite
-NetMechanic
-NetSpider
-Nettrack
+Nessus
+NetAnts
+NetLyzer
+Netcraft
 NextGenSearchBot
-Niki-bot
-Nikto
 NimbleCrawler
-Offline Navigator
+Nimbostratus
+Ninja
+Not
+Nutch
+Octopus
+Offline Explorer
 OpenLinkProfiler
-OutclicksBot
+OpenVAS
+Openfind
+Openvas
 PHPCrawl
 Page Analyzer
-PageAnalyzer
 PageThing.com
 Pandalytics
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
+Papa Foto
+Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
-Probethenet
-Psbot
+ProPowerBot
 Pu_iN
 Pump
 PxBroker
+PyCurl
+QueryN Metasearch
 RankingBot
+RankurBot
 Re-re
-Recorder
-RedesScrapy
+ReGet
+Reaper
+RebelMouse
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SMTBot
-SalesIntelligent
-ScoutJet
-Scrapy
-Screaming
 ScreenerBot
-SemanticJuice
+SeoSiteCheckup
+SeobilityBot
 Shodan
-Site Sucker
-SiteCheckerBotCrawler
+Siphon
+SiteLockSpider
 SiteSnagger
-SiteSucker
-SlySearch
-Snake
-Sogou web spider
+Siteimprove
+Sitevigil
+SmartDownload
+Snapbot
+Snoopy
 Sosospider
-Sottopop
 SpaceBison
+Spammen
+SpankBot
+Spbot
 SputnikBot
-Sqlmap
-Steeler
-Sucuri
+Sucker
 SuperBot
-Surfbot
+SuperHTTP
 Szukacz
-TeleportPro
-Telesphoreo
-Telesphorep
-TheNomad
-Thumbor
+T0PHackTeam
+Teleport
+TightTwatBot
 Toata
-TurnitinBot
+Tracemyfile
+Trendiction
+True_Robot
+Turnitin
 TwengaBot
+Twice
 Typhoeus
-Vacuum
+URLy Warning
+URLy.Warning
+V-BOT
 VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-WPScan
-WWW-Mechanize
+VoidEYE
+Voltron
+WWW-Collector-E
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Fuck
-Web Pix
+Web Fetch
 Web Sucker
+WebBandit
+WebCollage
+WebCopier
+WebEnhancer
 WebGo IS
-WebReaper
-WebSauger
-WebmasterWorldForumBot
+WebStripper
 Website Quester
 WebsiteQuester
+Whack
+Whatweb
 Who.is Bot
-Widow
-WinHTTrack
 Wonderbot
-Woobot
 Wotbox
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-Zade
 Zauba
+Zermelo
+Zeus
 ZoomBot
+ZumBot
+ZyBorg
 arquivo.pt
-backlink-check
-check1.exe
-clark-crawler
-coccocbot-web
+autoemailspider
 com.plumanalytics
-crawl.sogou.com
-dataforseo.com
+crawler4j
 demandbase-bot
-instabid
-internetVista monitor
-ips-agent
-lwp-request
-meanpathbot
-netEstate NE Crawler
+eCatch
+evc-batch
+facebookscraper
+gopher
+heritrix
 oBot
-pcBrowser
-probe-image-size
-ripz
-scalaj-http
-siteripz
+plumanalytics
+scan.lol
+seocompany.store
+sexsearcher
 sogouspider
-sp_auditbot
-spyfu
 tAkeOut
+trendiction.de
 ubermetrics-technologies.com
+webmeup-crawler
 x09Mozilla
+x22Mozilla