V4.2022.01.2845 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404checker
+80legs
+AIBOT
 ALittle Client
 Abonti
 Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchie
 Anarchy
-Anarchy99
-Ankit
+Anthill
+Apexoo
+Aspiegel
 Asterias
-BBBike
-Bandit
-BatchFTP
+Attach
+BackStreet
+BackWeb
+Backlink-Ceck
+Barkrowler
+BetaBot
 Bigfoot
+Black Hole
 BlackWidow
 Blackboard
-Blow
 BlowFish
+Boardreader
 BotALot
-Brandprotect
-Buck
 Buddy
-Calculon
+BuzzSumo
+CATExplorador
+CODE87
+CSHttp
 Cegbfeieh
-CheeseBot
-CherryPicker
-ChinaClaw
-Claritybot
-Cliqzbot
+CheTeam
+Citoid
 Collector
 Copier
 Copyscape
-Craftbot
+Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
 Curious
-Custo
-DIIbot
-Demon
+CyotekWebCopy
+DTS Agent
 Deusu
-Disco
+DigitalPebble
 Discoverybot
-DnyzBot
-DomainAppender
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dragonfly
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-EasyDL
-Extractor
+Download Wonder
+Drip
+Ebingbong
+Ecxi
+EirGrabber
+EroCrawler
+Evil
 ExtractorPro
-Extreme Picture Finder
-Ezooms
+EyeNetIE
 FDM
-FHscan
-Firefox/7.0
+Fimap
+Flunky
 Foobot
+Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
-GetRight
+Fyrebot
+GermCrawler
 Getintent
 Go!Zilla
 Go-Ahead-Got-It
-GrapeFX
-GrapeshotCrawler
+GoZilla
+GrabNet
+HEADMasterSEO
+HTMLparser
+HTTrack
 Haansoft
-Harvest
-Heritrix
-Humanlinks
-IDBTE4M
+HybridBot
 IDBot
 Id-search
-Image Fetch
 Image Sucker
-InfoNaviRobot
-InterGET
-IstellaBot
-JOC Web Spider
+Indy Library
+Iria
+Iskanie
 JamesBOT
-JennyBot
-Jorgee
-JustView
+Jbrofuzz
+Jetty
+JikeSpider
+Jyxobot
+Kenjin Spider
+Keyword Density
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-LeechFTP
-LexiBot
-Lftp
-LinkScan
+LibWeb
+Libwhisker
+Lightspeedsystems
+LinkWalker
+Linkbot
 LinkextractorPro
-LinksManager
-Lipperhey Spider
+LinqiaScrapeBot
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MSIECrawler
-Mag-Net
-Majestic SEO
+MJ12bot
+MQQBrowser
+MTRobot
 Majestic-SEO
+Majestic12
+Mass Downloader
 Masscan
 Mata Hari
-Mediatoolkitbot
-MicroMessenger
-Minefield
-Morfeus Fucking Scanner
-NPbot
-Navroad
+Mb2345Browser
+Meanpathbot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+Mojeek
+Mozlila
+Musobot
+Name Intelligence
+Needle
 Nessus
 Net Vampire
-NetAnts
+NetLyzer
 NetMechanic
-Nettrack
+Netcraft
+NextGenSearchBot
 Nibbler
 Niki-bot
-Ninja
-Nuclei
+Nimbostratus
+Nmap
+Not
+Nutch
 Offline Explorer
-OpenVAS
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageThing.com
-Panscient
+Openvas
+OrangeSpider
+PHPCrawl
+PageGrabber
+Pandalytics
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
-Picsearch
+Picscout
+PictureFinder
+Pimonster
+PleaseCrawl
 Pockey
 ProWebWalker
-Probethenet
-Pump
+Psbot
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RankingBot
 Rankivabot
+RankurBot
+Re-re
 RealDownload
+Reaper
 RebelMouse
-Recorder
 RocketCrawler
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScanAlert
-ScoutJet
+SMTBot
+Scanbot
 Scrapy
-SearchmetricsBot
-SemanticJuice
-Semrush
-SemrushBot
-SentiBot
+ScrepyBot
+Searchestate
+Seekport
 SeoSiteCheckup
-SeobilityBot
-Shodan
+Seomoz
+Siphon
 Site Sucker
-SiteExplorer
-Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
-Snake
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Snapbot
 Snoopy
-Sociscraper
+SocialRankIOBot
 Sottopop
-SpaceBison
-Spbot
-Spinn3r
-SputnikBot
+Spammen
+Sqlmap
 Sqlworm
-Steeler
-Stripper
-Sucker
-Sucuri
+SuperBot
+Surfbot
 SurveyBot
-Szukacz
 T0PHackTeam
-Teleport
-The Intraformant
+Telesphorep
 TheNomad
-Toata
+TightTwatBot
 Tracemyfile
-Trendiction
 Trendictionbot
 True_Robot
-Typhoeus
+Turingos
+Turnitin
+TurnitinBot
+TwengaBot
+Twice
 URLy Warning
-URLy.Warning
-V-BOT
-VCI
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WPScan
-WWW-Collector-E
+Vacuum
+Voltron
+WASALive-Bot
 WWW-Mechanize
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Enhancer
-Web Fetch
-WebEnhancer
-WebImageCollector
+Web Fuck
+Web Pix
+Web Sauger
+WebBandit
+WebFetch
+WebFuck
+WebGo IS
+WebPix
 WebReaper
-WebSauger
-WebWhacker
-Webster
-Whatweb
+WebStripper
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
 Who.is Bot
-Widow
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Wprecon
+Zade
 Zermelo
-Zitebot
-ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo-web-crawler
-check1.exe
-clark-crawler
-coccocbot-web
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-demandbase-bot
-domainsproject.org
-facebookscraper
+autoemailspider
+backlink-check
+cah.io.community
+crawler4j
+dataforseo.com
+eCatch
 gopher
-heritrix
+internetVista monitor
 ips-agent
-lwp-request
-magpie-crawler
-mediawords
-muhstik-scan
-netEstate NE Crawler
+lwp-trivial
 oBot
-pcBrowser
-plumanalytics
 probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
 seobility
-siteripz
-ubermetrics-technologies.com
-voyagerx.com
+seoscanners
+serpstatbot
+spyfu
+trendiction.com
 webgains-bot
+webpros.com
+zauba.io
 zgrab