V4.2021.07.2494 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ALittle Client
+360Spider
+80legs
 Aboundex
-Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
 Alligator
-AlphaBot
 Anarchie
+Anarchy
 Anarchy99
-Aspiegel
+Ankit
+Apexoo
 Asterias
 Attach
-AwarioRssBot
-AwarioSmartBot
-BackDoorBot
+BDFetch
 BackStreet
-Barkrowler
-Blackboard
-BotALot
+Badass
+BatchFTP
+Battleztar Bazinga
+Bitacle
+Black Hole
+BlowFish
+Boardreader
+Bolt
 Brandprotect
-Buddy
+Brandwatch
+Buck
 BuiltBotTough
-Bullseye
-BunnySlippers
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
+CSHttp
+CherryPicker
 Chlooe
-Cloud mapping
+Claritybot
 Cocolyzebot
 Collector
+CopyRightCheck
 Cosmos
-CrunchBot
-DSearch
-DatabaseDriverMysqli
+Craftbot
+Curious
+Custo
+DIIbot
+DTS Agent
 Devil
 Digincore
-Dirbuster
-Discoverybot
+Disco
+Discobot
 Dispatch
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-Ebingbong
+DittoSpyder
+DomCopBot
+DomainStatsBot
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 Ecxi
+EirGrabber
 EroCrawler
 Exabot
 Express WebPictures
+ExtLinksBot
 Extractor
 Extreme Picture Finder
-EyeNetIE
 FDM
 Fimap
 FlashGet
-FyberSpider
-GT::WWW
+Foobot
+Freeuploader
+FrontPage
+G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
-Getintent
+GetWeb
 Gigablast
 Gigabot
-Go-Ahead-Got-It
-GoZilla
-Grafula
+GrabNet
 GrapeFX
-HTMLparser
+HMView
 HTTP::Lite
-HTTrack
-Haansoft
+HaosouSpider
+Havij
 Heritrix
+Hloader
 Humanlinks
-IDBTE4M
-IDBot
-Iblog
+IRLbot
 Id-search
-Image Fetch
-InfoNaviRobot
 InterGET
-Internet Ninja
-Iria
+InternetSeer
 Iskanie
-JOC Web Spider
-Jbrofuzz
-Jorgee
-Keyword Density
-Lanshanbot
-LeechGet
-Lftp
+IstellaBot
+JamesBOT
+JennyBot
+Jetty
+Jyxobot
+Kozmosbot
+LNSpiderguy
+LeechFTP
+LibWeb
 Libwhisker
-Lightspeedsystems
+LieBaoFast
 Likse
 LinkScan
-LinkWalker
-Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
+Lmspider
 Ltx71
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
-MSIECrawler
+MSFrontPage
 Magnet
+Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
-Mb2345Browser
+Masscan
+Mata Hari
 MeanPath Bot
 Meanpathbot
-MicroMessenger
+Mediatoolkitbot
 Microsoft Data Access
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-NPbot
-Navroad
-NearSite
-Needle
-Nessus
-NetAnts
-NetZIP
-Netcraft
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Msrabot
+Musobot
+NICErsPRO
+NetLyzer
+NetSpider
 Nibbler
-Nikto
-Nutch
-Octopus
+Niki-bot
+Ninja
+Nmap
 Offline Explorer
-OnCrawl
-OpenVAS
-Openfind
-OrangeBot
+Offline Navigator
+OrangeSpider
+PECL::HTTP
 POE-Component-Client-HTTP
 Page Analyzer
 PageScorer
-Pandalytics
-Panscient
-Picsearch
+PageThing.com
+Petalbot
+Pi-Monster
 Pimonster
 PleaseCrawl
 Pockey
 ProPowerBot
 Probethenet
-Psbot
-PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
+Pu_iN
+RankActive
 RankActiveLinkBot
-RankingBot2
-RankurBot
-Re-re
-ReGet
+Rankivabot
 RealDownload
-SEOlyticsCrawler
+Reaper
+Recorder
+RepoMonkey
+Ripper
 SEOprofiler
 SEOstats
-SMTBot
-ScreenerBot
+SISTRIX
+SalesIntelligent
+Scanbot
+Scrapy
 Searchestate
-SearchmetricsBot
+Semrush
 SemrushBot
-SentiBot
-SeobilityBot
+Seomoz
 Shodan
-Siphon
-SiteSucker
-SlySearch
+SiteCheckerBotCrawler
+Sitebeam
+Sitevigil
+Snake
 Sociscraper
-Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
+Spammen
 Spanner
 SputnikBot
-Sqlworm
+Sqlmap
+Sqworm
 Sucuri
-SuperHTTP
-Swiftbot
+SurveyBot
 Szukacz
+T8Abot
 TeleportPro
-The Intraformant
-TightTwatBot
-Titan
-Toata
+Telesphoreo
+Toweyabot
+Tracemyfile
 Trendictionbot
+True_Robot
+Turingos
 Turnitin
 TurnitinBot
+Twice
 URLy Warning
-UnisterBot
-Upflow
+V-BOT
 VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW-Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WeSEE
 Web Auto
+Web Collage
 Web Enhancer
+Web Fuck
 Web Pix
 Web Sucker
-WebAuto
 WebBandit
-WebGo IS
-WebPix
-WebsiteExtractor
+WebCopier
+WebFetch
+WebFuck
+WebReaper
+WebSauger
+WebSucker
+WebWhacker
+Webalta
+Webshag
 WebsiteQuester
-WinHTTrack
-WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zauba
-Zermelo
-Zeus
+Zade
 Zitebot
-arquivo.pt
-autoemailspider
-check1.exe
+ZumBot
+ZyBorg
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-demandbase-bot
+facebookscraper
 heritrix
-internetVista monitor
-ips-agent
 lwp-request
-meanpathbot
-mediawords
+magpie-crawler
 muhstik-scan
+netEstate NE Crawler
 oBot
-pcBrowser
 plumanalytics
 polaris version
 ripz
-seostar
+s1z.ru
+scalaj-http
 sexsearcher
-sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
+siteripz
 trendiction.de
 voyagerx.com
-x22Mozilla
-xpymep1.exe
 zauba.io
-zgrab