V4.2022.04.3031 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
-ASPSeek
+360Spider
+404enemy
 Abonti
 Aboundex
 Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 Alexibot
 Alligator
+AlphaBot
+Anarchie
 Anarchy
-Aspiegel
+Ankit
+Asterias
 AwarioSmartBot
-BDFetch
+BDCbot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Black Hole
-BlackWidow
-Blow
+BatchFTP
+Bitacle
+BlowFish
 Boardreader
 Bolt
+Brandprotect
 Brandwatch
-Buddy
-BuiltWith
-CazoodleBot
-CherryPicker
-CopyRightCheck
+CCBot
+CSHttp
+Cegbfeieh
+CheeseBot
+Citoid
+Claritybot
+Cogentbot
+Copier
 Copyscape
-Custo
+CrunchBot
 CyotekWebCopy
-DSearch
-DTS Agent
-Demon
-DigitalPebble
-Dirbuster
-Disco
-Discobot
-Dispatch
+DataCha0s
+Devil
 DnBCrawler-Analytics
-DomainCrawler
+DnyzBot
+DomCopBot
+DomainAppender
 DomainSigmaCrawler
-Dotbot
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
-Ecxi
+EMail Wolf
+Ebingbong
 EirGrabber
-EroCrawler
-Express WebPictures
+Exabot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Ezooms
+FDM
+FHscan
+Flunky
 Foobot
-FyberSpider
+Freeuploader
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 GermCrawler
 GetRight
+GetWeb
+Gigabot
 Go!Zilla
 GoZilla
-GrabNet
 Grabber
-Grafula
+GrapeshotCrawler
 GridBot
-Haansoft
-HaosouSpider
+HEADMasterSEO
+HMView
+HTTrack
 Havij
-Hloader
+Heritrix
 HonoluluBot
 IDBTE4M
-IRLbot
-Iblog
-Image Fetch
-InfoNaviRobot
+IlseBot
+IndeedBot
 InfoTekies
+Internet Ninja
 InternetSeer
-Iria
 Jbrofuzz
 JennyBot
-JikeSpider
-Keybot Translation-Search-Machine
-Kinza
+Keyword Density
 Kozmosbot
-LWP::Simple
-Larbin
-Leap
-Lftp
-Libwhisker
-Likse
+LNSpiderguy
+Lanshanbot
+LeechFTP
+LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
+Litemage_walker
+Lmspider
 MIDown tool
-Mail.RU_Bot
-Mass Downloader
-Mata Hari
-MauiBot
+MIIxpc
+MSFrontPage
+Majestic12
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
+MegaIndex.ru
 Microsoft URL Control
+Mister PiX
 Mojolicious
 MolokaiBot
-Mozlila
-Msrabot
 Musobot
-NICErsPRO
-Nessus
+NearSite
 Net Vampire
-NetAnts
+NetLyzer
+NetMechanic
+NetZIP
+Nettrack
 Netvibes
-Niki-bot
+NextGenSearchBot
 Nikto
 NimbleCrawler
 Not
-Nuclei
-Octopus
+Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
 OpenVAS
+Openvas
 OrangeBot
-OutfoxBot
-PECL::HTTP
-Page Analyzer
+PHPCrawl
+PageAnalyzer
 PageScorer
 PageThing.com
 Pandalytics
-PeoplePal
-Pi-Monster
-PictureFinder
-Piepmatz
-ProPowerBot
-Pump
-PxBroker
-PyCurl
-Quick-Crawler
+Petalbot
+Pimonster
+Pixray
+PleaseCrawl
+Pockey
+Pu_iN
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
 Rankivabot
 RankurBot
-RealDownload
-Reaper
+Re-re
 RebelMouse
 Recorder
 RedesScrapy
 RocketCrawler
-Rogerbot
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SearchmetricsBot
+SEOprofiler
+SISTRIX
+SalesIntelligent
+Scanbot
+ScoutJet
+Searchestate
+SemanticJuice
 Semrush
-SemrushBot
-SeobilityBot
-Site Sucker
-SiteLockSpider
+Seomoz
+Siphon
+SiteCheckerBotCrawler
 SiteSucker
-SlySearch
-SmartDownload
+Siteimprove
+Sitevigil
+Snake
 Snapbot
 Snoopy
 SocialRankIOBot
-Sociscraper
 Sosospider
-SpankBot
+Sottopop
+SpaceBison
+Spammen
 Spbot
-Sqworm
-Sucker
+Spinn3r
+SputnikBot
+Stripper
 SuperBot
 Surfbot
-SurveyBot
-Swiftbot
-T8Abot
-Telesphoreo
-Thumbor
-Toata
-Turingos
-Typhoeus
-UnisterBot
-V-BOT
+T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
+TightTwatBot
+Tracemyfile
+Turnitin
+URLy Warning
 Vacuum
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
 Voil
-WBSearchBot
-WPScan
+Voltron
+WISENutbot
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fetch
+Web Collage
 Web Fuck
-Web Sucker
 WebAuto
 WebBandit
-WebCopier
-WebFuck
 WebGo IS
-WebImageCollector
-WebSauger
+WebLeacher
+WebPix
+WebReaper
+WebStripper
 WebWhacker
+Website Quester
 WebsiteExtractor
-Whack
+WebsiteQuester
+Webster
+Whatweb
 Who.is Bot
-WinHTTrack
-Wprecon
-Xaldon WebSpider
+Wotbox
 Xaldon_WebSpider
-Xenu
-Zade
-Zauba
 Zeus
-Zitebot
-ZoomBot
+ZmEu
 ZoominfoBot
-ZumBot
 ZyBorg
-archive.org_bot
-backlink-check
 check1.exe
-clark-crawler
+coccocbot
 crawl.sogou.com
-domainsproject.org
-eCatch
-gopher
+crawler.feedback
+crawler4j
+internetVista monitor
 ips-agent
-lwp-request
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-trivial
 meanpathbot
-muhstik-scan
-s1z.ru
+netEstate NE Crawler
+pcBrowser
+polaris version
+probe-image-size
+ripz
 scalaj-http
-seobility
-seocompany.store
 seoscanners
+seostar
 sitechecker.pro
+siteripz
 sp_auditbot
-spyfu
-trendiction.de
-ubermetrics-technologies.com
+sysscan
+tAkeOut
 voyagerx.com
-x09Mozilla
+webpros.com
+webprosbot
+x22Mozilla
+zgrab