V4.2022.01.2870 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404checker
+404enemy
 AIBOT
-ALittle Client
-Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AllSubmitter
-Anarchy
+AlphaBot
+Anarchie
+Ankit
 Anthill
-Asterias
-BLEXBot
-Backlink-Ceck
+Apexoo
+Atomseobot
+Attach
+AwarioSmartBot
+BBBike
+BackWeb
 BacklinkCrawler
+Barkrowler
 BatchFTP
-Bigfoot
-Blackboard
+BetaBot
+Blow
 Bolt
 BotALot
+Buck
 BuiltBotTough
 Bullseye
-CODE87
-CSHttp
-CherryPicker
+BunnySlippers
+CCBot
+Calculon
+CheeseBot
 ChinaClaw
-Chlooe
-Cocolyzebot
-Copier
+Cogentbot
 Copyscape
-Cosmos
 Crawling at Home Project
-Crescent
-Curious
+Custo
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
-Digincore
-DigitalPebble
+Dirbuster
 Disco
 Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
 DomainAppender
+DomainCrawler
+DomainStatsBot
+Dotbot
+EMail Wolf
 Ebingbong
 EirGrabber
-Exabot
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-Ezooms
 FDM
 Firefox/7.0
-Flunky
+FlashGet
+Foobot
 Freeuploader
-FrontPage
 Fuzz
-GT::WWW
+Fyrebot
 GetRight
-Gotit
+GetWeb
+Getintent
+Gigabot
+Go-Ahead-Got-It
+Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTMLparser
-HTTrack
-Harvest
-Havij
-Heritrix
-Hloader
-HonoluluBot
-IRLbot
+HMView
+HTTP::Lite
+Humanlinks
 Iblog
 Id-search
-IlseBot
 Image Sucker
+IndeedBot
+InfoNaviRobot
 Intelliseek
+Internet Ninja
 Iria
-Iskanie
+JamesBOT
+JetCar
 Jetty
-JikeSpider
-Joomla
 Jorgee
-JustView
-Jyxobot
 Kenjin Spider
 Keyword Density
-Kinza
-LNSpiderguy
-Lanshanbot
-LeechGet
-LibWeb
+Larbin
+LexiBot
+LieBaoFast
+Likse
+LinkWalker
 Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
 Lmspider
-Ltx71
-MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MSFrontPage
-MTRobot
-Magnet
-Majestic SEO
-Majestic-SEO
+MQQBrowser
+Mag-Net
+Majestic12
+Masscan
 Mata Hari
 MauiBot
 Mb2345Browser
 Mediatoolkitbot
 Metauri
-Microsoft URL Control
+Microsoft Data Access
 Moblie Safari
-Mozlila
-Mr.4x3
-NICErsPRO
-Name Intelligence
-Nameprotect
+Msrabot
+Musobot
+NPbot
 Navroad
-Needle
-Nessus
-NetSpider
+Net Vampire
+NetMechanic
 NetZIP
-Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
-Nikto
-Not
+Ninja
+Nuclei
 Nutch
-Octopus
-Offline Navigator
-OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openvas
 OrangeSpider
-Page Analyzer
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
-PageThing.com
+PageGrabber
 Pandalytics
-Panscient
 Pi-Monster
+Picscout
 PictureFinder
-PleaseCrawl
+Piepmatz
+Pimonster
+Pixray
 Pockey
-ProPowerBot
+Pu_iN
 Pump
 PyCurl
-RSSingBot
 RankActive
 RankActiveLinkBot
+RankFlex
 RankingBot
+RankingBot2
 Rankivabot
-RankurBot
-Re-re
 Reaper
 Recorder
-Ripper
 Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
+ScoutJet
 Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
+SemrushBot
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-Sitebeam
-Sitevigil
-SmartDownload
-Sociscraper
+SiteSucker
+Snoopy
 Sogou web spider
-Sottopop
-Spanner
+Spammen
+SpankBot
 Spbot
-Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
+Sqlworm
 SuperBot
 SuperHTTP
-SurveyBot
-T0PHackTeam
-Telesoft
-Telesphorep
-Toweyabot
+T8Abot
+TeleportPro
+Telesphoreo
+TightTwatBot
+Titan
+Toata
 Tracemyfile
-Trendictionbot
-Turnitin
+Trendiction
+True_Robot
+Turingos
 TurnitinBot
-TwengaBot
-URLy.Warning
-UnisterBot
+Twice
+Upflow
 V-BOT
-VB Project
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Voil
-WASALive-Bot
-WBSearchBot
+Voltron
 WEBDAV
+WISENutbot
 WPScan
-WWW-Mechanize
-Web Auto
+WWW-Collector-E
+WallpapersHD
 Web Fuck
+Web Pix
 Web Sucker
+WebBandit
+WebCollage
 WebEnhancer
-WebFuck
+WebFetch
+WebGo IS
 WebLeacher
-WebPix
-WebSucker
+WebReaper
+WebStripper
 WebWhacker
-Webalta
+Webster
 Whack
-Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+Wonderbot
+Woobot
+Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
 adscanner
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
+cah.io.community
 check1.exe
 clark-crawler
-com.plumanalytics
-dataforseo.com
-demandbase-bot
 eCatch
-evc-batch
-ips-agent
-isitwp.com
-iubenda-radar
-lwp-request
+internetVista monitor
 meanpathbot
-page scorer
-polaris version
-ripz
+netEstate NE Crawler
+pcBrowser
+plumanalytics
 s1z.ru
 scan.lol
-seostar
-sexsearcher
-siteripz
-tAkeOut
-trendiction.com
+seocompany.store
+serpstatbot
+sitechecker.pro
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
+zauba.io
+zgrab