V4.2022.10.3419 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 404enemy
 80legs
-ALittle Client
-Aipbot
-Anarchie
-Anarchy99
-Ankit
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
+Alligator
+Anarchy
+Anthill
+Apexoo
 Aspiegel
+Atomseobot
 Attach
-AwarioSmartBot
-BDCbot
-BDFetch
 BLEXBot
 BackDoorBot
 BackStreet
-Badass
+BackWeb
+Backlink-Ceck
 Barkrowler
-BatchFTP
-BetaBot
-Blackboard
-Blow
-BlowFish
+Battleztar Bazinga
+Bigfoot
+BlackWidow
+Bolt
+Brandwatch
 Buck
 Buddy
-BunnySlippers
+BuiltWith
+Bullseye
 BuzzSumo
-CCBot
-CODE87
+CATExplorador
 CazoodleBot
 Cegbfeieh
+CheeseBot
 ChinaClaw
+Chlooe
 Citoid
 Claritybot
 Collector
+Copier
 CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
 DIIbot
+DSearch
 DTS Agent
-DataCha0s
 DigitalPebble
-Discobot
+Disco
 Dispatch
-DnBCrawler-Analytics
-Dragonfly
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-EirGrabber
 Evil
 Exabot
-ExtLinksBot
-Extreme Picture Finder
 EyeNetIE
-Ezooms
+FHscan
 FemtosearchBot
-Firefox/7.0
-Flunky
+FlashGet
+Foobot
+Freeuploader
 Fuzz
-FyberSpider
-Genieo
+G-i-g-a-b-o-t
+GT::WWW
 GetRight
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
-HEADMasterSEO
-HMView
-Harvest
-Havij
-Heritrix
-Humanlinks
+Grafula
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
+HaosouSpider
+HonoluluBot
+IDBTE4M
 Iblog
-IndeedBot
-Indy Library
-InfoNaviRobot
+Id-search
+Image Fetch
 InfoTekies
-InterGET
-Jbrofuzz
-JetCar
-JikeSpider
-Jyxobot
-Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+IstellaBot
+JOC Web Spider
+Jetty
+Jorgee
+Keybot Translation-Search-Machine
+Keyword Density
 Leap
 LexiBot
 Lftp
-LibWeb
-Libwhisker
 LieBaoFast
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinkScan
+LinkWalker
+Linkbot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-MTRobot
+Lmspider
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSIECrawler
+Magnet
 Mail.RU_Bot
 Majestic12
 MarkWatch
-Mata Hari
-Mediatoolkitbot
+Mass Downloader
+MauiBot
+MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft URL Control
 Minefield
-Mister PiX
 Moblie Safari
-MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
+Name Intelligence
 NearSite
-Nessus
+Needle
 NetAnts
-NetLyzer
-NetZIP
-Nettrack
+NetMechanic
+NetSpider
+Netcraft
 NextGenSearchBot
-Not
+Nibbler
+Niki-bot
 Nuclei
-Octopus
-OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openvas
 OutclicksBot
-Page Analyzer
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
-PageScorer
-Panscient
-Papa Foto
-Picscout
+PageThing.com
+Pandalytics
+Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
 Picsearch
-Pixray
-ProPowerBot
-Psbot
+Piepmatz
+PleaseCrawl
+Pockey
+ProWebWalker
+Probethenet
 Pu_iN
+Pump
 PyCurl
-QueryN Metasearch
 RSSingBot
+RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
 Rankivabot
-RealDownload
-RebelMouse
-Recorder
-RedesScrapy
+RankurBot
+Re-re
 Ripper
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+RocketCrawler
+SEOkicks-Robot
 SalesIntelligent
-Scrapy
-ScreenerBot
+ScanAlert
+Screaming
 ScrepyBot
+Searchestate
 SearchmetricsBot
 Seekport
 SemanticJuice
-Shodan
-Siphon
-Site Sucker
+Semrush
+Seomoz
 SiteLockSpider
-SiteSucker
-Siteimprove
-Snake
-Sosospider
-Sottopop
-SpankBot
-Spanner
-SputnikBot
-Sqlmap
+Sitevigil
+Sociscraper
+Sogou web spider
+SpaceBison
+Spbot
+Spinn3r
+Sqworm
 Sucker
-Sucuri
-SuperBot
-SurveyBot
-Teleport
-Telesphoreo
-Telesphorep
-The Intraformant
-Titan
-Tracemyfile
+Szukacz
+TeleportPro
+Trendiction
+True_Robot
 Turingos
 Turnitin
-TurnitinBot
-URLy Warning
-VCI
+TwengaBot
+Typhoeus
+URLy.Warning
+UnisterBot
+Upflow
+VB Project
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-WISENutbot
-Web Collage
-Web Enhancer
-Web Pix
-Web Sucker
-WebAuto
-WebBandit
-WebCollage
-WebFuck
+WBSearchBot
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Fetch
+WebCopier
+WebFetch
 WebGo IS
-WebReaper
-WebmasterWorldForumBot
-Webshag
+WebStripper
+Webalta
+Website Quester
 WebsiteExtractor
 WebsiteQuester
+Whack
 Whacker
 Whatweb
+Widow
 WinHTTrack
-Xaldon_WebSpider
+WiseGuys Robot
+Wonderbot
 Xenu
-YoudaoBot
-Zade
-Zermelo
-Zitebot
-ZoominfoBot
-ZumBot
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-cah.io.community
+Zauba
+Zeus
+ZmEu
+ZoomBot
+clark-crawler
+coccocbot
 cognitiveseo
-com.plumanalytics
+dataforseo.com
+demandbase-bot
 domainsproject.org
 eCatch
 evc-batch
-heritrix
-instabid
+facebookscraper
 internetVista monitor
-iubenda-radar
+ips-agent
 linkdexbot
+magpie-crawler
 meanpathbot
-mediawords
 muhstik-scan
-netEstate NE Crawler
-pcBrowser
-ripz
-scan.lol
-seocompany.store
-serpstatbot
-sp_auditbot
+oBot
+page scorer
+plumanalytics
+polaris version
+s1z.ru
+seobility
+sitechecker.pro
 spyfu
 sysscan
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 webgains-bot
 webmeup-crawler
+webprosbot
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io