V4.2023.01.3536 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-AIBOT
+404checker
 ASPSeek
-Aboundexbot
+Abonti
+Aboundex
 Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
 Alexibot
-Alligator
-Anarchie
-Anarchy
+AllSubmitter
+Anarchy99
+Ankit
 Anthill
-Asterias
-Atomseobot
+Apexoo
 BBBike
 BDCbot
-BLEXBot
 BackWeb
-Backlink-Ceck
+Badass
+Bandit
 Barkrowler
-Battleztar Bazinga
-Bitacle
-Black Hole
+Blackboard
 Blow
 BlowFish
-Bolt
+Brandprotect
+Buck
+Buddy
+BuiltBotTough
 BuzzSumo
+CATExplorador
+CCBot
+CazoodleBot
 Cegbfeieh
-Chlooe
 Citoid
-Claritybot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
+Cloud mapping
+Copier
 Copyscape
-Crawling at Home Project
-Custo
+Craftbot
+DBLBot
 DIIbot
-Demon
-Devil
+DTS Agent
+DatabaseDriverMysqli
+Deusu
+Digincore
 DigitalPebble
 Dirbuster
 Disco
-DnyzBot
+DittoSpyder
 DomCopBot
-DomainCrawler
-Dotbot
-EMail Wolf
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dragonfly
+EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
 Exabot
-ExtLinksBot
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
+FHscan
+FemtosearchBot
+FlashGet
 Flunky
 Freeuploader
 FrontPage
-Genieo
-Go!Zilla
+GetRight
+Go-Ahead-Got-It
 GrabNet
-Grabber
+Grafula
 GrapeFX
-GridBot
 HEADMasterSEO
-HMView
 HTMLparser
 HTTP::Lite
-Havij
+Haansoft
+Harvest
+Hloader
 HybridBot
-IDBot
-Iblog
+IRLbot
+Id-search
 IlseBot
 Image Fetch
-Image Sucker
-InfoNaviRobot
-InterGET
-InternetSeer
-Iria
+IndeedBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-JennyBot
+Jetty
+JikeSpider
+Jorgee
+JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
 Kozmosbot
-LNSpiderguy
-LWP::Simple
+Lanshanbot
 Larbin
-Leap
 LeechFTP
 LibWeb
 Lightspeedsystems
-LinkWalker
+Likse
+LinkScan
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
-Lipperhey
 Litemage_walker
-MIDown tool
+Ltx71
+MIIxpc
 MQQBrowser
-MSIECrawler
-MTRobot
-Mag-Net
-Majestic SEO
-MarkWatch
-Mata Hari
+MSFrontPage
+Mail.RU_Bot
+Majestic12
+MarkMonitor
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
+MeanPath Bot
+Metauri
 Microsoft Data Access
-Mojeek
+Mojolicious
 MolokaiBot
+Mozlila
 Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
-Navroad
-Needle
-Net Vampire
-NetAnts
-Netcraft
-Netvibes
+NetSpider
 Nibbler
-NimbleCrawler
 Nimbostratus
+Nmap
+Nuclei
 Octopus
+Offline Navigator
+OnCrawl
 Openfind
+OrangeBot
+OrangeSpider
 OutclicksBot
-PHPCrawl
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
-Petalbot
+Papa Foto
+Piepmatz
 Pimonster
+Pixray
 Pockey
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Pu_iN
+Pump
+PxBroker
+PyCurl
 RankFlex
 RankingBot
-Re-re
-RebelMouse
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 RedesScrapy
-RepoMonkey
-SEOkicks
+RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
-Scanbot
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
 ScoutJet
+Scrapy
 ScreenerBot
-ScrepyBot
-Searchestate
-SemanticJuice
-Semrush
-Seomoz
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+Snake
 Snoopy
-Sociscraper
-Sogou web spider
 SpaceBison
-SpankBot
-Spanner
 Spbot
-SputnikBot
-Sqworm
-Stripper
-Sucuri
-SuperBot
+Sucker
+SuperHTTP
 Surfbot
-T0PHackTeam
+Suzuran
 TeleportPro
-Telesphorep
-TheNomad
-Titan
+Telesoft
+Telesphoreo
+TightTwatBot
 Tracemyfile
 Trendiction
 Trendictionbot
+Turnitin
 TurnitinBot
+Twice
 Typhoeus
 URLy Warning
+Upflow
 V-BOT
 VB Project
-Vacuum
+VCI
 Virusdie
-Voltron
-WBSearchBot
-WEBDAV
-WWW-Collector-E
+VoidEYE
+WPScan
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Enhancer
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
+Web Fuck
 Web Pix
-WebEnhancer
+WebFetch
 WebSucker
 WebWhacker
-Webshag
-Website Quester
+WebmasterWorldForumBot
+Webster
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-Zermelo
-Zeus
+YoudaoBot
+Zade
 Zitebot
-ZmEu
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
+ZoomBot
+ZoominfoBot
+archive.org_bot
+backlink-check
 check1.exe
-coccocbot
-crawler.feedback
+clark-crawler
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
 eCatch
+evc-batch
 facebookscraper
-gopher
+instabid
+internetVista monitor
+isitwp.com
 iubenda-radar
 linkdexbot
-meanpathbot
-mediawords
+magpie-crawler
 muhstik-scan
-netEstate NE Crawler
-plumanalytics
-scan.lol
+page scorer
+pcBrowser
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 seocompany.store
-serpstatbot
-sexsearcher
-siteripz
-tAkeOut
+seoscanners
+sitechecker.pro
+spyfu
+sysscan
 trendiction.com
-trendiction.de
 webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io