V4.2021.09.2589 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Aboundex
-AhrefsBot
-AiHitBot
+Abonti
+AfD-Verbotsverfahren
+Aipbot
 Alexibot
 Alligator
-AlphaBot
-Anarchy
-Ankit
 Apexoo
 Aspiegel
+AwarioRssBot
+AwarioSmartBot
 BDFetch
+BLEXBot
 BackDoorBot
 BackStreet
-BackWeb
 Badass
-Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
 BetaBot
-Bitacle
+Black Hole
 BlackWidow
-BlowFish
-Bolt
+Blow
+BotALot
 Brandprotect
 Buck
-Buddy
 BuiltWith
-Bullseye
-BuzzSumo
+BunnySlippers
 CSHttp
-CensysInspect
-CheTeam
-Chlooe
-Collector
+Calculon
+CazoodleBot
+Cegbfeieh
+CheeseBot
+Claritybot
+Cogentbot
 Copier
+CopyRightCheck
 Copyscape
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Custo
-DIIbot
+CyotekWebCopy
+DSearch
+DigitalPebble
 Discobot
-Discoverybot
 DittoSpyder
-DnyzBot
 DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-Drip
-EMail Siphon
-EMail Wolf
-EasyDL
 Ebingbong
-Ecxi
-EirGrabber
 Evil
 ExtractorPro
-FHscan
-FemtosearchBot
-Flunky
-Foobot
+Fimap
+Firefox/7.0
 Freeuploader
-FrontPage
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
+GT::WWW
 GetRight
 GetWeb
-Getintent
-Go!Zilla
+Gigabot
 Go-Ahead-Got-It
+Gotit
+GrabNet
+Grabber
 Grafula
 GrapeFX
-GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTTrack
-Haansoft
 HaosouSpider
 Havij
-HybridBot
+Heritrix
+Hloader
+IRLbot
 Iblog
 IlseBot
 Image Fetch
-Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
 Iria
-Iskanie
-JamesBOT
 Jbrofuzz
-JennyBot
-Joomla
-Jorgee
-Leap
+JetCar
+JikeSpider
+Kenjin Spider
+Keyword Density
+Kinza
+Lanshanbot
 LeechFTP
-Lftp
-LibWeb
-Libwhisker
-Likse
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
+LexiBot
+LieBaoFast
+Linkdexbot
+LinksManager
 LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
 Lmspider
-MIIxpc
+MIDown tool
 MSIECrawler
+Mag-Net
 Majestic SEO
 Majestic-SEO
+MarkMonitor
+MarkWatch
 Masscan
 Mata Hari
-Metauri
+MauiBot
+Meanpathbot
+Mediatoolkitbot
 Microsoft Data Access
-Moblie Safari
-Mr.4x3
+Mister PiX
+Mojeek
+Morfeus Fucking Scanner
 Musobot
 NICErsPRO
-Name Intelligence
 Navroad
+NearSite
 Nessus
 Net Vampire
+NetLyzer
 NetMechanic
+NetSpider
+NetZIP
 Nettrack
+Nibbler
 Niki-bot
 Nikto
-NimbleCrawler
-Ninja
-Nutch
+Nmap
 Octopus
-Offline Explorer
+Offline Navigator
+Openfind
+OrangeSpider
 OutclicksBot
-PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
+PageAnalyzer
+PageThing.com
+Panscient
 Pavuk
-Pi-Monster
-ProWebWalker
-Probethenet
-Psbot
-Pump
+Picscout
+Picsearch
+PictureFinder
+Piepmatz
+Pixray
 PxBroker
 PyCurl
-QueryN Metasearch
-RankFlex
 RankurBot
-RebelMouse
+Re-re
+RealDownload
 Recorder
-RocketCrawler
-SBIder
+Rogerbot
 SEOkicks
-SEOprofiler
+SEOstats
+SMTBot
 SalesIntelligent
-Screaming
-ScrepyBot
-SemrushBot
-SentiBot
-Seomoz
-Site Sucker
-SiteLockSpider
-SiteSnagger
-SmartDownload
-Snake
-Sociscraper
-Spbot
+Searchestate
+Semrush
+Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
+SocialRankIOBot
+Sottopop
+SpankBot
 Spinn3r
 SputnikBot
-Sqlmap
-Steeler
-Stripper
-Sucuri
-SuperHTTP
+Sucker
 SurveyBot
 Suzuran
 Swiftbot
-Szukacz
 TeleportPro
 Telesphoreo
-The Intraformant
 TheNomad
-Titan
-Toata
 Toweyabot
-Tracemyfile
-True_Robot
+Trendictionbot
 Turingos
+TurnitinBot
+Typhoeus
+URLy Warning
+URLy.Warning
+UnisterBot
 V-BOT
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
+VoidEYE
 Voil
-WASALive-Bot
-WEBDAV
-WPScan
-Wallpapers
+WBSearchBot
+WISENutbot
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Pix
-Web Sauger
-Web Sucker
-WebCollage
-WebCopier
+Web Fuck
+WebAuto
+WebBandit
+WebFetch
+WebFuck
+WebGo IS
+WebPix
 WebSauger
 WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
-Whack
-Who.is Bot
-Widow
+Whatweb
+WinHTTrack
 WiseGuys Robot
 Woobot
+Wprecon
 Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zade
-Zauba
+Zitebot
+ZmEu
+ZoominfoBot
 ZumBot
 ZyBorg
 arquivo-web-crawler
-backlink-check
-cah.io.community
-cognitiveseo
+clark-crawler
+coccocbot-web
+crawl.sogou.com
 dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
 evc-batch
-facebookscraper
+gopher
 heritrix
 instabid
-ips-agent
-isitwp.com
+internetVista monitor
 lwp-trivial
-muhstik-scan
-oBot
-polaris version
+magpie-crawler
+meanpathbot
+mediawords
+pcBrowser
 probe-image-size
-scalaj-http
-seostar
-spyfu
-trendiction.com
+ripz
+s1z.ru
+satoristudio.net
+serpstatbot
+sysscan
 trendiction.de
-voyagerx.com
-webpros.com
-zauba.io
+ubermetrics-technologies.com
+webmeup-crawler
+zgrab