V4.2021.12.2804 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+404enemy
+80legs
+AIBOT
 ALittle Client
-Aboundex
+Aboundexbot
 AhrefsBot
-AiHitBot
-AllSubmitter
-Alligator
-AlphaBot
+Aipbot
 Anarchie
-Anthill
-Asterias
-AwarioRssBot
+Anarchy99
+Ankit
+Apexoo
 AwarioSmartBot
-BDFetch
-BackDoorBot
+BBBike
+BLEXBot
 BackStreet
-BacklinkCrawler
-Badass
-Battleztar Bazinga
 BetaBot
-Black Hole
+BlackWidow
+Blow
 BlowFish
+Bolt
 Brandprotect
-Buddy
+Brandwatch
 BuiltBotTough
-BuzzSumo
 CATExplorador
+CCBot
+CODE87
 CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
-Chlooe
-Copyscape
-Cosmos
+CherryPicker
+ChinaClaw
+Claritybot
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Craftbot
+CrazyWebCrawler
 Crescent
-DBLBot
+Custo
+CyotekWebCopy
 DIIbot
+DSearch
+DatabaseDriverMysqli
+Demon
+Dirbuster
+Disco
 Dispatch
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
 DomainAppender
-DomainStatsBot
-Dotbot
+Domains Project
+Dragonfly
+Drip
 EMail Siphon
 EMail Wolf
-Ebingbong
+EasyDL
 EirGrabber
-EroCrawler
-Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
-EyeNetIE
-FHscan
-Fimap
-Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
+FemtosearchBot
+Flunky
 FrontPage
-GermCrawler
-Go!Zilla
+GT::WWW
+GalaxyBot
+Gigabot
 Go-Ahead-Got-It
+GoZilla
 Gotit
-Grabber
 GridBot
-HEADMasterSEO
-HTMLparser
+HMView
+HTTP::Lite
 HTTrack
 Haansoft
-Heritrix
+HaosouSpider
 Hloader
-IRLbot
+Humanlinks
 Iblog
+IlseBot
+Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
 InfoTekies
 InterGET
 Internet Ninja
-Iria
-JOC Web Spider
-JamesBOT
-Jbrofuzz
+InternetSeer
 JetCar
-Jetty
-JikeSpider
-Kenjin Spider
+Joomla
+Jorgee
 Kinza
-Leap
-LeechGet
+LWP::Simple
 LexiBot
-Lftp
 LibWeb
 LieBaoFast
 Lightspeedsystems
-LinkextractorPro
-LinksManager
-Lipperhey Spider
-Ltx71
+LinqiaRSSBot
+Litemage_walker
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Mag-Net
-Majestic SEO
-Majestic-SEO
-Masscan
-Mata Hari
-MauiBot
-Metauri
-Microsoft Data Access
+MarkMonitor
+MarkWatch
+Mediatoolkitbot
+Mister PiX
 Moblie Safari
+Mojeek
 Mozlila
 NICErsPRO
-Name Intelligence
-Nameprotect
+NearSite
 Needle
+Nessus
+Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
 NetSpider
-NetZIP
 Netcraft
-NextGenSearchBot
 Nibbler
 Nikto
+NimbleCrawler
 Ninja
-Not
+Nmap
 Octopus
 Offline Explorer
 Offline Navigator
 OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
+PECL::HTTP
+PHPCrawl
+PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
-Picscout
 PleaseCrawl
-Pockey
 ProPowerBot
 ProWebWalker
-Psbot
-PxBroker
-PyCurl
-RSSingBot
+Pu_iN
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankingBot2
+Rankivabot
 RankurBot
+ReGet
+RealDownload
 Reaper
-RedesScrapy
-Ripper
-RocketCrawler
+Recorder
+RepoMonkey
 Rogerbot
-SBIder
-SEOkicks
-SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
 ScoutJet
 Scrapy
 ScreenerBot
-Searchestate
-SearchmetricsBot
+ScrepyBot
+Semrush
+Seomoz
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 Sitebeam
 Siteimprove
-Snake
+SmartDownload
 SocialRankIOBot
-Sogou web spider
-Spammen
-Sucker
-Swiftbot
-T0PHackTeam
-T8Abot
+Sociscraper
+Sosospider
+SpankBot
+Spanner
+Spinn3r
+SputnikBot
+Sqworm
+Stripper
+SuperBot
+SurveyBot
 TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-TheNomad
 Thumbor
 Titan
-Toata
+Toweyabot
+Trendiction
 Turingos
+Turnitin
 TurnitinBot
+TwengaBot
 Typhoeus
-UnisterBot
-VCI
+URLy Warning
+Upflow
+V-BOT
 Vacuum
-VeriCiteCrawler
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
 Voil
-Voltron
+WASALive-Bot
 WBSearchBot
 WISENutbot
 WPScan
-Wallpapers
+WWW-Mechanize
+Wallpapers/3.0
 WeSEE
-Web Fuck
-Web Sucker
+Web Enhancer
+Web Pix
+Web Sauger
 WebAuto
-WebBandit
-WebReaper
-WebSauger
-WebSucker
-WebWhacker
+WebCollage
+WebFuck
+WebGo IS
+WebImageCollector
+WebPix
+WebZIP
 Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+Webshag
+Website Quester
 WebsiteQuester
 Webster
-Whack
-Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
+Who.is Bot
+Widow
 Woobot
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-ZoomBot
-ZumBot
+Zade
+Zauba
+Zermelo
+ZoominfoBot
+ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
+coccocbot-web
 cognitiveseo
-com.plumanalytics
 crawler.feedback
-crawler4j
-eCatch
+domainsproject.org
+facebookscraper
 lwp-trivial
-magpie-crawler
 meanpathbot
 mediawords
-oBot
-page scorer
-pcBrowser
 polaris version
-ripz
+probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
 seoscanners
-spyfu
+sexsearcher
+sp_auditbot
+tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+webprosbot
+x22Mozilla
+xpymep1.exe