V4.2022.10.3411 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
+80legs
+ADmantX
+AIBOT
 Abonti
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+Alligator
 AlphaBot
+Anarchie
+Anarchy
+Anarchy99
+Ankit
 Anthill
-Atomseobot
-BBBike
-BDFetch
-BackWeb
+Aspiegel
+AwarioSmartBot
+BDCbot
+BLEXBot
+Backlink-Ceck
 BacklinkCrawler
-Barkrowler
+Badass
+Bandit
 Battleztar Bazinga
-Bigfoot
 Black Hole
+BlackWidow
+Blow
 BlowFish
+Boardreader
+Bolt
 Brandprotect
-Brandwatch
-Buck
-Buddy
-BuiltBotTough
 Bullseye
-BuzzSumo
+BunnySlippers
 CATExplorador
 CCBot
-Cegbfeieh
-CensysInspect
-CheTeam
-CheeseBot
-ChinaClaw
-Citoid
-Claritybot
+CSHttp
+CherryPicker
+Chlooe
 Cogentbot
-Copier
 CopyRightCheck
-Copyscape
-Craftbot
-CrunchBot
-Curious
-DatabaseDriverMysqli
-Deusu
-Devil
+Crawling at Home Project
+CyotekWebCopy
+DIIbot
+DSearch
+DTS Agent
+Disco
 Discobot
-Dispatch
+Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
-Dotbot
+DomCopBot
+DomainAppender
+DomainCrawler
 Download Wonder
-ECCP/1.0
-EMail Siphon
+Dragonfly
 EMail Wolf
-Ebingbong
+EasyDL
+EirGrabber
 EroCrawler
-Exabot
-ExtLinksBot
+Express WebPictures
 Extractor
 ExtractorPro
+Extreme Picture Finder
 FHscan
 FemtosearchBot
-Fimap
-Freeuploader
-FrontPage
-Fuzz
-GT::WWW
+Firefox/7.0
+Flunky
+Foobot
+FyberSpider
+Fyrebot
 GalaxyBot
 Genieo
 GetRight
-GetWeb
-Getintent
 Gigabot
-Go-Ahead-Got-It
 Gotit
-GrabNet
 GrapeFX
-HTTP::Lite
+GridBot
+HEADMasterSEO
+HMView
+HTMLparser
 HTTrack
+Haansoft
 HaosouSpider
-Hloader
-Humanlinks
-HybridBot
-IDBTE4M
-Iblog
-Id-search
 IlseBot
+IndeedBot
 Indy Library
-InfoNaviRobot
-InterGET
-Iskanie
-JennyBot
-JetCar
-Joomla
-Jorgee
+InfoTekies
+Internet Ninja
+IstellaBot
 Kenjin Spider
-Lanshanbot
-Larbin
-LeechGet
+Keybot Translation-Search-Machine
+Keyword Density
+LWP::Simple
+Leap
+LexiBot
+LibWeb
 LieBaoFast
-Lightspeedsystems
-LinksManager
-Lipperhey
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
 MSFrontPage
-Majestic SEO
-Majestic12
-Masscan
-Mb2345Browser
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mediatoolkitbot
-Microsoft URL Control
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mister PiX
 Mojeek
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-Nameprotect
-Navroad
+Mr.4x3
+Msrabot
+Musobot
 Nessus
-NetMechanic
-NetZIP
-Netcraft
-Nimbostratus
+NetAnts
+NetLyzer
+Niki-bot
 Nutch
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
+Octopus
+Offline Explorer
+OnCrawl
+Openfind
 OrangeBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageThing.com
+POE-Component-Client-HTTP
+PageGrabber
 Pandalytics
+Pavuk
+Picsearch
 PictureFinder
 Piepmatz
-Pimonster
-Pockey
-ProPowerBot
-Probethenet
+Pixray
+PxBroker
 QueryN Metasearch
+Quick-Crawler
+RankFlex
 RankingBot
-RankingBot2
-Rankivabot
 Re-re
-ReGet
-RealDownload
-RebelMouse
-RedesScrapy
-Ripper
-SBIder
+RepoMonkey
+RocketCrawler
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-ScanAlert
-Scrapy
-Seekport
-SemanticJuice
+SEOkicks-Robot
 Semrush
-Shodan
-Siphon
-Site Sucker
+SentiBot
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-SmartDownload
+Siteimprove
+Snake
 Snapbot
 Sosospider
-Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
-Steeler
+Sottopop
+SpaceBison
+Spbot
+Sqlworm
+Stripper
+Sucuri
+SuperBot
 SuperHTTP
-SurveyBot
-Telesoft
-The Intraformant
-TightTwatBot
+Surfbot
+T0PHackTeam
+Teleport
+Telesphorep
+Thumbor
 Toata
 Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
+TurnitinBot
 TwengaBot
-URLy Warning
+Twice
 URLy.Warning
-Upflow
+UnisterBot
+V-BOT
 VB Project
-Vacuum
+VCI
 Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Voil
-WASALive-Bot
-WBSearchBot
+Voltron
 WEBDAV
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
+Web Auto
+Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-WebCollage
-WebFetch
-WebPix
+Web Sucker
+WebAuto
+WebCopier
+WebEnhancer
+WebGo IS
+WebImageCollector
 WebReaper
-WebSauger
-WebStripper
-WebmasterWorldForumBot
-Webster
-Whatweb
-Who.is Bot
+Webalta
+Website Quester
+WebsiteQuester
 WiseGuys Robot
-Woobot
-Wotbox
+Wonderbot
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
-Zade
-Zitebot
-ZoomBot
-ZoominfoBot
-ZyBorg
+Zauba
+Zeus
 adscanner
 archive.org_bot
-arquivo-web-crawler
+check1.exe
 clark-crawler
-crawl.sogou.com
-crawler.feedback
-domainsproject.org
-gopher
-magpie-crawler
-meanpathbot
+coccocbot
+com.plumanalytics
+dataforseo.com
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
+linkdexbot
+lwp-request
+mediawords
+muhstik-scan
+oBot
 page scorer
 pcBrowser
-s1z.ru
+polaris version
+ripz
 scalaj-http
+seobility
 seocompany.store
-serpstatbot
+sitechecker.pro
+siteripz
 sogouspider
 sp_auditbot
-spyfu
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
+trendiction.com
+trendiction.de
+webmeup-crawler
 webpros.com
+x09Mozilla
 xpymep1.exe
+zauba.io