V4.2021.09.2591 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
-80legs
+ADmantX
+ASPSeek
+Abonti
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
-Anarchie
 Anarchy99
-Ankit
-Anthill
 Aspiegel
 Asterias
 AwarioRssBot
-BBBike
 BDFetch
-BackStreet
-BackWeb
-BacklinkCrawler
+BLEXBot
+Backlink-Ceck
+Bandit
 Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
+Bigfoot
 Bitacle
-Black Hole
-Blackboard
-Blow
+Boardreader
 Bolt
-BotALot
-Brandwatch
+Buck
 Buddy
-CATExplorador
+BuiltBotTough
+BunnySlippers
+CCBot
+CODE87
 Calculon
-CensysInspect
-CheeseBot
-CherryPicker
+CazoodleBot
+Cegbfeieh
 ChinaClaw
-Chlooe
 Cliqzbot
-Cocolyzebot
+Cloud mapping
 Cogentbot
 Collector
-CopyRightCheck
+Copier
+Copyscape
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
+CrunchBot
 Curious
-DIIbot
+DTS Agent
 DatabaseDriverMysqli
-Deusu
+Demon
 Devil
-DittoSpyder
-DnyzBot
+Digincore
+Dirbuster
+Disco
+Discobot
+Discoverybot
 DomCopBot
 DomainAppender
 DomainSigmaCrawler
 Dotbot
-Dragonfly
 ECCP/1.0
-EMail Siphon
 EMail Wolf
+Ebingbong
+EroCrawler
+Exabot
+ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Fimap
-FlashGet
+FHscan
 Flunky
-Fuzz
-FyberSpider
+Freeuploader
+Fyrebot
+GT::WWW
 GermCrawler
-GetRight
 Getintent
-Gigabot
-Go-Ahead-Got-It
 GoZilla
-Grabber
+GrabNet
+GrapeFX
+GridBot
 HEADMasterSEO
-HMView
-HTTP::Lite
-HTTrack
-Haansoft
-Id-search
+HTMLparser
+Harvest
+Humanlinks
+IDBot
+IRLbot
 Indy Library
 InfoNaviRobot
+InfoTekies
 InterGET
-JetCar
-Jorgee
-JustView
+InternetSeer
+IstellaBot
+JennyBot
+Joomla
+Jyxobot
 Kenjin Spider
 Keyword Density
-Kinza
+Kozmosbot
 Leap
-LeechGet
-LieBaoFast
 LinkScan
-Linkbot
-LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
 MJ12bot
-MQQBrowser
-MSIECrawler
-Magnet
+MSFrontPage
 Mail.RU_Bot
-Majestic-SEO
 MarkMonitor
-Meanpathbot
+MarkWatch
+Masscan
 Metauri
 Microsoft Data Access
 Mister PiX
-Navroad
-Net Vampire
+Musobot
+NICErsPRO
+Name Intelligence
+NearSite
+Nessus
 NetAnts
 NetLyzer
-NetSpider
-NetZIP
-Nettrack
-Ninja
-Nutch
-Offline Explorer
-OpenLinkProfiler
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
-OutfoxBot
+NetMechanic
+Netcraft
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
+Nimbostratus
+Nmap
+Octopus
+OpenVAS
 PageAnalyzer
+PageGrabber
 PageScorer
-Pandalytics
-Papa Foto
+PageThing.com
+Pavuk
 Picscout
-Piepmatz
+Picsearch
 Pixray
 ProPowerBot
-Pump
-RSSingBot
+Pu_iN
+Quick-Crawler
 RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
-Reaper
+RealDownload
 RebelMouse
-SBIder
-SEOkicks-Robot
-SISTRIX
+RedesScrapy
+RepoMonkey
+Ripper
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SalesIntelligent
 Scrapy
-Searchestate
-SentiBot
+Screaming
+ScrepyBot
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
 Seomoz
-SiteExplorer
-SiteSucker
-Sitebeam
+Shodan
+Siphon
+SiteLockSpider
+SiteSnagger
 Sitevigil
 Snake
-SocialRankIOBot
-Sottopop
+Sogou web spider
+SpaceBison
+Spanner
 Spbot
 Spinn3r
 SputnikBot
-Stripper
-Sucker
-Sucuri
+Sqlmap
+Sqlworm
+Steeler
 SuperBot
-SuperHTTP
 Suzuran
 Swiftbot
-Szukacz
-T8Abot
+Teleport
+Telesoft
 Telesphorep
-TheNomad
+The Intraformant
+Thumbor
+Tracemyfile
+Trendiction
+True_Robot
 TurnitinBot
-TwengaBot
-Twice
 Typhoeus
+URLy.Warning
 UnisterBot
-V-BOT
 VCI
-Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Voil
+WASALive-Bot
+WBSearchBot
 WEBDAV
-WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
 Web Fetch
 Web Pix
-WebBandit
+Web Sauger
+Web Sucker
+WebAuto
 WebCopier
-WebEnhancer
 WebFuck
+WebGo IS
 WebLeacher
-WebPix
-WebSauger
+WebStripper
+WebSucker
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webster
+WebsiteExtractor
+WebsiteQuester
 Whack
-Widow
+Whatweb
 WiseGuys Robot
-Woobot
+Wprecon
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zauba
-Zermelo
-ZmEu
-ZoomBot
-ZoominfoBot
 ZumBot
-arquivo-web-crawler
 autoemailspider
-backlink-check
 check1.exe
-clark-crawler
-coccocbot-web
-cognitiveseo
-com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
+demandbase-bot
 eCatch
 evc-batch
 facebookscraper
-instabid
+heritrix
+isitwp.com
+lwp-request
 lwp-trivial
 magpie-crawler
-page scorer
+meanpathbot
+mediawords
+netEstate NE Crawler
 plumanalytics
 polaris version
 s1z.ru
-scalaj-http
-seostar
-serpstatbot
-siteripz
+satoristudio.net
+seobility
+sexsearcher
 spyfu
+tAkeOut
 trendiction.com
-trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webpros.com
-x22Mozilla
-xpymep1.exe
+webmeup-crawler
+webprosbot
+x09Mozilla
 zauba.io