V4.2021.09.2616 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+01h4x.com
+ADmantX
+ASPSeek
+Aboundex
 AllSubmitter
 AlphaBot
 Anarchie
-Aspiegel
-AwarioSmartBot
-BLEXBot
-BackDoorBot
-BackStreet
+Ankit
+Apexoo
+Asterias
+BBBike
 BacklinkCrawler
-Bandit
+Badass
+BatchFTP
 Battleztar Bazinga
-Black Hole
+BetaBot
+Bitacle
 Blow
-BlowFish
-Boardreader
-BotALot
+Bolt
 Brandprotect
 Buddy
-BuiltWith
+BuiltBotTough
 Bullseye
-BuzzSumo
+CATExplorador
 CCBot
 CSHttp
 CazoodleBot
 Cegbfeieh
-CheeseBot
+CensysInspect
+CheTeam
 CherryPicker
 Claritybot
 Cliqzbot
-Cocolyzebot
-Collector
+Cogentbot
 CopyRightCheck
-Cosmos
-Craftbot
 Crawling at Home Project
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
 DBLBot
-DatabaseDriverMysqli
-Demon
-Deusu
 Devil
-Dirbuster
-Discoverybot
+Digincore
+DittoSpyder
 DomainAppender
-DomainStatsBot
-Domains Project
+Dotbot
+Download Wonder
+Drip
+EMail Siphon
+EMail Wolf
+EasyDL
 Ebingbong
-Ecxi
-EirGrabber
 Exabot
-Express WebPictures
-Extreme Picture Finder
-FlashGet
+EyeNetIE
+FDM
+Fimap
+Firefox/7.0
 FrontPage
 Fuzz
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+Gigabot
 Go!Zilla
-GoZilla
-GrabNet
-Grabber
+Go-Ahead-Got-It
+Gotit
 Grafula
+GrapeshotCrawler
+GridBot
 Harvest
 Hloader
 HybridBot
-Iblog
-Indy Library
-InfoTekies
+IRLbot
+Id-search
+IlseBot
+Image Fetch
+IndeedBot
 InternetSeer
-Iria
-Iskanie
 IstellaBot
-Jetty
+JetCar
 Jorgee
-Jyxobot
+JustView
+Keyword Density
 Kozmosbot
-LNSpiderguy
-LWP::Simple
-Larbin
+Leap
 LeechFTP
-LibWeb
-LinkWalker
+LeechGet
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
 Linkdexbot
-LinkextractorPro
-LinkpadBot
 LinksManager
-LinqiaScrapeBot
 Lipperhey
-Ltx71
+Litemage_walker
+Lmspider
 MFC_Tear_Sample
-MIDown tool
-MJ12bot
 MQQBrowser
-MSIECrawler
+MSFrontPage
 MTRobot
-Mag-Net
+Magnet
+Majestic SEO
 Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
+MarkWatch
 Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
+Meanpathbot
+Metauri
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Mister PiX
 Morfeus Fucking Scanner
-Mr.4x3
-NPbot
-Nameprotect
-Nessus
+Musobot
+NICErsPRO
+Needle
+NetAnts
+NetLyzer
 NetMechanic
 NetSpider
-Netvibes
+Netcraft
+NextGenSearchBot
+Niki-bot
 Nikto
-NimbleCrawler
-Nmap
-Nuclei
-Octopus
+Nimbostratus
 OpenLinkProfiler
 Openfind
-Openvas
-OrangeBot
-PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
-Probethenet
-Pump
-PxBroker
+PageAnalyzer
+Piepmatz
+Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Pu_iN
 PyCurl
 RankActive
-RankFlex
-RealDownload
-Reaper
-RedesScrapy
+RankActiveLinkBot
+RankingBot2
+Rankivabot
+Re-re
+ReGet
+RebelMouse
+Ripper
+Rogerbot
 SBIder
-SEOprofiler
+SEOkicks
 SEOstats
+SMTBot
+ScanAlert
+Scanbot
 ScoutJet
-Scrapy
-Screaming
+Searchestate
+SearchmetricsBot
 Semrush
 SentiBot
 SeoSiteCheckup
-Site Sucker
-Sitevigil
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
+Siteimprove
 SlySearch
-Snapbot
 SocialRankIOBot
-Sosospider
-Spanner
+Sociscraper
+Sogou web spider
+Sottopop
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
 Steeler
-Stripper
-Sucuri
 SuperBot
-Surfbot
-SurveyBot
 Suzuran
-Swiftbot
-Szukacz
-T8Abot
-Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
-Toweyabot
+TightTwatBot
 Tracemyfile
-Turingos
-Turnitin
+Trendictionbot
 TurnitinBot
-URLy Warning
-URLy.Warning
+Twice
+Typhoeus
 UnisterBot
 V-BOT
 VB Project
 VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voil
+Voltron
 WEBDAV
-WWW::Mechanize
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Fuck
+WebAuto
+WebCollage
 WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebStripper
+WebPix
+WebSauger
 WebZIP
-Webshag
-Website Quester
-WebsiteQuester
-Whacker
-Whatweb
+Webster
 Who.is Bot
-Xaldon_WebSpider
+Wonderbot
+Wprecon
+Xaldon WebSpider
+Xenu
 Zade
 Zitebot
+ZmEu
 ZoominfoBot
-ZumBot
 ZyBorg
 arquivo-web-crawler
-cah.io.community
-check1.exe
-clark-crawler
-crawler.feedback
+autoemailspider
+backlink-check
+coccocbot-web
+cognitiveseo
 crawler4j
-dataforseo.com
-demandbase-bot
-evc-batch
-facebookscraper
+domainsproject.org
+gopher
+instabid
+isitwp.com
 magpie-crawler
 meanpathbot
-mediawords
-plumanalytics
-polaris version
+netEstate NE Crawler
+page scorer
 probe-image-size
+ripz
+s1z.ru
 scalaj-http
-scan.lol
 seoscanners
-seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
-sogouspider
+siteripz
+sp_auditbot
 sysscan
-tAkeOut
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
+voyagerx.com
 webprosbot
+x09Mozilla
+x22Mozilla
+zgrab