V4.2021.08.2521 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404checker
+404enemy
 80legs
-Aboundex
-Acunetix
-AllSubmitter
-AlphaBot
+ADmantX
+AIBOT
+ALittle Client
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alligator
 Anarchie
-Anarchy
-Ankit
-Anthill
-Apexoo
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
+Anarchy99
+BBBike
 BDFetch
-Badass
-BetaBot
-Bigfoot
-Bitacle
+BackDoorBot
+Backlink-Ceck
+BatchFTP
+Battleztar Bazinga
 Black Hole
-Blow
+BlackWidow
+Boardreader
 BotALot
-BuiltBotTough
+Brandprotect
+Bullseye
 BuzzSumo
+CATExplorador
 CODE87
-CSHttp
 Calculon
-CheeseBot
+CazoodleBot
+CheTeam
 CherryPicker
-Cloud mapping
+ChinaClaw
 Cocolyzebot
 Cogentbot
-Collector
-Copier
-CopyRightCheck
 Copyscape
 Cosmos
-Craftbot
-CrunchBot
-Custo
+Crawling at Home Project
+Crescent
 DBLBot
 DIIbot
 DatabaseDriverMysqli
-Demon
-Devil
 DigitalPebble
-Discoverybot
-DnyzBot
-DomCopBot
-DomainAppender
+Dispatch
 DomainStatsBot
-Domains Project
-Drip
-EMail Siphon
+Dotbot
+Dragonfly
 EMail Wolf
 Ecxi
-EirGrabber
-Evil
+EroCrawler
+Express WebPictures
+ExtLinksBot
 Extractor
-Ezooms
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+FHscan
 FemtosearchBot
-Fimap
+Firefox/7.0
+FlashGet
 Flunky
-FrontPage
-GalaxyBot
-GetRight
-GetWeb
-Gigablast
-Gotit
+FyberSpider
+Fyrebot
+GT::WWW
+Genieo
+Getintent
+Gigabot
+Go-Ahead-Got-It
 Grabber
-GridBot
-HEADMasterSEO
+GrapeFX
+HMView
+HTTP::Lite
 HTTrack
-Haansoft
-HaosouSpider
-Harvest
-Havij
-Heritrix
-Humanlinks
+Hloader
+HybridBot
+IDBTE4M
 IRLbot
 Iblog
-Id-search
 IlseBot
-InfoNaviRobot
+Indy Library
 InterGET
-IstellaBot
-JennyBot
-Jetty
+JamesBOT
+JetCar
 Joomla
-Jorgee
+JustView
 Kenjin Spider
-Keyword Density
 LWP::Simple
-Lanshanbot
+Leap
 LeechFTP
 LexiBot
 Lftp
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Linkdexbot
-LinkextractorPro
+LinkScan
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
+Ltx71
+MSFrontPage
 MSIECrawler
-MTRobot
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
+MegaIndex.ru
 Metauri
-Mister PiX
+MicroMessenger
+Microsoft URL Control
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+Mozlila
 Musobot
+NICErsPRO
 Name Intelligence
-Navroad
+Nameprotect
+Net Vampire
 NetLyzer
-Netcraft
+NetMechanic
+NetSpider
+NetZIP
 Netvibes
-Nibbler
 Nimbostratus
 Nmap
-Octopus
-Offline Navigator
-OutclicksBot
-PageScorer
-Pandalytics
+Nuclei
+Nutch
+OpenLinkProfiler
+PECL::HTTP
+Page Analyzer
+PageGrabber
 Panscient
-Pavuk
-PeoplePal
+Papa Foto
+Petalbot
+Picscout
 PictureFinder
+Piepmatz
+Pixray
+PleaseCrawl
 ProWebWalker
-Pu_iN
-QueryN Metasearch
+Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
 RankurBot
-ReGet
-Reaper
-RebelMouse
+Re-re
+RealDownload
 Recorder
 RocketCrawler
+Rogerbot
 SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
 ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-SearchmetricsBot
+ScreenerBot
 Semrush
-SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
 Site Sucker
-SiteExplorer
-SiteSucker
-Siteimprove
-SmartDownload
-Snake
-Snapbot
+SiteLockSpider
+Sitevigil
+Snoopy
 Sociscraper
 Sogou web spider
 SpaceBison
-Spanner
-Spbot
-SputnikBot
-Sqlmap
+Spammen
+SpankBot
 Sqlworm
 Sqworm
 Steeler
-Stripper
 SuperBot
-Suzuran
-T0PHackTeam
-TeleportPro
-Telesphoreo
-TheNomad
-TightTwatBot
-Tracemyfile
-Trendiction
+SurveyBot
+Telesoft
+Telesphorep
+The Intraformant
+Titan
+True_Robot
+Turnitin
 TurnitinBot
 TwengaBot
-Twice
 Typhoeus
-Upflow
-V-BOT
-VB Project
+URLy Warning
+UnisterBot
+VCI
 Vagabondo
 VidibleScraper
-Virusdie
-Voltron
+Voil
 WASALive-Bot
-Wallpapers
-WeSEE
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 Web Collage
 Web Enhancer
+Web Pix
+Web Sucker
 WebBandit
 WebCollage
-WebCopier
 WebFetch
-WebStripper
+WebImageCollector
+WebLeacher
+WebPix
 WebWhacker
-Webster
+Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
 Whacker
 Who.is Bot
-Widow
 WiseGuys Robot
 Woobot
-YoudaoBot
+Xenu
+Zade
 Zauba
 Zeus
-ZoomBot
+Zitebot
 ZumBot
-arquivo-web-crawler
+arquivo.pt
 autoemailspider
+cah.io.community
 check1.exe
+coccocbot-web
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-crawler4j
-eCatch
-facebookscraper
-gopher
+domainsproject.org
 instabid
+internetVista monitor
+ips-agent
 isitwp.com
+lwp-request
+lwp-trivial
 mediawords
-oBot
-pcBrowser
-polaris version
-s1z.ru
-scalaj-http
+page scorer
+ripz
+satoristudio.net
 scan.lol
-seobility
 seoscanners
-seostar
-sexsearcher
+siteripz
 sp_auditbot
-spyfu
-trendiction.com
 ubermetrics-technologies.com
-zauba.io
-zgrab
+webmeup-crawler
+x22Mozilla