V4.2021.12.2773 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+80legs
 ADmantX
 AIBOT
-ASPSeek
-Aboundexbot
-AiHitBot
-Alligator
+Abonti
+Aipbot
+Anarchie
+Anarchy
+Anarchy99
 Ankit
 Apexoo
-AwarioRssBot
-BDFetch
-BackStreet
-Badass
-Barkrowler
-Black Hole
-BlackWidow
+Asterias
+Attach
+AwarioSmartBot
+BDCbot
+BLEXBot
+Bandit
+BatchFTP
+Bigfoot
+Bitacle
 Blackboard
-BlowFish
 Boardreader
+Bolt
+BotALot
 Brandprotect
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CSHttp
+Brandwatch
+CATExplorador
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-CherryPicker
-ChinaClaw
+Chlooe
 Collector
-Copier
 CopyRightCheck
 Copyscape
 Cosmos
-CrazyWebCrawler
+Craftbot
+Crescent
 CrunchBot
 Curious
-CyotekWebCopy
 DBLBot
-Demon
-DigitalPebble
-Disco
-DittoSpyder
+DIIbot
+DTS Agent
+Devil
+Dirbuster
+Discobot
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-Dragonfly
-Drip
-EMail Wolf
 Ecxi
 EroCrawler
+Exabot
 Express WebPictures
 Extractor
-ExtractorPro
 Extreme Picture Finder
-FDM
+Ezooms
 FHscan
-GalaxyBot
+Fimap
+Flunky
+FyberSpider
+Fyrebot
+GT::WWW
+Genieo
 GermCrawler
+GetRight
 GetWeb
+Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
+GoZilla
+Gotit
 Grafula
+GrapeFX
 GrapeshotCrawler
-HTMLparser
+HEADMasterSEO
+HTTP::Lite
+Haansoft
 HaosouSpider
-Harvest
-Havij
-HybridBot
-IDBTE4M
-IlseBot
-Image Sucker
-Indy Library
-Intelliseek
+IDBot
+IRLbot
+Iblog
+InfoNaviRobot
 Internet Ninja
-IstellaBot
-JamesBOT
+Iria
+JOC Web Spider
 Jbrofuzz
-JennyBot
 JetCar
 Jetty
 JikeSpider
-JustView
-Jyxobot
-Larbin
+Joomla
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Leap
+LeechFTP
 Lftp
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
-LinkextractorPro
-LinqiaRSSBot
+Libwhisker
+Linkbot
+LinkpadBot
+LinksManager
 LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
+Lmspider
+MIIxpc
+MJ12bot
 Mag-Net
-Majestic-SEO
-Majestic12
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
 MarkWatch
 Masscan
+Mata Hari
+MauiBot
 Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
 MicroMessenger
 Mister PiX
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
+Msrabot
 NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
+Name Intelligence
 Needle
-Net Vampire
-NetMechanic
-Nibbler
+Netcraft
+NextGenSearchBot
 Niki-bot
-Nikto
-Nmap
+NimbleCrawler
+Nutch
+Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
+Openvas
+OrangeBot
 OrangeSpider
+OutfoxBot
 PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Pandalytics
-PeoplePal
+Page Analyzer
+PageAnalyzer
+Papa Foto
 Petalbot
-Picsearch
-Pixray
-Pu_iN
-PyCurl
+Pi-Monster
+Piepmatz
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Psbot
+QueryN Metasearch
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-Re-re
-Recorder
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
+RankurBot
+ReGet
+RedesScrapy
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
 ScanAlert
-Scanbot
-ScoutJet
-ScrepyBot
+ScreenerBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
 Semrush
 SentiBot
-Seomoz
-Shodan
-SiteCheckerBotCrawler
+SeoSiteCheckup
+Siphon
 SiteExplorer
-Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
 Snapbot
 Snoopy
-Sociscraper
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spanner
+SputnikBot
 Sqlmap
-SuperBot
+Sucker
+Sucuri
 SuperHTTP
 Surfbot
-Swiftbot
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-The Intraformant
+SurveyBot
+Suzuran
+Szukacz
+Telesoft
 Thumbor
-Toata
-Toweyabot
-Trendiction
-Turnitin
-URLy.Warning
-UnisterBot
+True_Robot
+Twice
+Upflow
 V-BOT
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
 VoidEYE
 Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+WISENutbot
 WWWOFFLE
-Web Collage
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Fetch
-Web Pix
-WebGo IS
-WebSauger
+Web Fuck
+Web Sucker
+WebAuto
+WebCollage
+WebEnhancer
+WebImageCollector
+WebReaper
+WebStripper
 WebSucker
-WebmasterWorldForumBot
-Whacker
-Widow
-WinHTTrack
+WebWhacker
+WebZIP
+Webshag
+WebsiteExtractor
+Whatweb
+Who.is Bot
 Wonderbot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
 Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
-autoemailspider
+ZyBorg
 cah.io.community
-com.plumanalytics
 crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-instabid
+eCatch
+gopher
+heritrix
 internetVista monitor
-lwp-request
+ips-agent
 meanpathbot
 mediawords
 muhstik-scan
-page scorer
-pcBrowser
+netEstate NE Crawler
+oBot
 probe-image-size
 ripz
-scan.lol
-seocompany.store
+satoristudio.net
+seobility
 seostar
-serpstatbot
+siteripz
 sogouspider
-sp_auditbot
-spyfu
 trendiction.com
 trendiction.de
-webgains-bot
-webmeup-crawler
+voyagerx.com
 webpros.com
-xpymep1.exe
+x09Mozilla
+x22Mozilla
+zgrab