V4.2021.07.2465 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
+404checker
 80legs
+AIBOT
 ASPSeek
 Aboundex
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-Aipbot
-Anarchie
+AhrefsBot
+AiHitBot
+Alexibot
+AllSubmitter
+Alligator
+Anarchy
 Anarchy99
-Ankit
+Apexoo
 Asterias
-BBBike
-BDFetch
+AwarioRssBot
 BLEXBot
-BackStreet
-Badass
+BackDoorBot
 Bandit
-Barkrowler
-BatchFTP
 Bigfoot
 Bitacle
 Black Hole
+BlackWidow
+Blow
+Boardreader
 Bolt
 BotALot
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CSHttp
+Brandwatch
+Buck
+CATExplorador
+CODE87
 Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
+CheTeam
 CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cogentbot
+Cocolyzebot
 Collector
 CopyRightCheck
-Craftbot
-Curious
-CyotekWebCopy
+Copyscape
+Cosmos
+CrazyWebCrawler
+Crescent
+DBLBot
+DIIbot
 DSearch
-DTS Agent
+DataCha0s
+Deusu
+Digincore
+Dirbuster
 Disco
-Discoverybot
 DnyzBot
 DomCopBot
-DomainAppender
 DomainSigmaCrawler
 Domains Project
-Drip
+Download Wonder
+Dragonfly
+ECCP/1.0
 EMail Siphon
 EMail Wolf
 Ecxi
 EroCrawler
-Exabot
+Evil
 Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
-Ezooms
+EyeNetIE
+FDM
 FHscan
-FemtosearchBot
-Firefox/7.0
-FyberSpider
-GT::WWW
+Fimap
+FlashGet
+Foobot
+Freeuploader
+FrontPage
 GetWeb
-Gigablast
+Gigabot
 Go!Zilla
 GoZilla
-GridBot
-HEADMasterSEO
-HMView
-Haansoft
+GrapeFX
+HTTP::Lite
 Harvest
-Havij
 Humanlinks
+IDBTE4M
+IDBot
 IRLbot
+Id-search
+IlseBot
 Image Fetch
-InfoTekies
+IndeedBot
+InfoNaviRobot
 Intelliseek
-Iskanie
-JOC Web Spider
-JamesBOT
+InterGET
+InternetSeer
 Jbrofuzz
-JikeSpider
-Keyword Density
-LWP::Simple
-LeechFTP
-LeechGet
-Lftp
-Libwhisker
-LinkScan
+JennyBot
+Jetty
+Kenjin Spider
+Kinza
+Kozmosbot
+LibWeb
+LieBaoFast
+Linkbot
 Linkdexbot
-LinqiaScrapeBot
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-MJ12bot
+Lipperhey Spider
+Lmspider
+Ltx71
 MQQBrowser
 MSIECrawler
-Mail.RU_Bot
+Magnet
+Majestic SEO
+Majestic-SEO
 MarkMonitor
-Mass Downloader
+MauiBot
 MeanPath Bot
 MegaIndex.ru
-Metauri
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojolicious
+Mister PiX
 Mozlila
-Mr.4x3
-Musobot
-NearSite
-Needle
-NetSpider
+NICErsPRO
+Name Intelligence
+Nameprotect
+Net Vampire
+NetAnts
 NetZIP
+Netcraft
 Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
-NimbleCrawler
-Octopus
+Nimbostratus
+Nmap
+OPPO A33
+Offline Explorer
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
+Openvas
+OrangeBot
+OutfoxBot
+PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
-Papa Foto
-Pavuk
 Picscout
-Piepmatz
-Pump
+Pimonster
+Pixray
+Pockey
+ProWebWalker
+Pu_iN
 QueryN Metasearch
-RankActive
-RankActiveLinkBot
+RSSingBot
+RankFlex
 RankingBot
+RankingBot2
 Rankivabot
+RankurBot
+Re-re
 ReGet
-RebelMouse
+Reaper
 RedesScrapy
 RepoMonkey
+RocketCrawler
+Rogerbot
 SBIder
-SISTRIX
-SalesIntelligent
+SEOkicks-Robot
+SEOprofiler
+SMTBot
+Scrapy
 ScrepyBot
 SearchmetricsBot
 Semrush
-SeoSiteCheckup
-Seomoz
 Siphon
-SiteCheckerBotCrawler
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sosospider
+SiteSnagger
+Siteimprove
+SlySearch
+Snake
 Sottopop
-SpankBot
 Spbot
-SputnikBot
-Sqlmap
 Sqlworm
-Sqworm
-SuperBot
+Steeler
+Stripper
+Sucuri
 Surfbot
 SurveyBot
-Swiftbot
-Szukacz
-TeleportPro
+Suzuran
 Telesoft
-Telesphoreo
-TightTwatBot
-Toweyabot
+Telesphorep
+TheNomad
+Titan
 Tracemyfile
-Twice
-UnisterBot
+Trendictionbot
+True_Robot
+Turnitin
+Typhoeus
 Upflow
-V-BOT
 VB Project
 Vacuum
-Vagabondo
-VidibleScraper
-Voltron
+Virusdie
+VoidEYE
 WASALive-Bot
-WBSearchBot
 WEBDAV
+WISENutbot
 WPScan
+WWW-Collector-E
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
-WebAuto
+Web Fetch
+WebCollage
 WebFetch
 WebGo IS
-WebPix
-WebSauger
+WebLeacher
 WebSucker
+WebWhacker
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
 WebsiteQuester
 Whacker
-Whatweb
 Widow
+Wonderbot
 Woobot
-Wotbox
-Xaldon WebSpider
-Xenu
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
-Zade
-Zauba
-Zitebot
-ZmEu
-arquivo.pt
-check1.exe
-cognitiveseo
-demandbase-bot
+Zermelo
+Zeus
+ZoominfoBot
+ZumBot
+ZyBorg
+autoemailspider
+crawler.feedback
+crawler4j
 domainsproject.org
-eCatch
-evc-batch
 facebookscraper
 gopher
-instabid
-isitwp.com
+ips-agent
+lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
-netEstate NE Crawler
-pcBrowser
+muhstik-scan
 plumanalytics
-polaris version
-probe-image-size
 ripz
-satoristudio.net
-seoscanners
+scan.lol
 sexsearcher
-spyfu
-tAkeOut
-voyagerx.com
-x09Mozilla
+siteripz
+sp_auditbot
+sysscan
+trendiction.de
 x22Mozilla
-zauba.io
+zgrab