V4.2022.04.3018 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+01h4x.com
+360Spider
 AIBOT
-ALittle Client
 ASPSeek
-Abonti
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Anarchie
+AllSubmitter
+AlphaBot
+Anarchy99
+Ankit
+Anthill
 Apexoo
 Atomseobot
-Attach
+AwarioSmartBot
 BDFetch
+BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
+Badass
 Bandit
 Barkrowler
-BlackWidow
-Blow
-BlowFish
-Boardreader
+Battleztar Bazinga
+BetaBot
+Bitacle
+Black Hole
+Blackboard
 Bolt
 BotALot
-Brandprotect
-Brandwatch
-BuiltWith
+BuiltBotTough
+BunnySlippers
 CATExplorador
 CCBot
-CSHttp
-CazoodleBot
-CensysInspect
-Chlooe
-Cliqzbot
-Cosmos
+CherryPicker
+ChinaClaw
+Claritybot
+Cocolyzebot
+Collector
+Copyscape
 Craftbot
-CrazyWebCrawler
+Crawling at Home Project
 CrunchBot
-Curious
-DatabaseDriverMysqli
-Dispatch
+Custo
+CyotekWebCopy
+DSearch
+DTS Agent
+DataCha0s
+Demon
+Devil
+DigitalPebble
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Drip
-ECCP/1.0
+Domains Project
+Dotbot
+EMail Siphon
 EMail Wolf
+EasyDL
+Ebingbong
 EroCrawler
 Evil
-Exabot
-ExtractorPro
-EyeNetIE
+Extractor
+Ezooms
 FHscan
-Flunky
+Firefox/7.0
 Foobot
+FrontPage
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
 GetRight
-Go-Ahead-Got-It
+GetWeb
+Getintent
+Go!Zilla
 GoZilla
-GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-HMView
-HTTrack
+GrapeFX
+HTMLparser
+HTTP::Lite
+Haansoft
 Havij
+Heritrix
 Hloader
-IDBot
+HybridBot
+IDBTE4M
 IRLbot
-Iblog
-Id-search
-IlseBot
-IndeedBot
-Indy Library
+Image Fetch
+Image Sucker
 InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
-InternetSeer
-Iria
-Iskanie
-JamesBOT
+IstellaBot
+JOC Web Spider
 JennyBot
+JetCar
 Jetty
-Joomla
-JustView
 Jyxobot
-LieBaoFast
+Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
+LeechFTP
+LexiBot
+LibWeb
 Lightspeedsystems
+LinkScan
 LinkWalker
 Linkbot
-LinkextractorPro
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey
+Lipperhey Spider
 Lmspider
-MSIECrawler
-Mag-Net
-Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
-Masscan
+MFC_Tear_Sample
+MTRobot
+Mata Hari
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Msrabot
+MegaIndex.ru
+Metauri
+Minefield
+Mozlila
+Mr.4x3
 NICErsPRO
 NPbot
-Nameprotect
+Name Intelligence
+Navroad
 NearSite
 Needle
-Net Vampire
-NetAnts
 NetLyzer
-NetSpider
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nuclei
+Netcraft
+Nettrack
+Netvibes
+Niki-bot
+Nikto
+Ninja
 Nutch
-Offline Explorer
-OpenLinkProfiler
-OrangeBot
-OrangeSpider
+Octopus
+OnCrawl
+OpenVAS
 OutclicksBot
-POE-Component-Client-HTTP
-PageGrabber
+OutfoxBot
+PECL::HTTP
 PageThing.com
 Pandalytics
-Pi-Monster
+PeoplePal
 Picscout
-Picsearch
-Piepmatz
+PictureFinder
 Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
-Probethenet
+Psbot
+Pu_iN
 Pump
-Quick-Crawler
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-ReGet
-RealDownload
-Reaper
-Recorder
-Ripper
-SEOkicks-Robot
+PxBroker
+RankActive
+RankingBot
+Re-re
+RebelMouse
 SEOlyticsCrawler
-SEOstats
-SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
-Scrapy
-Screaming
-Searchestate
 Seekport
+Semrush
+SemrushBot
 SeoSiteCheckup
+Seomoz
 Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-Sitebeam
+Sitevigil
 Snapbot
-Snoopy
-SocialRankIOBot
-Sosospider
+Sociscraper
+Sottopop
+Spammen
+SpankBot
 Spanner
 Spbot
 Spinn3r
-Sqlworm
-Sucker
-SuperBot
+Sqlmap
+Sqworm
+Steeler
+Stripper
+SurveyBot
+Suzuran
 T0PHackTeam
-TeleportPro
-Telesphorep
+T8Abot
 The Intraformant
-Tracemyfile
+TheNomad
+Thumbor
+Titan
+Toata
+Trendictionbot
+Turingos
+Turnitin
 TwengaBot
-Twice
 Upflow
 VB Project
-Vagabondo
+Vacuum
+VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-WASALive-Bot
+VoidEYE
+Voltron
+WBSearchBot
 WEBDAV
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Auto
-Web Fetch
-Web Fuck
-Web Pix
-Web Sauger
-WebAuto
+WISENutbot
+WPScan
+WWW-Mechanize
+Web Sucker
+WebCollage
 WebCopier
-WebLeacher
+WebGo IS
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
-WebsiteQuester
-Webster
-Whacker
-Xenu
-Zade
+Wonderbot
+Xaldon WebSpider
+Zauba
+Zermelo
 Zitebot
 ZoomBot
-ZoominfoBot
-adscanner
 archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
 cah.io.community
 clark-crawler
+cognitiveseo
 com.plumanalytics
-dataforseo.com
-evc-batch
-facebookscraper
-instabid
-internetVista monitor
+crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
+heritrix
 isitwp.com
-lwp-trivial
-meanpathbot
+lwp-request
 mediawords
-oBot
+page scorer
+pcBrowser
 plumanalytics
-ripz
-s1z.ru
+polaris version
+probe-image-size
 scalaj-http
-seoscanners
+scan.lol
 seostar
+sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
-sysscan
-ubermetrics-technologies.com
+spyfu
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
-zauba.io
+x09Mozilla
+xpymep1.exe