V4.2021.06.2378 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-Abonti
-Aboundexbot
-Acunetix
-Alligator
+404enemy
+ADmantX
+AhrefsBot
+AiHitBot
+Alexibot
 AllSubmitter
+AlphaBot
 Anarchie
-Anarchy99
-archive.org_bot
+Anarchy
+Anthill
+arquivo.pt
+arquivo-web-crawler
+Aspiegel
+Asterias
 autoemailspider
 AwarioRssBot
+AwarioSmartBot
+BackStreet
+BackWeb
 Bandit
-BBBike
+BatchFTP
 BDCbot
-BetaBot
-BlackWidow
-Blow
+BDFetch
+BLEXBot
 BlowFish
-Boardreader
+Brandprotect
 Buck
-Buddy
 BuiltBotTough
-Bullseye
-Calculon
-CazoodleBot
+BuiltWith
+BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
 Cegbfeieh
-CensysInspect
 check1.exe
-CheeseBot
-CheTeam
-Claritybot
-Cliqzbot
+CherryPicker
+ChinaClaw
+Collector
+com.plumanalytics
 Copier
-CopyRightCheck
-Cosmos
 Craftbot
 crawler4j
-crawl.sogou.com
-CrazyWebCrawler
-CrunchBot
+Crescent
 CSHttp
-DatabaseDriverMysqli
+Curious
 DataCha0s
 DBLBot
-Demon
+demandbase-bot
+Deusu
 DigitalPebble
-DIIbot
 DittoSpyder
 DnyzBot
-DomainAppender
-domainsproject.org
-Dotbot
-Dragonfly
-Drip
-eCatch
+DomainCrawler
+Domains Project
+Download Wonder
+Ebingbong
+ECCP/1.0
+Ecxi
 EirGrabber
+EMail Siphon
 EMail Wolf
 evc-batch
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Evil
 facebookscraper
 FDM
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
+Freeuploader
 Fuzz
+FyberSpider
 GermCrawler
-Getintent
-Gigabot
-gopher
-Gotit
+GetRight
+Gigablast
+GoZilla
 Go!Zilla
-GrabNet
-GridBot
-GT::WWW
+GrapeFX
 Haansoft
-HaosouSpider
-Harvest
+Havij
 HEADMasterSEO
-HTTP::Lite
-HTTrack
-HybridBot
-IDBot
-IDBTE4M
-Id-search
+heritrix
+Heritrix
+Humanlinks
+Iblog
 IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
 Indy Library
 InfoTekies
-Internet Ninja
-ips-agent
-Iskanie
+Intelliseek
+InterGET
+IRLbot
+isitwp.com
 IstellaBot
-JennyBot
+Jbrofuzz
 JetCar
-JikeSpider
+Jetty
 JOC Web Spider
-Keyword Density
-LeechFTP
+Joomla
+Jorgee
+Jyxobot
+Larbin
+LeechGet
+LibWeb
+LieBaoFast
 Lightspeedsystems
-Likse
-Linkbot
 Linkdexbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-LNSpiderguy
 Ltx71
+lwp-request
 LWP::Simple
-Mag-Net
-Majestic SEO
-MarkWatch
-MauiBot
-Mb2345Browser
-Microsoft Data Access
-Microsoft URL Control
+lwp-trivial
+magpie-crawler
+Majestic-SEO
+Masscan
+mediawords
+MegaIndex.ru
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
+Mister PiX
 Moblie Safari
+Mozlila
 MSIECrawler
-MTRobot
 muhstik-scan
-NearSite
-Needle
+Nameprotect
 NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
-NetMechanic
-Netvibes
-NextGenSearchBot
+NetSpider
+Nibbler
 NICErsPRO
+Niki-bot
 Nikto
 Nimbostratus
 Nmap
-oBot
-OpenLinkProfiler
-OrangeBot
-OutclicksBot
+NPbot
+Nutch
+Octopus
+Openfind
+Openvas
+OpenVAS
+OutfoxBot
 Page Analyzer
-page scorer
+PageGrabber
 PageScorer
-Panscient
-Papa Foto
-pcBrowser
-Picsearch
-plumanalytics
+PeoplePal
+PHPCrawl
+Picscout
+Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
 POE-Component-Client-HTTP
-probe-image-size
-ProPowerBot
+Probethenet
 ProWebWalker
-Psbot
+Pu_iN
 Pump
+PxBroker
 PyCurl
 QueryN Metasearch
+Quick-Crawler
+RankActive
 RankFlex
 RankingBot2
+Rankivabot
 RankurBot
-RebelMouse
+Reaper
 Recorder
-ReGet
-Re-re
 Ripper
 ripz
-s1z.ru
+SalesIntelligent
 satoristudio.net
 scalaj-http
-Scanbot
+ScanAlert
 scan.lol
-Scrapy
-Screaming
-SemrushBot
-SeobilityBot
+ScoutJet
+ScrepyBot
+Searchestate
+Semrush
+SentiBot
 SEOkicks
 SEOkicks-Robot
-Seomoz
-seoscanners
 SeoSiteCheckup
-serpstatbot
+seostar
 Shodan
-Siphon
-SiteLockSpider
-SmartDownload
+SISTRIX
+Site Sucker
 SMTBot
-Snapbot
-Snoopy
 SocialRankIOBot
 Sosospider
-Sottopop
+SpaceBison
+SpankBot
+Spanner
+sp_auditbot
 spyfu
-Sqworm
+Sqlmap
+Steeler
+Sucker
 Sucuri
-SuperBot
-SurveyBot
-T0PHackTeam
-tAkeOut
+Surfbot
+Suzuran
+sysscan
+Teleport
+Telesoft
 Telesphoreo
-The Intraformant
-Thumbor
+Telesphorep
 TightTwatBot
 Titan
-Toweyabot
+Toata
 Tracemyfile
+Trendictionbot
 trendiction.de
-Turnitin
+Turingos
+TurnitinBot
 TwengaBot
 Typhoeus
-Upflow
+UnisterBot
+URLy.Warning
+Vagabondo
+VB Project
 VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Voltron
+Wallpapers/3.0
+WallpapersHD
 WASALive-Bot
-WBSearchBot
-WebAuto
-Web Auto
+WebBandit
 Web Collage
+WEBDAV
+Web Enhancer
+WebFetch
+Web Fetch
 Web Fuck
 WebGo IS
+WebLeacher
+WebmasterWorldForumBot
+webmeup-crawler
+Web Pix
 WebReaper
-WebsiteQuester
+Web Sauger
+Webshag
+WebsiteExtractor
 WebSucker
+WebWhacker
 WebZIP
 Whack
-Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
-Wonderbot
+WISENutbot
 Woobot
-Wotbox
-WWW::Mechanize
+WWWOFFLE
 xpymep1.exe
-YoudaoBot
-zauba.io
-Zeus
-zgrab
-ZoomBot
-ZyBorg
+Zade