V4.2021.07.2494 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-80legs
+404enemy
+ADmantX
 ALittle Client
-Abonti
-Acunetix
+ASPSeek
 AhrefsBot
 AiHitBot
-AlphaBot
-Anarchie
-Anarchy99
-Ankit
-Aspiegel
-AwarioSmartBot
-BBBike
-BDCbot
+Aipbot
+AllSubmitter
+Apexoo
+Attach
 BDFetch
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Bandit
-Barkrowler
-BatchFTP
-Black Hole
+Battleztar Bazinga
+BetaBot
+Blow
 BlowFish
 Boardreader
-BotALot
-BuiltBotTough
-Bullseye
-BunnySlippers
+Bolt
+Brandwatch
 BuzzSumo
 CATExplorador
-CODE87
 CSHttp
 Calculon
-CazoodleBot
+CensysInspect
 CheeseBot
-CherryPicker
+ChinaClaw
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-Collector
-Cosmos
+Copyscape
 Craftbot
 CrazyWebCrawler
-Crescent
-Curious
-CyotekWebCopy
-DBLBot
 DIIbot
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Deusu
+DigitalPebble
 Disco
 DittoSpyder
-DomainCrawler
-Domains Project
-Download Wonder
+DnyzBot
+ECCP/1.0
 EMail Siphon
-EasyDL
-EroCrawler
-Express WebPictures
-ExtLinksBot
+Ebingbong
+Extractor
 FHscan
+FemtosearchBot
 FlashGet
-Foobot
+Flunky
+Freeuploader
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
+FyberSpider
 GT::WWW
 GalaxyBot
+GermCrawler
 GetRight
-GetWeb
-Getintent
-GrabNet
+Gigablast
+Go-Ahead-Got-It
+Gotit
 Grabber
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
-Heritrix
-Hloader
+HTMLparser
+HTTP::Lite
+Havij
 Humanlinks
 IDBTE4M
+IRLbot
+Iblog
 Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-InfoTekies
-InterGET
-Iskanie
+InfoNaviRobot
+Intelliseek
+Internet Ninja
+IstellaBot
 JOC Web Spider
-JennyBot
-JetCar
-JikeSpider
+Joomla
 JustView
+Jyxobot
 Kenjin Spider
-Kinza
-Lanshanbot
-LeechGet
+Keyword Density
+Kozmosbot
+LWP::Simple
 LexiBot
-Lftp
-LibWeb
-LieBaoFast
-Lightspeedsystems
+Libwhisker
 Likse
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkScan
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinkpadBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
 Lmspider
+Ltx71
 MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
-MarkMonitor
-MeanPath Bot
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
+MIIxpc
+MJ12bot
+MTRobot
+Magnet
+Majestic SEO
+Majestic-SEO
+Majestic12
+Mass Downloader
+Masscan
+Mb2345Browser
+Mediatoolkitbot
+Microsoft URL Control
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
 NICErsPRO
-Name Intelligence
-Nameprotect
-NearSite
-Nessus
-Net Vampire
-NetAnts
-NetSpider
+Needle
+Netcraft
 NextGenSearchBot
+Niki-bot
+Nikto
 NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
 Nuclei
 Nutch
+Offline Explorer
 OpenVAS
-Openfind
 Openvas
-OutfoxBot
+OrangeSpider
 PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
-Pavuk
+PageScorer
+PeoplePal
 Petalbot
+Picscout
 Picsearch
+PictureFinder
+Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
-Probethenet
-Psbot
+ProWebWalker
 Pu_iN
-Pump
 PxBroker
 PyCurl
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
 ReGet
-Reaper
 RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-SEOlyticsCrawler
+Rogerbot
 SEOprofiler
-Scanbot
+SISTRIX
+ScanAlert
 Scrapy
-SentiBot
+ScreenerBot
+SearchmetricsBot
 SeoSiteCheckup
-Seomoz
+SeobilityBot
+Siphon
 Site Sucker
 SiteSnagger
+Siteimprove
 Sitevigil
-SmartDownload
-Snapbot
-Snoopy
 Sociscraper
+Sosospider
+SpaceBison
 Spammen
-Spanner
 Spbot
 SputnikBot
 Sqlmap
-Sqworm
-SuperBot
+Sqlworm
+Steeler
+Stripper
 SuperHTTP
-Surfbot
-Suzuran
 Szukacz
 T0PHackTeam
-Teleport
-Telesoft
-The Intraformant
-TheNomad
-Toata
-Trendictionbot
-Turnitin
-TurnitinBot
-Twice
+TeleportPro
+Telesphorep
+TightTwatBot
+Tracemyfile
+True_Robot
+Turingos
+TwengaBot
+Typhoeus
+URLy.Warning
 UnisterBot
 V-BOT
 VB Project
-Virusdie
-VoidEYE
-WASALive-Bot
-WBSearchBot
+Vagabondo
+VeriCiteCrawler
 WEBDAV
 WISENutbot
-WallpapersHD
+WWW-Mechanize
+Wallpapers/3.0
 WeSEE
 Web Collage
 Web Fetch
-WebBandit
-WebGo IS
-WebPix
+Web Fuck
+Web Sauger
+WebAuto
 WebReaper
 WebStripper
 WebZIP
+WebmasterWorldForumBot
 Whack
-Who.is Bot
+Whacker
 Widow
 WinHTTrack
-Wonderbot
-Xaldon_WebSpider
-Xenu
-Zade
+WiseGuys Robot
+Wotbox
+Wprecon
+YoudaoBot
+Zauba
+Zermelo
+Zeus
 Zitebot
-ZmEu
-archive.org_bot
+ZumBot
+arquivo.pt
+autoemailspider
+backlink-check
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-eCatch
-evc-batch
+crawler4j
+demandbase-bot
+domainsproject.org
+facebookscraper
+heritrix
 internetVista monitor
+ips-agent
 isitwp.com
+lwp-request
 magpie-crawler
-mediawords
-probe-image-size
-ripz
-s1z.ru
-satoristudio.net
-scan.lol
-serpstatbot
+muhstik-scan
+netEstate NE Crawler
+oBot
+pcBrowser
+polaris version
 sexsearcher
-sp_auditbot
-spyfu
-sysscan
+tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
-x09Mozilla
-xpymep1.exe
+zauba.io
+zgrab