V4.2022.08.3314 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
 404enemy
-ALittle Client
+ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
-AllSubmitter
-Anarchie
+Alexibot
 Anarchy99
-Aspiegel
+Ankit
+Asterias
 Atomseobot
-AwarioRssBot
-AwarioSmartBot
+Attach
 BBBike
 BDCbot
-BLEXBot
-BackStreet
-BackWeb
-Bandit
+Badass
+Barkrowler
+Battleztar Bazinga
 BetaBot
 Bigfoot
-Black Hole
+Blackboard
 Blow
-BotALot
 Brandwatch
 Buck
-BuzzSumo
+BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
 CCBot
 CODE87
-Calculon
-Cegbfeieh
-CheTeam
-ChinaClaw
-Citoid
-Cliqzbot
+CheeseBot
+Claritybot
+Cloud mapping
 Copyscape
-Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CrunchBot
 Custo
-DBLBot
 DTS Agent
 DatabaseDriverMysqli
-Devil
+Deusu
+Digincore
 Discobot
 Dispatch
 DittoSpyder
-DomainCrawler
-Domains Project
+DnyzBot
+DomainAppender
+DomainStatsBot
 Dotbot
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+Download Wonder
+Dragonfly
+Drip
+EasyDL
 EirGrabber
 EroCrawler
 Evil
-Exabot
 Express WebPictures
-FHscan
+Extractor
+Extreme Picture Finder
+EyeNetIE
 FemtosearchBot
-Firefox/7.0
-FrontPage
-Fuzz
-Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Gigabot
+Genieo
+GetRight
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-GrabNet
+Gotit
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-Harvest
-Heritrix
-Hloader
+Grafula
+GrapeFX
+HTTrack
 HonoluluBot
 Humanlinks
-HybridBot
-IDBTE4M
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
-InternetSeer
-JOC Web Spider
-JamesBOT
+IRLbot
+Id-search
+IlseBot
+Image Fetch
+InterGET
 Jbrofuzz
+JetCar
 Jetty
-JikeSpider
+Jorgee
+JustView
 Kenjin Spider
-Keyword Density
-Kinza
+Keybot Translation-Search-Machine
 LNSpiderguy
-LWP::Simple
-LexiBot
+Leap
+LeechFTP
 Lftp
-Libwhisker
+LibWeb
 Likse
 LinkScan
+LinkWalker
 Linkbot
-LinkpadBot
+LinkextractorPro
 LinksManager
-LinqiaRSSBot
-MQQBrowser
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Ltx71
+MSFrontPage
 MSIECrawler
 Mag-Net
-MarkMonitor
-MauiBot
-Mb2345Browser
+Mail.RU_Bot
+MarkWatch
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
+Moblie Safari
 Mojeek
 Mojolicious
-Musobot
+Morfeus Fucking Scanner
+NICErsPRO
 NPbot
-NearSite
+Name Intelligence
+Nameprotect
+Navroad
+Needle
 Nessus
 NetAnts
-NetMechanic
-NetZIP
 Netcraft
 Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
 Nikto
 NimbleCrawler
+Ninja
 Not
 Nuclei
-OrangeSpider
-OutclicksBot
-PECL::HTTP
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+OutfoxBot
 PHPCrawl
 Page Analyzer
-Pandalytics
 Pavuk
-Petalbot
+PeoplePal
+Picscout
+Picsearch
 PictureFinder
+Piepmatz
 Pixray
-Pockey
+PleaseCrawl
 ProWebWalker
-Psbot
-PyCurl
-RankFlex
+Probethenet
+RSSingBot
 RankingBot
 RankingBot2
-RankurBot
-RealDownload
 Reaper
-RebelMouse
+Recorder
 RepoMonkey
-SEOprofiler
+Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
 SMTBot
 SalesIntelligent
-ScoutJet
+ScanAlert
+Scanbot
 ScreenerBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SentiBot
-Seomoz
 Siphon
+SiteCheckerBotCrawler
 SiteSucker
 Sitevigil
+SmartDownload
 Snake
-Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-SpankBot
-Spinn3r
+SpaceBison
+Spammen
 Sqlmap
-Sqlworm
+Steeler
+Stripper
+Sucker
 Sucuri
-Surfbot
-Suzuran
-Swiftbot
-Telesoft
-Telesphorep
-Thumbor
+SurveyBot
+T0PHackTeam
+T8Abot
+Telesphoreo
+TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
-Turingos
+Turnitin
+TurnitinBot
 TwengaBot
+Typhoeus
 URLy Warning
+Upflow
+Vagabondo
+VeriCiteCrawler
+Voil
 Voltron
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-WeSEE
-Web Auto
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
+WISENutbot
+Wallpapers/3.0
+WallpapersHD
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
+WebAuto
+WebFetch
+WebImageCollector
+WebPix
+WebReaper
+WebSauger
+WebStripper
+WebWhacker
+Webalta
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteQuester
-Webster
 Whacker
 Whatweb
 Who.is Bot
-WiseGuys Robot
-Woobot
-Wotbox
+WinHTTrack
+Wonderbot
 Xaldon WebSpider
-Zermelo
+Xaldon_WebSpider
+Zeus
 ZoomBot
 ZoominfoBot
 ZumBot
 adscanner
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-crawler4j
+backlink-check
+clark-crawler
+crawl.sogou.com
+crawler.feedback
 dataforseo.com
-domainsproject.org
-facebookscraper
-gopher
-instabid
-linkdexbot
-lwp-request
+eCatch
+heritrix
+ips-agent
 lwp-trivial
-netEstate NE Crawler
+mediawords
 oBot
-pcBrowser
+page scorer
 plumanalytics
-polaris version
-ripz
-satoristudio.net
-serpstatbot
-sexsearcher
+seobility
 siteripz
 sogouspider
+spyfu
+sysscan
 trendiction.com
-trendiction.de
 voyagerx.com
 webgains-bot
-webprosbot
-zauba.io
+webmeup-crawler
+webpros.com
+x22Mozilla
 zgrab