V4.2021.10.2637 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 80legs
 AIBOT
 ALittle Client
-ASPSeek
-Abonti
+Aboundex
+Acunetix
 AhrefsBot
 Alligator
-Anarchy
-Apexoo
+Ankit
+Asterias
+AwarioRssBot
 AwarioSmartBot
 BBBike
 BDCbot
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
+BackStreet
 Badass
-Bandit
-Battleztar Bazinga
-Blackboard
+BatchFTP
+Black Hole
 Blow
+Bolt
 BotALot
 Brandprotect
 Buck
-Buddy
-Bullseye
-BunnySlippers
 BuzzSumo
 CATExplorador
-CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
 CheeseBot
-Chlooe
 Claritybot
 Cliqzbot
 Cocolyzebot
-Collector
-Copier
-CopyRightCheck
+Cogentbot
+Copyscape
 Craftbot
-CrunchBot
-Curious
-DBLBot
-DIIbot
-DSearch
-DTS Agent
+Crawling at Home Project
+CrazyWebCrawler
+Custo
 DatabaseDriverMysqli
-Digincore
-Disco
+Demon
+Deusu
+Discobot
 Discoverybot
-DittoSpyder
 DnyzBot
-DomCopBot
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
-Dragonfly
-EMail Wolf
-EasyDL
+EMail Siphon
 Ebingbong
 EroCrawler
+Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
+Extractor
+ExtractorPro
 EyeNetIE
 Ezooms
-FDM
-FHscan
 FemtosearchBot
-Flunky
-Foobot
+Fimap
+Firefox/7.0
 Freeuploader
-FrontPage
 Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
+Genieo
 GermCrawler
 GetRight
 GetWeb
-Getintent
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrapeFX
-HEADMasterSEO
+GrabNet
+Grafula
+GrapeshotCrawler
 HMView
-HTMLparser
-Haansoft
-HaosouSpider
+Havij
+Hloader
+Humanlinks
+HybridBot
+Iblog
 Id-search
-IndeedBot
-Intelliseek
-Internet Ninja
+Image Sucker
+InfoTekies
 InternetSeer
-JamesBOT
-JetCar
+IstellaBot
+JOC Web Spider
+JikeSpider
+Joomla
 Jorgee
 JustView
 Kozmosbot
+LNSpiderguy
 Lanshanbot
-Larbin
 Leap
-LeechGet
+LeechFTP
 LibWeb
+Libwhisker
+Lightspeedsystems
 Likse
+LinkWalker
+LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MSFrontPage
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MSIECrawler
 Magnet
-Majestic12
+Majestic SEO
+MarkMonitor
 MarkWatch
+Mass Downloader
 Masscan
-MauiBot
-Mb2345Browser
 MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 Mister PiX
 Mojeek
-Name Intelligence
-NearSite
-Nessus
+Mozlila
+Msrabot
+Musobot
+Navroad
 NetLyzer
-NetMechanic
-Netcraft
-Nettrack
+NetZIP
 Netvibes
-NextGenSearchBot
-Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
+Nutch
+Offline Explorer
 Openvas
-OrangeBot
+OutclicksBot
 OutfoxBot
-POE-Component-Client-HTTP
+PECL::HTTP
 Page Analyzer
-PageAnalyzer
-Papa Foto
+PageScorer
 PeoplePal
-Petalbot
+Pi-Monster
+Picscout
+Picsearch
 PictureFinder
 Piepmatz
-ProPowerBot
-Pump
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
+Pimonster
+Pixray
+PleaseCrawl
+Pockey
+ProWebWalker
+Pu_iN
+PxBroker
 RankingBot
-RankingBot2
-RedesScrapy
-RepoMonkey
-SEOkicks
+Reaper
+RocketCrawler
+SBIder
 SEOkicks-Robot
+SEOprofiler
 SISTRIX
 ScoutJet
+ScreenerBot
 ScrepyBot
-Semrush
-SemrushBot
+SearchmetricsBot
 SentiBot
+SeoSiteCheckup
+SeobilityBot
 Site Sucker
-SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
+SiteSucker
+Sitebeam
 Sitevigil
+SlySearch
 Snake
 Snapbot
-SpankBot
+Sociscraper
+Sogou web spider
+SpaceBison
 Spinn3r
+SputnikBot
+Sqlworm
 Sqworm
-Steeler
 Stripper
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
+Sucker
+Surfbot
+Swiftbot
+T0PHackTeam
+TeleportPro
 Telesphoreo
-Telesphorep
 The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
+Titan
+Toweyabot
 Tracemyfile
-Trendictionbot
+Trendiction
+True_Robot
 TurnitinBot
-Twice
-URLy Warning
-Upflow
-V-BOT
-VCI
-VeriCiteCrawler
-VidibleScraper
+Typhoeus
+Vagabondo
+Virusdie
 Voltron
-WISENutbot
 WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-Web Auto
-Web Collage
+Wallpapers
+Wallpapers/3.0
+WeSEE
 Web Enhancer
+Web Sauger
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
 WebCopier
-WebEnhancer
-WebGo IS
-WebImageCollector
+WebFetch
 WebPix
+WebWhacker
 WebsiteQuester
+Webster
 Whacker
-Widow
-WinHTTrack
-Xenu
+Whatweb
+WiseGuys Robot
+Woobot
+Wprecon
+Zeus
+Zitebot
 ZmEu
 ZoomBot
-archive.org_bot
+ZoominfoBot
+ZumBot
+ZyBorg
 arquivo-web-crawler
-autoemailspider
-check1.exe
-clark-crawler
+cah.io.community
+coccocbot-web
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-dataforseo.com
-gopher
-internetVista monitor
+eCatch
+facebookscraper
 ips-agent
+isitwp.com
 lwp-request
 magpie-crawler
-netEstate NE Crawler
+muhstik-scan
+oBot
 pcBrowser
+plumanalytics
 polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
-seoscanners
-serpstatbot
+ripz
+scalaj-http
+scan.lol
+sitechecker.pro
 sogouspider
-trendiction.com
+spyfu
 trendiction.de
-zauba.io
+x09Mozilla