V4.2021.09.2583 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-ADmantX
+80legs
 AIBOT
-ALittle Client
-ASPSeek
+Aboundex
+Acunetix
 AhrefsBot
-AiHitBot
-AlphaBot
+Aipbot
+AllSubmitter
+Anarchie
 Anarchy
 Ankit
-Anthill
 Aspiegel
-Asterias
 AwarioRssBot
 BBBike
-BDCbot
-BDFetch
-BLEXBot
 BackStreet
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
+Badass
+Barkrowler
 Bigfoot
-BlackWidow
-BlowFish
-Brandwatch
+Black Hole
+Blow
+BotALot
 Buck
-BuiltBotTough
-BuiltWith
-BuzzSumo
-Calculon
-Cegbfeieh
-CensysInspect
+Bullseye
+BunnySlippers
+CATExplorador
+CSHttp
+CheTeam
 ChinaClaw
 Chlooe
-Claritybot
-Cliqzbot
 Cloud mapping
-CopyRightCheck
+Cocolyzebot
+Collector
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
 DataCha0s
-Demon
+DatabaseDriverMysqli
 Deusu
-Devil
-Digincore
 DigitalPebble
 Dirbuster
-Discoverybot
-DomainAppender
-Dotbot
+DomainStatsBot
 Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Siphon
 EMail Wolf
 EasyDL
-Ecxi
+Ebingbong
 EroCrawler
-ExtLinksBot
-ExtractorPro
+Evil
+Extractor
 Extreme Picture Finder
-Ezooms
+FDM
 FHscan
-FemtosearchBot
-Fimap
-Flunky
+FlashGet
 Foobot
 Freeuploader
+FyberSpider
+GT::WWW
 GalaxyBot
-Genieo
-GetWeb
-Getintent
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-Grabber
-Grafula
+GridBot
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HaosouSpider
+Harvest
 Havij
+Heritrix
 Hloader
+IDBot
 Iblog
 Id-search
-Image Fetch
-Image Sucker
+IndeedBot
 Indy Library
-InfoNaviRobot
+Intelliseek
 InterGET
-JOC Web Spider
-JennyBot
-JetCar
-Jetty
+InternetSeer
+Iskanie
+JamesBOT
+Jbrofuzz
+Joomla
+Jorgee
 JustView
-Jyxobot
-Kinza
-Leap
-LexiBot
-LibWeb
-Lightspeedsystems
+Kenjin Spider
+LNSpiderguy
+LWP::Simple
+LeechGet
+Libwhisker
 Likse
 LinkScan
 LinkWalker
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey Spider
 Lmspider
 MJ12bot
 MQQBrowser
+MSFrontPage
 MSIECrawler
+MTRobot
 Magnet
+Majestic SEO
 MarkMonitor
-MarkWatch
+Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
-MicroMessenger
-Microsoft URL Control
+Mediatoolkitbot
+Metauri
+Microsoft Data Access
 Mister PiX
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-NPbot
-Name Intelligence
-Nameprotect
-Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+Mozlila
+Msrabot
+Musobot
+NearSite
+Nessus
+NetLyzer
 NetZIP
-Netcraft
-Nettrack
 Netvibes
+NextGenSearchBot
 Nikto
-Ninja
+Nimbostratus
 Nuclei
 Nutch
 Octopus
+Offline Explorer
+OnCrawl
+OrangeBot
 OrangeSpider
 OutclicksBot
+PageAnalyzer
 PageGrabber
-Pavuk
-PeoplePal
-Petalbot
-Pockey
-Psbot
+PageThing.com
+Pi-Monster
+Picscout
+Piepmatz
+Pimonster
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
 PyCurl
-RankingBot
-RankingBot2
 Rankivabot
-Re-re
-Reaper
-RebelMouse
+ReGet
+Recorder
 RedesScrapy
-SBIder
-SEOkicks-Robot
-Scanbot
+Ripper
+RocketCrawler
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
 ScoutJet
-Screaming
-ScrepyBot
-Searchestate
-SearchmetricsBot
 Semrush
 SeoSiteCheckup
 SeobilityBot
+Seomoz
 Shodan
-Siphon
 Site Sucker
-SiteSnagger
 Sitebeam
-Sitevigil
-Snapbot
+SmartDownload
 Snoopy
 SocialRankIOBot
 Sottopop
 Spammen
+SpankBot
 Spbot
 Spinn3r
-SputnikBot
-Sqlworm
+Sqlmap
+Sqworm
 Steeler
 Sucker
-Sucuri
+Surfbot
 Szukacz
+TeleportPro
+Telesphoreo
 TheNomad
 Thumbor
-True_Robot
-Turingos
-Turnitin
-Typhoeus
-Upflow
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-VoidEYE
+Titan
+Toata
+Toweyabot
+Tracemyfile
+TwengaBot
+Twice
+URLy.Warning
+Vagabondo
+Voil
+Voltron
+WBSearchBot
 WEBDAV
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
-Web Fetch
-WebBandit
-WebCollage
-WebFuck
-WebGo IS
-WebImageCollector
+WWWOFFLE
+Web Enhancer
+Web Pix
+WebCopier
+WebFetch
 WebPix
+WebSauger
 WebStripper
-WebsiteExtractor
+WebSucker
+Website Quester
+WebsiteQuester
 Whack
-Whatweb
-Widow
+Whacker
 WinHTTrack
-Wonderbot
-Xaldon_WebSpider
+Xenu
 Zade
-Zermelo
-Zeus
-ZmEu
+Zauba
 ZoomBot
-autoemailspider
-cah.io.community
-cognitiveseo
-com.plumanalytics
-crawler.feedback
+ZoominfoBot
+ZumBot
+archive.org_bot
+arquivo.pt
+check1.exe
+clark-crawler
+crawl.sogou.com
+dataforseo.com
 domainsproject.org
+eCatch
+evc-batch
+facebookscraper
 instabid
 internetVista monitor
-magpie-crawler
-meanpathbot
+ips-agent
+isitwp.com
+lwp-request
 muhstik-scan
-pcBrowser
+oBot
 plumanalytics
-ripz
+probe-image-size
 s1z.ru
-satoristudio.net
 scalaj-http
-seostar
-sexsearcher
-sogouspider
-trendiction.com
-xpymep1.exe
-zgrab
+scan.lol
+seobility
+seoscanners
+serpstatbot
+siteripz
+sp_auditbot
+spyfu
+sysscan
+trendiction.de
+ubermetrics-technologies.com
+webpros.com