V4.2021.08.2531 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
+80legs
 ADmantX
-ALittle Client
-ASPSeek
-Abonti
+AIBOT
 Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
+Aipbot
 Alexibot
-Anarchy
-Anthill
-AwarioRssBot
+AllSubmitter
+Anarchie
+Attach
 BBBike
+BDFetch
 BLEXBot
 BackWeb
+BacklinkCrawler
+Bandit
+Barkrowler
 BatchFTP
-BetaBot
-Bitacle
-BlackWidow
-Blow
-BlowFish
+Battleztar Bazinga
+Black Hole
 BotALot
-BunnySlippers
+Buddy
+BuiltWith
+Bullseye
+BuzzSumo
 CATExplorador
-Calculon
-Cegbfeieh
+CSHttp
+CazoodleBot
+CensysInspect
 CheTeam
 CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
-Cocolyzebot
+Cliqzbot
+Cloud mapping
 Cogentbot
 Collector
-Cosmos
-Custo
-DBLBot
-DSearch
+Copyscape
+Craftbot
+Curious
+CyotekWebCopy
 DTS Agent
-DigitalPebble
+DataCha0s
+Devil
 Dirbuster
-Dispatch
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Disco
+Discobot
+DomCopBot
 Domains Project
 Dotbot
-Dragonfly
-Drip
-ECCP/1.0
+EMail Siphon
 EMail Wolf
 EasyDL
 Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-FHscan
-FemtosearchBot
-Fimap
-Foobot
+Extractor
+FDM
 Freeuploader
-FrontPage
 GT::WWW
-GalaxyBot
 GetWeb
-Getintent
-Gigabot
+Gigablast
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
+GoZilla
+Gotit
 Grabber
-HMView
-HTTP::Lite
-HTTrack
+Grafula
+GrapeshotCrawler
+GridBot
+HTMLparser
+Haansoft
+HaosouSpider
 Harvest
 Havij
 Heritrix
-Hloader
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
+IlseBot
 InfoTekies
+Intelliseek
 InterGET
-Internet Ninja
-JamesBOT
-JennyBot
+InternetSeer
+Iria
+IstellaBot
 JetCar
+Jetty
+Jorgee
 Jyxobot
-Kenjin Spider
-Kozmosbot
+Keyword Density
+LNSpiderguy
 Lanshanbot
-Leap
+Larbin
 LeechGet
 LexiBot
-LieBaoFast
-Likse
+Libwhisker
+Lightspeedsystems
 LinkWalker
-Linkbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Litemage_walker
-MQQBrowser
-MSFrontPage
 MSIECrawler
-Magnet
-Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
+Masscan
 MauiBot
-MegaIndex.ru
+Mb2345Browser
 Metauri
-Microsoft URL Control
-Mister PiX
+MicroMessenger
 Mojeek
-Mozlila
-Musobot
-NICErsPRO
-NPbot
+Mr.4x3
 Name Intelligence
-Navroad
-NearSite
+NetMechanic
+NetSpider
 NetZIP
 Netcraft
 Nettrack
+Netvibes
 NextGenSearchBot
 Nibbler
 Niki-bot
+NimbleCrawler
 Ninja
 Nmap
 Nuclei
-Offline Explorer
+Nutch
+Octopus
 Offline Navigator
-Openvas
-OrangeBot
-POE-Component-Client-HTTP
-PageThing.com
-Papa Foto
-Pavuk
-PeoplePal
+OpenLinkProfiler
+Openfind
+OutfoxBot
+PHPCrawl
+Page Analyzer
+PageGrabber
+PageScorer
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
-Pimonster
-PleaseCrawl
+Pixray
 Pockey
 ProWebWalker
 Psbot
-Pu_iN
-Quick-Crawler
+Pump
+PyCurl
+RankFlex
 RankingBot2
-ReGet
-Recorder
+RebelMouse
 RedesScrapy
+RepoMonkey
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+ScanAlert
+ScoutJet
 Scrapy
+Screaming
+ScreenerBot
+ScrepyBot
 Searchestate
+Semrush
 SentiBot
-SeoSiteCheckup
-Siphon
-SiteSnagger
+SeobilityBot
+Sitevigil
+SlySearch
 Snake
 Sosospider
 Sottopop
 Spanner
-Spinn3r
-Sqlworm
-Sucker
-SuperBot
-SuperHTTP
-Suzuran
+Spbot
+Sqlmap
+Steeler
+Stripper
+Sucuri
+SurveyBot
+Szukacz
+T0PHackTeam
 Teleport
+TeleportPro
 Telesoft
 The Intraformant
-Thumbor
 Toweyabot
-Tracemyfile
-Trendiction
-Turingos
+Trendictionbot
 Turnitin
-TurnitinBot
-Twice
+TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
+UnisterBot
 V-BOT
-VelenPublicWebCrawler
-VidibleScraper
 Virusdie
 Voil
+Voltron
 WASALive-Bot
-WBSearchBot
 WISENutbot
-WWW-Collector-E
+WPScan
 WWWOFFLE
-Web Enhancer
-WebAuto
+Wallpapers/3.0
+Web Collage
+Web Fetch
+Web Fuck
+Web Pix
+WebCollage
 WebCopier
-WebFetch
-WebLeacher
+WebImageCollector
 WebPix
 WebReaper
+WebSauger
+WebStripper
 WebSucker
-WebWhacker
 Webalta
-WebmasterWorldForumBot
 Webshag
-Whacker
-Wonderbot
-Woobot
-Wotbox
+Webster
+Who.is Bot
+WiseGuys Robot
 Wprecon
 Xaldon_WebSpider
-Zade
-Zauba
-Zermelo
-Zeus
-ZmEu
+Xenu
+ZoomBot
+ZoominfoBot
 ZumBot
 ZyBorg
-archive.org_bot
-autoemailspider
+arquivo-web-crawler
+backlink-check
 check1.exe
-coccocbot-web
-cognitiveseo
-crawler4j
-domainsproject.org
-gopher
+clark-crawler
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+eCatch
+evc-batch
+facebookscraper
+ips-agent
 isitwp.com
-lwp-request
-lwp-trivial
+meanpathbot
+mediawords
 muhstik-scan
-page scorer
-polaris version
-probe-image-size
+oBot
+plumanalytics
+s1z.ru
+scalaj-http
+scan.lol
+seobility
+seoscanners
 serpstatbot
-sp_auditbot
-sysscan
-tAkeOut
+sogouspider
+spyfu
 ubermetrics-technologies.com
-webprosbot
+webpros.com
 x09Mozilla
-x22Mozilla
+xpymep1.exe
+zgrab