V4.2021.09.2585 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-AfD-Verbotsverfahren
+80legs
+Abonti
+Aboundexbot
 AhrefsBot
 Aipbot
-AllSubmitter
-Anarchy99
+Ankit
+Anthill
 Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
-AwarioSmartBot
+Attach
 BBBike
-BDFetch
+BDCbot
 BLEXBot
 BackStreet
-BackWeb
-Badass
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
+Black Hole
+BlackWidow
 Blackboard
+BlowFish
+Bolt
 Brandprotect
-Brandwatch
+BuiltBotTough
 BunnySlippers
-CODE87
+CATExplorador
 Calculon
-CensysInspect
-CheTeam
-Chlooe
+CazoodleBot
+Cegbfeieh
+CheeseBot
+CherryPicker
 Claritybot
 Cliqzbot
+Cloud mapping
 Cogentbot
 Copier
-Custo
-CyotekWebCopy
-DIIbot
-Digincore
-DigitalPebble
+CopyRightCheck
+Copyscape
+Craftbot
+CrazyWebCrawler
+Crescent
 Discobot
-Dispatch
 DittoSpyder
+DnyzBot
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Download Wonder
 Dragonfly
 Drip
-EMail Siphon
-EMail Wolf
-Ebingbong
-Ecxi
-EroCrawler
-Exabot
+EasyDL
+EirGrabber
 Express WebPictures
-Extreme Picture Finder
-FDM
+ExtLinksBot
+Ezooms
 FHscan
 FemtosearchBot
 Firefox/7.0
-FlashGet
-FyberSpider
+Flunky
+Foobot
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
+GalaxyBot
+Genieo
 GetRight
 GetWeb
-Gigabot
 Go-Ahead-Got-It
 GoZilla
 Gotit
 Grabber
 Grafula
-GrapeFX
-GridBot
-HaosouSpider
-Hloader
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
+HTTrack
+Harvest
+HybridBot
 IDBTE4M
-IlseBot
-Image Fetch
+IDBot
+IRLbot
 Image Sucker
 Indy Library
 InfoNaviRobot
-Internet Ninja
+InfoTekies
+InterGET
+InternetSeer
 JOC Web Spider
-Jorgee
-JustView
-Jyxobot
-Kenjin Spider
-Kinza
-LNSpiderguy
+Jbrofuzz
+JennyBot
+JetCar
+JikeSpider
+Joomla
+Keyword Density
 Lanshanbot
-Larbin
 Leap
-LibWeb
-Lightspeedsystems
-LinkWalker
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LexiBot
+Lftp
+Libwhisker
+LieBaoFast
+LinkScan
+Linkbot
+Lipperhey
 Lipperhey Spider
 Lmspider
+Ltx71
+MIDown tool
 MIIxpc
 MJ12bot
-MSFrontPage
-MTRobot
-Mag-Net
-Mail.RU_Bot
-MauiBot
-Mb2345Browser
-Metauri
-MicroMessenger
+MQQBrowser
+MSIECrawler
+Majestic-SEO
+Mata Hari
 Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
-Mr.4x3
+Musobot
 NICErsPRO
-Navroad
+NPbot
+Nameprotect
+NearSite
+NetAnts
+NetMechanic
 Netcraft
-Nibbler
+Niki-bot
 NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Openfind
-OrangeBot
+Nuclei
+Offline Explorer
+Offline Navigator
+Openvas
+OutclicksBot
 OutfoxBot
-PHPCrawl
-Page Analyzer
+PECL::HTTP
+PageGrabber
+PageScorer
 Pandalytics
 Panscient
-Papa Foto
-Pi-Monster
-Picsearch
+Pavuk
+Petalbot
+Picscout
 PictureFinder
-Pimonster
-Pixray
 PleaseCrawl
 Probethenet
 Psbot
-Pu_iN
-PyCurl
-Quick-Crawler
 RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
-Rankivabot
-Re-re
+ReGet
 Ripper
 RocketCrawler
-Rogerbot
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-Scanbot
+SMTBot
+ScoutJet
 Scrapy
-ScreenerBot
 ScrepyBot
-Searchestate
 Semrush
-SemrushBot
-SentiBot
 SeoSiteCheckup
+Siphon
 Site Sucker
-SiteSnagger
-Sitebeam
-Siteimprove
-SmartDownload
+SiteLockSpider
+SiteSucker
+SlySearch
+Snake
 Snoopy
 Sociscraper
+Sogou web spider
 Sottopop
-Spammen
+SpaceBison
 SpankBot
-Spinn3r
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
+Sqworm
+Steeler
 Stripper
+Sucuri
 SuperHTTP
 SurveyBot
+Suzuran
 Swiftbot
 Szukacz
+TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
 TheNomad
-Thumbor
-TightTwatBot
 Titan
-Toata
-Tracemyfile
-Trendiction
 Trendictionbot
-True_Robot
 Turingos
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-Upflow
-V-BOT
-VB Project
-VelenPublicWebCrawler
-Virusdie
-VoidEYE
-Voltron
+URLy.Warning
+UnisterBot
+VeriCiteCrawler
+WASALive-Bot
 WBSearchBot
+WISENutbot
 WPScan
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-Web Fetch
-WebAuto
-WebBandit
-WebCollage
-WebGo IS
+WWW-Collector-E
+Web Auto
+Web Collage
+Web Fuck
+Web Sucker
+WebCopier
+WebFetch
+WebLeacher
 WebPix
-WebStripper
-WebWhacker
-WebsiteExtractor
+WebSauger
+WebSucker
+Webalta
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Webster
+Whacker
+Whatweb
+Who.is Bot
+Widow
 WiseGuys Robot
-Xaldon_WebSpider
-Zitebot
+Woobot
+Wotbox
+Zeus
 ZoomBot
 ZyBorg
-cah.io.community
-check1.exe
+archive.org_bot
+arquivo.pt
+autoemailspider
 coccocbot-web
-crawl.sogou.com
-crawler4j
+com.plumanalytics
+dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
+facebookscraper
 gopher
 heritrix
+internetVista monitor
+magpie-crawler
+muhstik-scan
 netEstate NE Crawler
-pcBrowser
-probe-image-size
+oBot
 s1z.ru
+seoscanners
+seostar
+serpstatbot
+sexsearcher
 siteripz
-tAkeOut
-trendiction.de
+sogouspider
+sp_auditbot
+sysscan
 voyagerx.com
-webmeup-crawler
-webprosbot
+webpros.com
 x09Mozilla
-x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab