V4.2021.11.2691 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-80legs
-ASPSeek
-Abonti
+01h4x.com
+ADmantX
+Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AlphaBot
+Aipbot
 Anarchie
 Anarchy
-Anarchy99
-Anthill
-Apexoo
-AwarioSmartBot
+Aspiegel
+Asterias
 BBBike
-BDCbot
+BDFetch
+BLEXBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
-Bandit
-BatchFTP
+Barkrowler
+BetaBot
 Bigfoot
 Bitacle
-Black Hole
-Blackboard
+BlowFish
 Boardreader
-Bolt
-BuiltBotTough
-Bullseye
+Brandwatch
+Buck
+BuiltWith
 BuzzSumo
 CCBot
 CODE87
-CSHttp
-CazoodleBot
+Calculon
 CheTeam
+CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
 Cloud mapping
-CopyRightCheck
-Copyscape
-Cosmos
+Copier
 Craftbot
-Curious
-CyotekWebCopy
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-Dispatch
-DittoSpyder
+CrazyWebCrawler
+Crescent
+CrunchBot
+DBLBot
+Deusu
+DigitalPebble
+Discobot
 DnBCrawler-Analytics
-DomainCrawler
-DomainSigmaCrawler
-Dotbot
-Drip
-Exabot
-Extractor
+DnyzBot
+DomainAppender
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+Ecxi
+Evil
+Express WebPictures
+ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
-Foobot
-Genieo
-GermCrawler
+Firefox/7.0
+Freeuploader
+FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GetRight
 Getintent
-Gigabot
+Go!Zilla
+Gotit
 GrabNet
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HMView
+HTMLparser
+HTTP::Lite
 HTTrack
-Havij
 Heritrix
-IDBot
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
 Iblog
+IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
-InfoTekies
+Indy Library
+Intelliseek
+InterGET
+InternetSeer
 Iria
 Iskanie
-IstellaBot
+JOC Web Spider
 JamesBOT
 Jbrofuzz
-JetCar
-Jetty
+JikeSpider
 Joomla
-Jorgee
-JustView
-Jyxobot
+Keyword Density
 LNSpiderguy
-Leap
+LWP::Simple
 LeechGet
-LibWeb
-Libwhisker
-LinkScan
+LexiBot
+LieBaoFast
 Linkdexbot
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
 Ltx71
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MSIECrawler
+MSFrontPage
 MTRobot
+Mag-Net
 Magnet
 Majestic SEO
-Majestic-SEO
+Majestic12
+Mass Downloader
+MauiBot
+Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
-Morfeus Fucking Scanner
+Microsoft Data Access
+Mojolicious
 Mozlila
 NICErsPRO
 NPbot
+Name Intelligence
+Nameprotect
 NearSite
+Nessus
 NetAnts
-NetMechanic
+Nettrack
 Netvibes
-Nibbler
+Niki-bot
+NimbleCrawler
 Nmap
-Nuclei
-Nutch
-Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openfind
-OrangeSpider
+PECL::HTTP
 POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
 PageGrabber
+Pandalytics
+Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
 PictureFinder
 Piepmatz
-ProWebWalker
-Probethenet
-QueryN Metasearch
-Quick-Crawler
-RankingBot
-RealDownload
-RebelMouse
+ProPowerBot
+Psbot
+Pump
+PxBroker
+RSSingBot
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RankurBot
+ReGet
+Reaper
 RedesScrapy
 RepoMonkey
 SBIder
-SEOkicks
-ScoutJet
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
+ScanAlert
 Searchestate
 Semrush
-SemrushBot
-SeobilityBot
+SeoSiteCheckup
 Seomoz
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
+Siphon
 SlySearch
 Snake
+SocialRankIOBot
 Sottopop
-Spanner
-SputnikBot
-Sqworm
-Sucuri
-SuperHTTP
+SpaceBison
+Sqlmap
+Steeler
+SuperBot
 SurveyBot
-Swiftbot
+Suzuran
 Szukacz
 T0PHackTeam
 Teleport
+Telesphorep
+The Intraformant
 TheNomad
 Thumbor
-TightTwatBot
+Titan
+Toata
+Toweyabot
+Tracemyfile
 Trendiction
 Trendictionbot
 Turingos
+Turnitin
 TwengaBot
-UnisterBot
+URLy.Warning
 Upflow
-V-BOT
-VB Project
 VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 Virusdie
-Voil
-Voltron
-WEBDAV
-WISENutbot
 WPScan
-WWW-Mechanize
-WWWOFFLE
 WallpapersHD
+WeSEE
+Web Auto
+Web Collage
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-WebAuto
 WebBandit
-WebEnhancer
+WebCollage
 WebFuck
-WebLeacher
-WebPix
-WebSauger
+WebGo IS
+WebReaper
 WebSucker
-WebZIP
-Webalta
+Website Quester
 WebsiteExtractor
-Who.is Bot
+Whatweb
 Widow
-Woobot
-Xenu
+WiseGuys Robot
+Wonderbot
+Wotbox
 Zade
-Zermelo
 Zeus
-Zitebot
-ZoomBot
-ZoominfoBot
+ZmEu
 archive.org_bot
-cah.io.community
-coccocbot-web
-crawler4j
-demandbase-bot
+arquivo-web-crawler
+crawl.sogou.com
+crawler.feedback
 eCatch
-evc-batch
+facebookscraper
+instabid
 internetVista monitor
 isitwp.com
-lwp-trivial
-mediawords
+magpie-crawler
+meanpathbot
 muhstik-scan
 oBot
-page scorer
-plumanalytics
 polaris version
+s1z.ru
 scan.lol
-serpstatbot
+seoscanners
+seostar
+sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
-sysscan
 tAkeOut
-webmeup-crawler
-webpros.com
-x09Mozilla
-zgrab
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+xpymep1.exe