V4.2022.09.3348 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
+360Spider
 AIBOT
-ASPSeek
+ALittle Client
+Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
+Aipbot
 Alexibot
-Alligator
-Anarchie
 Anarchy
+Aspiegel
+AwarioRssBot
 BBBike
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackStreet
 BacklinkCrawler
-Battleztar Bazinga
+Bigfoot
+Bitacle
+Black Hole
 Blackboard
-Bolt
-BotALot
+BlowFish
+Boardreader
+Brandprotect
+Brandwatch
+Buck
 BuiltWith
-BunnySlippers
 BuzzSumo
-CATExplorador
-Calculon
+CCBot
+CODE87
 CazoodleBot
-Cegbfeieh
+CheeseBot
 CherryPicker
 Chlooe
 Claritybot
-Cloud mapping
-Cocolyzebot
-Copier
+Cogentbot
+Collector
 CopyRightCheck
-Craftbot
+Copyscape
+CrazyWebCrawler
 CrunchBot
-Curious
-DatabaseDriverMysqli
-Deusu
+CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
 Devil
-Discoverybot
-Dispatch
+Dirbuster
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainCrawler
-Domains Project
-Dotbot
-Dragonfly
+Drip
 EMail Siphon
-EasyDL
-Evil
+Ebingbong
+EroCrawler
 ExtLinksBot
+ExtractorPro
 EyeNetIE
-Fimap
-Firefox/7.0
-Flunky
+Ezooms
+FlashGet
 Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+Fuzz
 GalaxyBot
+Genieo
+GermCrawler
 GetWeb
 Getintent
-Go-Ahead-Got-It
-GoZilla
-Gotit
 GrabNet
-GrapeshotCrawler
 GridBot
-HTTrack
-Haansoft
-Hloader
-HonoluluBot
+HEADMasterSEO
+HTTP::Lite
+HaosouSpider
+Havij
+IDBTE4M
+IDBot
 Iblog
-Id-search
-Image Fetch
-InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
+IndeedBot
+InfoTekies
+Iria
+JOC Web Spider
 JamesBOT
-JetCar
-Jetty
+Jorgee
 JustView
 Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
 Leap
-LeechFTP
-LexiBot
-Lightspeedsystems
+LeechGet
+Libwhisker
+Likse
+LinkScan
+LinkWalker
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lmspider
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MJ12bot
-MQQBrowser
 MSFrontPage
 MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic12
+MTRobot
 MarkWatch
+Masscan
+Mata Hari
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 MolokaiBot
 Morfeus Fucking Scanner
-Musobot
+Mr.4x3
+NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Needle
+Net Vampire
 NetLyzer
-NetSpider
-Netcraft
-Netvibes
+NetMechanic
+Nettrack
 NextGenSearchBot
-Nibbler
-NimbleCrawler
+Niki-bot
+Nikto
 Ninja
-Not
-Nuclei
-Nutch
 Octopus
 Offline Explorer
-OpenLinkProfiler
-Openfind
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageScorer
-Papa Foto
-Petalbot
+Offline Navigator
+OpenVAS
+OrangeBot
+OrangeSpider
+Pandalytics
+Panscient
+Pavuk
+PeoplePal
 Pi-Monster
-Picscout
+Picsearch
 Pimonster
+Pixray
 PleaseCrawl
-ProWebWalker
-Probethenet
+Pockey
 Pump
-Rankivabot
-RankurBot
-Re-re
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankFlex
 Reaper
-RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
-SEOkicks-Robot
-SalesIntelligent
+SEOkicks
+SEOprofiler
+ScanAlert
 Scanbot
+Scrapy
+Screaming
 ScreenerBot
-SemanticJuice
+ScrepyBot
+Searchestate
+Seekport
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Site Sucker
+SentiBot
 SiteExplorer
 SiteSnagger
-Sitebeam
-Siteimprove
+SiteSucker
 Snapbot
+Snoopy
+SocialRankIOBot
 Sosospider
-Spammen
-Spanner
-Spbot
-Sqlworm
-Sucker
-SuperHTTP
-Suzuran
-Swiftbot
-Szukacz
-T8Abot
+SpaceBison
+SpankBot
+Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
+T0PHackTeam
+Teleport
+TeleportPro
 Telesphorep
 The Intraformant
-Thumbor
-Toata
+TheNomad
+Toweyabot
+Tracemyfile
 Trendiction
 Trendictionbot
-Turingos
-TurnitinBot
-TwengaBot
 Typhoeus
-URLy Warning
-Upflow
-V-BOT
-VB Project
+URLy.Warning
 VCI
 VeriCiteCrawler
-Voltron
-WISENutbot
+VidibleScraper
 WWW-Collector-E
-Wallpapers/3.0
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
 Web Fuck
 Web Sauger
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
-WebCopier
-WebFetch
-WebImageCollector
-WebPix
-WebStripper
-WebZIP
-Website Quester
-WebsiteExtractor
+WebFuck
+WebSauger
+WebSucker
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
-Whack
 Whacker
-Who.is Bot
-WinHTTrack
+Whatweb
 Woobot
 Wprecon
-Xaldon WebSpider
-Zermelo
+Xenu
+Zauba
+Zitebot
+ZoominfoBot
+adscanner
 autoemailspider
-cah.io.community
+com.plumanalytics
 crawl.sogou.com
 crawler4j
-demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-heritrix
+dataforseo.com
+gopher
+instabid
 internetVista monitor
 isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
+meanpathbot
 mediawords
+page scorer
+polaris version
 probe-image-size
 ripz
-s1z.ru
+scan.lol
 seobility
-seostar
+sexsearcher
 sp_auditbot
-sysscan
+tAkeOut
 trendiction.com
-trendiction.de
-webgains-bot
-webprosbot
-x09Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+webpros.com
 x22Mozilla
 xpymep1.exe
-zauba.io