V4.2022.06.3198 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
 404enemy
 80legs
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Ankit
-Anthill
-Asterias
+ADmantX
+ALittle Client
+ASPSeek
+AhrefsBot
+AlphaBot
+Apexoo
+Aspiegel
+Atomseobot
+BLEXBot
 BackDoorBot
 BackWeb
-Backlink-Ceck
-Badass
-Barkrowler
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Bolt
+Bandit
+Black Hole
+Boardreader
 BotALot
 Brandprotect
-Buck
 Buddy
-BuiltBotTough
-BuzzSumo
+Bullseye
+BunnySlippers
 CATExplorador
-CensysInspect
-Cloud mapping
+CODE87
+CSHttp
+Calculon
+CherryPicker
+Chlooe
 Cogentbot
+Copier
 CopyRightCheck
-Copyscape
+Cosmos
+Craftbot
 CrazyWebCrawler
-Custo
+CrunchBot
+Curious
+CyotekWebCopy
 DIIbot
-DigitalPebble
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Digincore
+Disco
+Discobot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
-Domains Project
-Download Wonder
-Drip
-ECCP/1.0
+DomCopBot
+DomainSigmaCrawler
 EMail Siphon
-EasyDL
-Ebingbong
+Ecxi
 EroCrawler
-Evil
+Exabot
+Express WebPictures
+ExtLinksBot
 Extractor
-EyeNetIE
-FemtosearchBot
+ExtractorPro
+FHscan
+FlashGet
 Flunky
-FrontPage
+Freeuploader
 Fuzz
-FyberSpider
 Fyrebot
-Genieo
-GermCrawler
 GetRight
+Getintent
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
 GoZilla
 Gotit
+GrabNet
+Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTTrack
-HaosouSpider
-Harvest
 HonoluluBot
 HybridBot
 IDBTE4M
-Internet Ninja
+IDBot
+IRLbot
+Id-search
+IndeedBot
+InfoNaviRobot
+Intelliseek
 Iria
-JOC Web Spider
-Jbrofuzz
-Kenjin Spider
+Iskanie
+JamesBOT
+JetCar
+Jetty
+JikeSpider
+JustView
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LibWeb
+LexiBot
 LieBaoFast
 Lightspeedsystems
-Likse
-LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
 MIDown tool
-MSFrontPage
-Mag-Net
+MIIxpc
+MQQBrowser
 Magnet
-Majestic-SEO
 Majestic12
-MarkMonitor
-Mata Hari
-MeanPath Bot
-Meanpathbot
-Metauri
+Mass Downloader
+MauiBot
+Mediatoolkitbot
+MegaIndex.ru
 Microsoft URL Control
 Minefield
-Mojeek
-Mojolicious
-NPbot
+Mister PiX
+Nameprotect
 Navroad
 NearSite
-Needle
-NetLyzer
-NetMechanic
-NetSpider
-Netvibes
-NimbleCrawler
-Ninja
-Nmap
-Nuclei
+Net Vampire
+Netcraft
+Nettrack
+Nibbler
+Niki-bot
+Nikto
+Nimbostratus
+Not
+Octopus
 Offline Navigator
-Openvas
+OpenLinkProfiler
+OpenVAS
+Openfind
 OrangeSpider
 OutfoxBot
-PECL::HTTP
 Page Analyzer
-Panscient
-Pavuk
-Petalbot
-Pi-Monster
+PageGrabber
+PageScorer
+PeoplePal
 Picscout
+Picsearch
 PictureFinder
 Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
+Pockey
 ProPowerBot
-Probethenet
 Psbot
-Pu_iN
 PyCurl
-RSSingBot
-RankActive
+QueryN Metasearch
 RankFlex
 RankingBot2
-Rankivabot
-RealDownload
-Reaper
+Re-re
+Recorder
+RedesScrapy
 Ripper
-SBIder
-SEOkicks-Robot
-SEOprofiler
-ScoutJet
-Scrapy
-Screaming
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
+SEOstats
+SMTBot
+SalesIntelligent
+ScanAlert
 ScrepyBot
-Seomoz
-Shodan
+Searchestate
+SeoSiteCheckup
 Siphon
-SiteCheckerBotCrawler
-SiteSucker
-Sitebeam
+Site Sucker
 SlySearch
+SmartDownload
 Snake
-Snapbot
-Snoopy
 SocialRankIOBot
-Spammen
+Sosospider
+Sottopop
 Spbot
+Spinn3r
 Sqlworm
-Steeler
+Sucuri
 SuperBot
-Swiftbot
+SuperHTTP
+SurveyBot
+Suzuran
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
-TightTwatBot
-Toata
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 Tracemyfile
 Trendictionbot
-TurnitinBot
-TwengaBot
+Turingos
+Turnitin
+Typhoeus
 URLy Warning
-V-BOT
-Vagabondo
+Upflow
+VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
 WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-WebAuto
+Wallpapers
+WeSEE
+Web Fetch
+Web Pix
 WebCollage
-WebFetch
+WebCopier
+WebFuck
 WebGo IS
 WebImageCollector
-WebPix
-WebReaper
+WebLeacher
 WebSauger
-WebSucker
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
 Webster
-Whacker
-Whatweb
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
+Who.is Bot
+Wonderbot
+Wprecon
+YoudaoBot
 Zade
 Zauba
-Zermelo
-ZoomBot
-ZyBorg
+Zeus
+Zitebot
+ZumBot
 adscanner
-backlink-check
-cah.io.community
+archive.org_bot
 clark-crawler
-coccocbot
-cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
 crawler4j
-demandbase-bot
 domainsproject.org
-evc-batch
 facebookscraper
+gopher
+heritrix
+instabid
 ips-agent
-linkdexbot
-lwp-request
-magpie-crawler
-meanpathbot
-muhstik-scan
-oBot
-page scorer
+isitwp.com
+mediawords
 plumanalytics
-polaris version
+probe-image-size
+ripz
 satoristudio.net
-scan.lol
-serpstatbot
-sexsearcher
-sysscan
+scalaj-http
+seoscanners
+seostar
+sitechecker.pro
 tAkeOut
-trendiction.de
-voyagerx.com
+trendiction.com
 webgains-bot
+webpros.com
 x09Mozilla
-zauba.io
+xpymep1.exe