V4.2022.04.3020 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404enemy
 ADmantX
+ALittle Client
 Abonti
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
-Ankit
-Aspiegel
+Aipbot
+AllSubmitter
+Anarchie
+Apexoo
 Asterias
+Atomseobot
 Attach
-BBBike
-BDCbot
-BDFetch
+AwarioRssBot
+BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-Bandit
-Barkrowler
+Badass
 BatchFTP
 BetaBot
 Bigfoot
+BlackWidow
+Blackboard
 Blow
 Boardreader
+Bolt
+BotALot
+Buck
+BuiltBotTough
 BuzzSumo
 CCBot
-CazoodleBot
+CODE87
+Calculon
 Cegbfeieh
-Claritybot
-Cliqzbot
-Cocolyzebot
-Copier
-Copyscape
+ChinaClaw
+Chlooe
+Citoid
+Collector
 Craftbot
 Crawling at Home Project
-CrunchBot
-Curious
-Custo
+CrazyWebCrawler
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
+Demon
 Deusu
+Devil
 DigitalPebble
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
+Dispatch
 DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
-EMail Wolf
+Domains Project
+EMail Siphon
 EasyDL
-EroCrawler
+Ebingbong
 Express WebPictures
 ExtLinksBot
-Extractor
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FDM
-FlashGet
-FrontPage
-Fuzz
-GT::WWW
+Fimap
+Firefox/7.0
 Genieo
-GetRight
 Gigabot
-GridBot
-HEADMasterSEO
+Go-Ahead-Got-It
+GoZilla
+Grabber
 HMView
+HTMLparser
+HTTrack
 Haansoft
-IDBot
+HaosouSpider
+Hloader
+Humanlinks
+Iblog
 Id-search
 IlseBot
-IndeedBot
-Indy Library
-Intelliseek
-InterGET
-Iria
-JamesBOT
-Jbrofuzz
+InfoNaviRobot
+InternetSeer
+Iskanie
 JennyBot
-JetCar
-Kenjin Spider
 Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
+Leap
 LeechFTP
+LeechGet
 Lftp
-LinkScan
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Likse
+LinkWalker
+Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
-MIDown tool
+Litemage_walker
 MIIxpc
-MJ12bot
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
-Mojolicious
+MQQBrowser
+MSIECrawler
+Majestic SEO
+MarkWatch
+Mass Downloader
+Mata Hari
+MauiBot
+MegaIndex.ru
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Msrabot
-NICErsPRO
-NPbot
-Nameprotect
+Musobot
 Navroad
 NearSite
+Needle
 NetLyzer
+NetMechanic
+NetZIP
+Netcraft
+Netvibes
 NextGenSearchBot
 Niki-bot
-Nikto
 Ninja
-Nuclei
-Octopus
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
 OpenVAS
+Openfind
+OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-PageAnalyzer
 PageGrabber
-Petalbot
-Picsearch
-Piepmatz
-Pimonster
+PageScorer
+Pandalytics
+Papa Foto
+PictureFinder
+PleaseCrawl
 Probethenet
-Psbot
 Pu_iN
+Pump
+PyCurl
 QueryN Metasearch
-RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot2
-RealDownload
-RebelMouse
+RankingBot
+RankurBot
+Reaper
+Recorder
 RedesScrapy
-Ripper
-RocketCrawler
-Rogerbot
+RepoMonkey
 SBIder
 SEOkicks
-SEOprofiler
-SMTBot
+SEOkicks-Robot
+SEOlyticsCrawler
 SalesIntelligent
-Scanbot
+ScanAlert
 ScoutJet
 Scrapy
+Screaming
 ScreenerBot
-Searchestate
-Semrush
+ScrepyBot
+Seekport
+SemrushBot
+Shodan
 Siphon
 Site Sucker
-SiteLockSpider
 SiteSucker
-Sitebeam
-Siteimprove
 SmartDownload
-Snake
 Snoopy
-SpaceBison
-Spammen
-Spanner
-Spbot
-Sqlmap
+Sottopop
+SpankBot
+Spinn3r
 Sqworm
 Stripper
-Sucker
-SuperHTTP
+Sucuri
+Surfbot
+SurveyBot
 Swiftbot
 T0PHackTeam
-Telesoft
+T8Abot
+Teleport
+Telesphoreo
 Telesphorep
+The Intraformant
 TheNomad
+TightTwatBot
+Titan
 Toweyabot
+Tracemyfile
+Trendiction
+True_Robot
 Turingos
-TwengaBot
 Twice
 Typhoeus
+URLy Warning
 URLy.Warning
-VCI
-Vagabondo
-VidibleScraper
-Virusdie
-VoidEYE
-Voil
-Voltron
+V-BOT
+VB Project
+Vacuum
+VelenPublicWebCrawler
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
-WebBandit
-WebCopier
-WebFetch
-WebGo IS
-WebSauger
-WebStripper
-WebSucker
+WallpapersHD
+Web Auto
+Web Sucker
+WebAuto
+WebCollage
+WebEnhancer
+WebImageCollector
+WebLeacher
+WebReaper
 WebWhacker
 Webalta
-WebsiteExtractor
+Website Quester
 WebsiteQuester
-Webster
-Whatweb
-Widow
-WinHTTrack
+Whacker
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zeus
-Zitebot
-ZoominfoBot
-ZumBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-crawl.sogou.com
-crawler4j
+Zade
+Zauba
+ZmEu
+arquivo.pt
+cah.io.community
+check1.exe
+clark-crawler
+cognitiveseo
+crawler.feedback
 eCatch
-gopher
-ips-agent
-lwp-request
+evc-batch
 lwp-trivial
-magpie-crawler
-meanpathbot
+mediawords
 oBot
 page scorer
-polaris version
-ripz
-s1z.ru
+plumanalytics
 scan.lol
-seocompany.store
-serpstatbot
+seobility
+seostar
+sexsearcher
+sitechecker.pro
 siteripz
-tAkeOut
-trendiction.com
-trendiction.de
+sp_auditbot
 ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-x09Mozilla
+voyagerx.com
+webgains-bot
+webpros.com
+x22Mozilla
+zauba.io