V4.2022.04.3054 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
-AIBOT
-ALittle Client
-Abonti
-Aipbot
-AllSubmitter
-AlphaBot
-Anarchie
-Apexoo
+80legs
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
+Alligator
+Anarchy
+Atomseobot
 Attach
-AwarioSmartBot
+AwarioRssBot
+BBBike
 BDCbot
-BDFetch
-BackDoorBot
+BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
 Bandit
-Barkrowler
-Battleztar Bazinga
-Bitacle
+Bigfoot
+BlackWidow
 Blow
-BlowFish
-Bullseye
+Boardreader
+BotALot
+Buck
 BuzzSumo
-CCBot
+CATExplorador
 CODE87
+CSHttp
 Calculon
-CheTeam
+Cegbfeieh
+CensysInspect
 CherryPicker
-ChinaClaw
 Chlooe
 Cliqzbot
-Cloud mapping
-Cogentbot
-Collector
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-Crescent
-DSearch
-DigitalPebble
+Cocolyzebot
+Cosmos
+CrazyWebCrawler
+Curious
+Custo
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Dirbuster
-Disco
+Discoverybot
 Dispatch
-DnBCrawler-Analytics
 DomainAppender
-Ebingbong
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Download Wonder
+EMail Wolf
+EasyDL
 Ecxi
-EroCrawler
+Evil
+Exabot
+ExtLinksBot
+Extreme Picture Finder
 Ezooms
+FHscan
 Firefox/7.0
-FlashGet
 Flunky
-Foobot
-Fuzz
-FyberSpider
-Fyrebot
+FrontPage
+G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Getintent
-Go!Zilla
-GrapeFX
-GridBot
+GalaxyBot
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
+Gotit
+Grabber
+GrapeshotCrawler
 HMView
 HTMLparser
 HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
-Havij
-HonoluluBot
-Humanlinks
+Hloader
+HybridBot
 IDBTE4M
+Iblog
+Id-search
+IlseBot
 Image Fetch
-Indy Library
-InfoNaviRobot
-InterGET
+InfoTekies
 InternetSeer
-Iskanie
+JamesBOT
 JennyBot
-JetCar
+Jetty
 Joomla
-Keybot Translation-Search-Machine
-Keyword Density
-Larbin
-LeechFTP
-LexiBot
+JustView
+Kenjin Spider
+Kinza
+Kozmosbot
+LNSpiderguy
 LibWeb
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-Lmspider
-Ltx71
-MJ12bot
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MarkMonitor
 MarkWatch
 Mass Downloader
-Mata Hari
-MegaIndex.ru
-Mister PiX
-Mojeek
-MolokaiBot
+MauiBot
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mr.4x3
+Musobot
+NICErsPRO
 Name Intelligence
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
+Nameprotect
+NearSite
+Net Vampire
+NetLyzer
+NetZIP
 NextGenSearchBot
-Nibbler
-Ninja
-Nmap
-Nutch
+NimbleCrawler
+Nimbostratus
+Not
 Octopus
-Offline Explorer
-OnCrawl
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-Panscient
-Papa Foto
-Petalbot
-Picscout
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeSpider
+PageScorer
+Pandalytics
+Pi-Monster
 PictureFinder
 Piepmatz
-Pimonster
+PleaseCrawl
 ProPowerBot
-ProWebWalker
-Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
+Probethenet
+Psbot
+PyCurl
 RankActiveLinkBot
-Rankivabot
+RankFlex
+RankingBot
+RankingBot2
 RankurBot
 Re-re
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOstats
-ScoutJet
-SearchmetricsBot
-Seekport
-Semrush
+ReGet
+Reaper
+Recorder
+Ripper
+SEOkicks
+SEOlyticsCrawler
+SalesIntelligent
+ScreenerBot
+ScrepyBot
 SemrushBot
-Site Sucker
-SlySearch
+SentiBot
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
+Sitevigil
+SmartDownload
+Snoopy
 SocialRankIOBot
-Sociscraper
-Spanner
-Sqworm
-Steeler
-Sucker
+Sottopop
+SpaceBison
+Spammen
+SpankBot
+Sqlmap
 Sucuri
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Szukacz
-TeleportPro
+T0PHackTeam
+Teleport
+Telesoft
 Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Titan
-Toweyabot
-Trendictionbot
+Toata
 True_Robot
-Turnitin
-TurnitinBot
+Turingos
+Twice
+Typhoeus
+Upflow
 VB Project
-VidibleScraper
-Voltron
-WEBDAV
+VCI
+Vacuum
+Vagabondo
+VeriCiteCrawler
+VoidEYE
+WBSearchBot
 WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Fetch
 Web Sucker
-WebBandit
+WebAuto
+WebCollage
 WebEnhancer
 WebFetch
 WebFuck
 WebGo IS
-WebImageCollector
 WebLeacher
+WebPix
+WebReaper
 WebStripper
-WebWhacker
+WebZIP
 Webalta
-WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
-Webster
-Whack
 Whatweb
-Wonderbot
+WinHTTrack
 Woobot
 Wotbox
 Wprecon
-Xaldon_WebSpider
-Xenu
+YoudaoBot
+Zade
+Zeus
 Zitebot
+ZoomBot
 ZumBot
-arquivo-web-crawler
-autoemailspider
+ZyBorg
+adscanner
+archive.org_bot
 backlink-check
-clark-crawler
 coccocbot
 com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
-evc-batch
-gopher
+crawler.feedback
+facebookscraper
 heritrix
-instabid
-iubenda-radar
+isitwp.com
 linkdexbot
-lwp-trivial
+magpie-crawler
+mediawords
+muhstik-scan
 netEstate NE Crawler
-pcBrowser
+polaris version
 s1z.ru
-satoristudio.net
 scalaj-http
-seobility
-serpstatbot
-sexsearcher
+scan.lol
+seoscanners
 sitechecker.pro
-spyfu
-trendiction.com
-trendiction.de
-webmeup-crawler
-webprosbot
+sysscan
+tAkeOut
+webgains-bot
+webpros.com
+x09Mozilla
 x22Mozilla
+xpymep1.exe
 zauba.io