V4.2022.11.3480 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alexibot
-Ankit
-Anthill
-Asterias
-AwarioSmartBot
+360Spider
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
+Aboundex
+Acunetix
+AllSubmitter
+AlphaBot
+Anarchy99
+Aspiegel
 BBBike
-BDFetch
 BackDoorBot
 BackStreet
-Backlink-Ceck
 Badass
 Bandit
-Barkrowler
-BetaBot
+BatchFTP
+Battleztar Bazinga
 Bigfoot
+Black Hole
 BlackWidow
-Blow
-BlowFish
-Bolt
+Boardreader
+BotALot
+Buck
+Buddy
+BuiltWith
 Bullseye
-CATExplorador
+BunnySlippers
 CCBot
 Cegbfeieh
 CheTeam
-ChinaClaw
+CherryPicker
+Chlooe
 Citoid
-Claritybot
-CopyRightCheck
-Cosmos
-Craftbot
-Crawling at Home Project
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
+CrazyWebCrawler
 CrunchBot
+Custo
 DBLBot
-DIIbot
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
 Devil
 Digincore
 DigitalPebble
-Discoverybot
+Disco
 Dispatch
+DittoSpyder
+DomCopBot
 DomainCrawler
 Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
-EMail Wolf
+Drip
 Ecxi
-EroCrawler
-Exabot
-ExtLinksBot
-ExtractorPro
+EyeNetIE
 Ezooms
+FHscan
+FemtosearchBot
 Firefox/7.0
 FlashGet
-Foobot
+Freeuploader
 FrontPage
 G-i-g-a-b-o-t
+Genieo
 GetRight
-Gigabot
-Go!Zilla
-GoZilla
+Getintent
+Go-Ahead-Got-It
+GrabNet
 Grafula
+GrapeFX
 GrapeshotCrawler
-HTTrack
-Haansoft
+HEADMasterSEO
+Harvest
+Heritrix
 Hloader
-HybridBot
 IDBTE4M
+IDBot
 IRLbot
-Iblog
-Image Fetch
-Image Sucker
-Indy Library
-InfoTekies
-Intelliseek
-InterGET
+Id-search
 Internet Ninja
-JOC Web Spider
 JamesBOT
-Joomla
+JetCar
+Jetty
+Keybot Translation-Search-Machine
 Keyword Density
+Kinza
 Kozmosbot
-Lanshanbot
 LeechFTP
 Lftp
+LibWeb
 Lightspeedsystems
-Likse
 LinkScan
 LinkWalker
-Linkbot
 LinksManager
-Ltx71
-MQQBrowser
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
+MSIECrawler
+MTRobot
 Magnet
-Mail.RU_Bot
+Majestic12
+MauiBot
 Mb2345Browser
-MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
+Metauri
 MicroMessenger
-Minefield
-Mister PiX
 Mojeek
-Mozlila
-Msrabot
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
-NPbot
+Name Intelligence
 Nameprotect
+Navroad
+Needle
 Nessus
-NetSpider
-NetZIP
-Niki-bot
-Nikto
-NimbleCrawler
-Ninja
-Octopus
+NetMechanic
+Nettrack
+Nutch
 Offline Explorer
 Offline Navigator
 OnCrawl
-Openfind
-Openvas
-PECL::HTTP
-PageScorer
+OrangeBot
+OutclicksBot
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageThing.com
 Pandalytics
-Panscient
-Papa Foto
-Pavuk
-Picscout
+PeoplePal
 Picsearch
-Pixray
-Probethenet
-Quick-Crawler
+Piepmatz
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Pu_iN
+Pump
+PxBroker
+PyCurl
+RSSingBot
 RankingBot
 RankingBot2
 RankurBot
-Reaper
-RedesScrapy
-Ripper
-SEOkicks-Robot
+RocketCrawler
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+Scrapy
+Screaming
 ScreenerBot
-Searchestate
-SemrushBot
+ScrepyBot
 SentiBot
 SeoSiteCheckup
+Shodan
 Siphon
-SiteLockSpider
-SiteSucker
-Siteimprove
-SmartDownload
+SiteSnagger
 Snapbot
 SocialRankIOBot
-Sosospider
+Sociscraper
 Sottopop
-SpankBot
+SpaceBison
+Spammen
 Spanner
-Sqlworm
-Sqworm
+Spbot
 Stripper
-Sucker
-Sucuri
-SurveyBot
-Suzuran
+SuperHTTP
+Swiftbot
 Szukacz
+T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
 Thumbor
-Tracemyfile
+Titan
+Toweyabot
 True_Robot
-Turingos
-Twice
-VB Project
+Turnitin
+TwengaBot
+UnisterBot
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
+Voltron
 WBSearchBot
-WEBDAV
 WISENutbot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
-Web Enhancer
-Web Pix
-Web Sucker
+Web Auto
+Web Fuck
+Web Sauger
 WebAuto
-WebBandit
-WebEnhancer
-WebFetch
-WebImageCollector
-WebLeacher
-WebZIP
+WebCopier
+WebGo IS
+WebStripper
+WebWhacker
+Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-Webster
+WebsiteQuester
 Whack
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
+Whacker
+Who.is Bot
+WinHTTrack
+Wonderbot
+Wotbox
+Wprecon
 Xenu
-Zade
-Zauba
-Zermelo
-ZoominfoBot
+YoudaoBot
+Zitebot
+ZmEu
 ZumBot
+ZyBorg
+autoemailspider
+cah.io.community
 check1.exe
 clark-crawler
-cognitiveseo
-com.plumanalytics
-crawler4j
-dataforseo.com
+demandbase-bot
 domainsproject.org
-gopher
+facebookscraper
 instabid
-isitwp.com
+internetVista monitor
 iubenda-radar
 linkdexbot
-magpie-crawler
-mediawords
-page scorer
-pcBrowser
-polaris version
+muhstik-scan
+oBot
 s1z.ru
-scalaj-http
-seobility
-seocompany.store
 serpstatbot
-sexsearcher
-sitechecker.pro
-siteripz
+sogouspider
 spyfu
-trendiction.de
+sysscan
+trendiction.com
 ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webprosbot
 x09Mozilla
-zauba.io
 zgrab