V4.2022.10.3441 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
-80legs
-AIBOT
+404checker
+ADmantX
+ASPSeek
 Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
+AiHitBot
+AllSubmitter
 Anarchy
-Anarchy99
-Ankit
 Anthill
-Aspiegel
-AwarioRssBot
+Attach
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
-BLEXBot
+BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Brandwatch
-Buck
-BuiltWith
-Bullseye
-BunnySlippers
-CODE87
-Calculon
+BetaBot
+Blackboard
+Boardreader
+BuzzSumo
+CSHttp
+Cegbfeieh
+CheTeam
+CheeseBot
+CherryPicker
+Chlooe
+Citoid
 Claritybot
-Cloud mapping
 Cocolyzebot
-Collector
+Cogentbot
 Copier
 CopyRightCheck
 Cosmos
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-Curious
-DIIbot
+CrunchBot
+Custo
+DBLBot
 DSearch
+DataCha0s
 DatabaseDriverMysqli
-Demon
-Digincore
+Deusu
+Devil
 DigitalPebble
-Dirbuster
-Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
-DomainSigmaCrawler
+Discobot
+DomainCrawler
+Download Wonder
 EMail Siphon
 EirGrabber
-Extractor
+Exabot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
+FDM
+Fimap
+Firefox/7.0
 FlashGet
-Flunky
-Fuzz
+FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
-GetRight
-Getintent
+GalaxyBot
+GermCrawler
+GetWeb
+Gigabot
+Go!Zilla
+Gotit
 Grabber
 Grafula
 GridBot
 HEADMasterSEO
 HMView
 HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
-Hloader
+Havij
 Humanlinks
+IDBTE4M
 IDBot
-Iblog
+Id-search
+Image Fetch
+Image Sucker
 IndeedBot
 Internet Ninja
-InternetSeer
 Iria
-Iskanie
-JennyBot
+IstellaBot
+JOC Web Spider
+JamesBOT
+Jorgee
 Kenjin Spider
 Keyword Density
 Kinza
 LNSpiderguy
-Lanshanbot
-Larbin
-Lftp
-Libwhisker
-LieBaoFast
+Leap
+LeechGet
+LexiBot
+LibWeb
+Lightspeedsystems
+Likse
 LinkScan
 Linkbot
-LinkpadBot
+LinkextractorPro
 LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
-MJ12bot
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MauiBot
-Mb2345Browser
+Majestic-SEO
+Mass Downloader
+Mata Hari
 Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Mister PiX
-Moblie Safari
+MicroMessenger
+Microsoft Data Access
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Musobot
 NPbot
 Name Intelligence
-NearSite
-Nessus
+Navroad
+Needle
 Net Vampire
-Netcraft
-Niki-bot
-Nikto
-NimbleCrawler
-Nuclei
-Nutch
-Offline Explorer
+NetMechanic
+Netvibes
+NextGenSearchBot
+Nibbler
+Ninja
+Octopus
 Offline Navigator
-OrangeBot
+OnCrawl
+Openvas
 OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-PageThing.com
+PHPCrawl
+PageAnalyzer
+PageScorer
+Pandalytics
 Panscient
 Papa Foto
-Picscout
-Piepmatz
+Petalbot
+Picsearch
 Pimonster
-ProPowerBot
-Pu_iN
-PyCurl
+Pixray
+ProWebWalker
+Pump
+PxBroker
 QueryN Metasearch
-RSSingBot
-RankActive
-Rankivabot
+Quick-Crawler
 RankurBot
+ReGet
+RealDownload
 RebelMouse
-RedesScrapy
-RepoMonkey
+RocketCrawler
 Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
+SEOstats
 SalesIntelligent
-Scanbot
-Scrapy
 Screaming
-ScrepyBot
-Searchestate
+ScreenerBot
 Seekport
-SemanticJuice
+SentiBot
 SeoSiteCheckup
-Seomoz
 Shodan
+Siphon
+Site Sucker
 SiteLockSpider
-SiteSnagger
-SiteSucker
 Siteimprove
 SlySearch
-Snake
-Snoopy
+SmartDownload
 Sociscraper
 Sogou web spider
 Sosospider
+Sottopop
+Spanner
 Spbot
-Sqlworm
-Sucker
+SputnikBot
+Sqlmap
+Steeler
+Stripper
 Surfbot
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
+T8Abot
+TeleportPro
 The Intraformant
-Thumbor
 TightTwatBot
-Titan
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
+Turnitin
 TurnitinBot
-TwengaBot
 Twice
-Typhoeus
 URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
-VB Project
-VelenPublicWebCrawler
+V-BOT
+Vacuum
+Vagabondo
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voltron
 WASALive-Bot
-WWW-Collector-E
 WWW::Mechanize
-Wallpapers/3.0
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
-Web Sucker
-WebAuto
-WebCollage
-WebFuck
-WebStripper
-WebSucker
+Web Sauger
+WebFetch
+WebImageCollector
+WebPix
 WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
+Webster
 Whack
-Whatweb
+Whacker
+WiseGuys Robot
 Wonderbot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
-Zauba
+Zermelo
 Zeus
-ZmEu
+ZoominfoBot
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-cah.io.community
+autoemailspider
 coccocbot
-crawler.feedback
-crawler4j
-eCatch
-facebookscraper
+cognitiveseo
 heritrix
 ips-agent
+isitwp.com
 lwp-request
-lwp-trivial
 meanpathbot
+mediawords
 muhstik-scan
-polaris version
-probe-image-size
-scalaj-http
-seobility
+netEstate NE Crawler
+pcBrowser
+s1z.ru
+seocompany.store
+seoscanners
+seostar
+serpstatbot
 sexsearcher
 sitechecker.pro
-sp_auditbot
-trendiction.com
+spyfu
 trendiction.de
-voyagerx.com
-webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
-zgrab