V4.2022.12.3532 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
+ADmantX
 ASPSeek
 Abonti
 Aboundex
-AhrefsBot
-Alexibot
-AllSubmitter
+AiHitBot
+Aipbot
+Anarchie
+Anarchy
 Anarchy99
-Attach
-AwarioSmartBot
-BLEXBot
+Ankit
+Anthill
+Aspiegel
+Atomseobot
+BDFetch
+BackStreet
+BackWeb
 Badass
-Barkrowler
-BatchFTP
 Battleztar Bazinga
 BetaBot
-BlackWidow
 Blackboard
-Boardreader
-Bolt
-Brandwatch
+Blow
+BotALot
 Buck
-BunnySlippers
-BuzzSumo
+Bullseye
 Calculon
 CazoodleBot
 Cegbfeieh
-CheeseBot
 ChinaClaw
 Chlooe
 Citoid
-Cloud mapping
+Claritybot
+Cliqzbot
+Cocolyzebot
 Collector
+Copier
 CopyRightCheck
-Copyscape
+Cosmos
+Crawling at Home Project
 Curious
-Custo
-CyotekWebCopy
-DSearch
-DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
 Disco
 Discobot
 Discoverybot
-Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-Drip
+Dragonfly
 EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-ExtLinksBot
-Extreme Picture Finder
+EroCrawler
+Express WebPictures
+ExtractorPro
+FDM
 FemtosearchBot
 FlashGet
 Flunky
+FrontPage
+Fuzz
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
 GetRight
-GetWeb
-GrabNet
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+Gotit
 Grabber
-HEADMasterSEO
+GrapeshotCrawler
+HMView
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
-Heritrix
-Hloader
+Harvest
+Havij
+Humanlinks
+HybridBot
+IDBTE4M
+IDBot
+IRLbot
 Id-search
-Image Fetch
-Indy Library
-Intelliseek
-Iskanie
-IstellaBot
+IlseBot
+IndeedBot
+InternetSeer
+JOC Web Spider
 JetCar
-Jetty
-JikeSpider
-Jorgee
-Keyword Density
-Kinza
-LNSpiderguy
-Lanshanbot
-LeechFTP
-LeechGet
+JustView
+Keybot Translation-Search-Machine
+LWP::Simple
+LexiBot
 Lftp
-Libwhisker
+LibWeb
+LieBaoFast
 LinkpadBot
 LinksManager
-Litemage_walker
-MSFrontPage
-Mag-Net
+LinqiaRSSBot
+Ltx71
+MJ12bot
 Magnet
 Mail.RU_Bot
 Majestic12
+MarkMonitor
 MarkWatch
 Masscan
-Mata Hari
 Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
+MicroMessenger
+Mojolicious
+Mozlila
 Msrabot
 NICErsPRO
-Nameprotect
+NPbot
 Navroad
-NearSite
+Needle
 NetLyzer
+NetMechanic
 NetSpider
-Netcraft
-Nettrack
-Nimbostratus
-Octopus
-Offline Navigator
+Netvibes
+NextGenSearchBot
+Nibbler
+Nmap
+Not
 OnCrawl
 OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeSpider
 PECL::HTTP
 PHPCrawl
-PageGrabber
-PageThing.com
-Pandalytics
-Papa Foto
+Page Analyzer
+PageScorer
+PeoplePal
 Petalbot
-Picscout
+Pi-Monster
 Pixray
+PleaseCrawl
 Pockey
-Psbot
+Probethenet
+Pump
+RSSingBot
 RankActive
-RankFlex
-RankingBot
 RankingBot2
-Re-re
+RankurBot
 ReGet
-RealDownload
-RedesScrapy
+Recorder
 RepoMonkey
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
+SEOstats
 SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
-ScoutJet
 Scrapy
-Screaming
 ScreenerBot
+ScrepyBot
 Searchestate
-SemrushBot
+SearchmetricsBot
+SentiBot
 SeoSiteCheckup
-Shodan
-Siphon
-Site Sucker
-Sitebeam
-Sitevigil
-Snake
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Snapbot
 Snoopy
+SocialRankIOBot
 Sociscraper
-Sogou web spider
+Sottopop
 SpaceBison
-Spbot
-SputnikBot
 Sqlmap
-Sqworm
-Stripper
-Sucuri
-SuperBot
+Steeler
 SuperHTTP
-Szukacz
-T0PHackTeam
+Surfbot
+SurveyBot
+Suzuran
+Teleport
 Telesoft
-Telesphoreo
+Telesphorep
 TightTwatBot
-Tracemyfile
+Toata
 Trendictionbot
-True_Robot
-TurnitinBot
-TwengaBot
-Twice
-URLy Warning
-URLy.Warning
+Turingos
+Turnitin
 Upflow
-VeriCiteCrawler
+Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
+Virusdie
 WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-Web Auto
+Web Enhancer
 Web Fetch
-Web Pix
+Web Fuck
 WebAuto
 WebBandit
-WebFuck
-WebImageCollector
-WebLeacher
-WebReaper
+WebCopier
+WebFetch
 WebSauger
 WebStripper
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Webster
+WebZIP
+Website Quester
+WebsiteExtractor
 Who.is Bot
-WinHTTrack
 WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
-Zitebot
+Wotbox
+Xaldon_WebSpider
+Zermelo
+Zeus
 ZmEu
 ZoomBot
 ZumBot
 adscanner
 archive.org_bot
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+coccocbot
 cognitiveseo
-dataforseo.com
-demandbase-bot
-eCatch
-facebookscraper
+com.plumanalytics
+crawler.feedback
+crawler4j
+domainsproject.org
 gopher
-internetVista monitor
+heritrix
+instabid
+ips-agent
+iubenda-radar
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
-oBot
-plumanalytics
-polaris version
+pcBrowser
 seobility
-seoscanners
-seostar
-sexsearcher
+seocompany.store
 siteripz
 sp_auditbot
+sysscan
 tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webprosbot
-x22Mozilla
-zauba.io
-zgrab
+trendiction.de
+ubermetrics-technologies.com
+webpros.com
+x09Mozilla