V4.2021.10.2683 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
-Aboundexbot
-Acunetix
-AhrefsBot
-AiHitBot
-AlphaBot
-Anarchie
-Aspiegel
-BBBike
-BDFetch
-BackWeb
-Backlink-Ceck
+360Spider
+80legs
+ALittle Client
+Abonti
+Aipbot
+Anarchy99
+Apexoo
+BDCbot
+BLEXBot
+BackDoorBot
+BacklinkCrawler
 Badass
 Barkrowler
-BatchFTP
 Battleztar Bazinga
 BetaBot
-BlowFish
+Black Hole
+BlackWidow
+Blackboard
+Blow
 Bolt
 BotALot
 Buck
-Buddy
-BuiltBotTough
 BuiltWith
-Bullseye
+BunnySlippers
+CCBot
+CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
 CheTeam
-Cloud mapping
+CheeseBot
+CherryPicker
+ChinaClaw
+Cliqzbot
 Cogentbot
-Copier
+CopyRightCheck
 Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-Devil
+DSearch
+Demon
+Deusu
+Digincore
+Disco
 Discobot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
-Ecxi
-EirGrabber
-Evil
-Exabot
-ExtLinksBot
-Extreme Picture Finder
-FDM
-Flunky
-Foobot
-FyberSpider
-GalaxyBot
-GermCrawler
-GetRight
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Download Wonder
+EMail Wolf
+EasyDL
+EroCrawler
+Express WebPictures
+Ezooms
+FHscan
+FemtosearchBot
+Firefox/7.0
+Freeuploader
+FrontPage
+GetWeb
 Getintent
 Gotit
-Grafula
+GrabNet
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
+GridBot
 HMView
-HTTP::Lite
-HTTrack
+Harvest
 Havij
+Heritrix
 Hloader
-IRLbot
+HybridBot
+Id-search
 Image Fetch
-Indy Library
+Image Sucker
+InfoNaviRobot
 InfoTekies
-InterGET
-Iskanie
-IstellaBot
+Intelliseek
+Iria
 JamesBOT
-Jbrofuzz
-JennyBot
 Jetty
-Kenjin Spider
-LeechFTP
-LexiBot
-Lftp
-LieBaoFast
+JikeSpider
+Joomla
+JustView
+Keyword Density
+Kozmosbot
+LWP::Simple
+Lanshanbot
+Libwhisker
 Lightspeedsystems
-LinkextractorPro
+Likse
+LinkScan
+Linkbot
+Linkdexbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 MFC_Tear_Sample
-MQQBrowser
-Mag-Net
+MSIECrawler
 Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Mass Downloader
 Mata Hari
-Mb2345Browser
-MegaIndex.ru
+Meanpathbot
 Metauri
 Mister PiX
-Mojeek
-Mr.4x3
+Mozlila
 Musobot
 NPbot
 Name Intelligence
-Nameprotect
 Navroad
-NearSite
 Net Vampire
-NetAnts
-NetLyzer
+Netcraft
+Nettrack
 Netvibes
-Niki-bot
+NextGenSearchBot
 Nimbostratus
-Nuclei
 Nutch
-Octopus
-Offline Explorer
-OpenLinkProfiler
-OutclicksBot
-PECL::HTTP
+OnCrawl
+Openvas
+OrangeBot
+OrangeSpider
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+Papa Foto
 Pavuk
-PeoplePal
+Petalbot
 Pi-Monster
 Picsearch
+Pimonster
 Pixray
 PleaseCrawl
 Pockey
 Psbot
 Pu_iN
-Pump
-PyCurl
-QueryN Metasearch
-RankingBot
-RankurBot
-ReGet
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot2
+Rankivabot
+Re-re
+RealDownload
 Reaper
 RebelMouse
 RedesScrapy
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+Ripper
+SBIder
 SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
 Screaming
-Searchestate
-Semrush
+ScreenerBot
+SearchmetricsBot
 SemrushBot
-SentiBot
-SeoSiteCheckup
-Seomoz
+SeobilityBot
 Site Sucker
-SiteExplorer
-Siteimprove
 Sitevigil
-SlySearch
 SmartDownload
-Snapbot
-Snoopy
 Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
-SpaceBison
+Spammen
 SpankBot
-Spbot
-Sqlworm
-Sqworm
-Stripper
-Sucuri
-SuperBot
-SurveyBot
+Spanner
+Spinn3r
+Sqlmap
+SuperHTTP
+Surfbot
 Swiftbot
-Szukacz
+T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
-Telesoft
-TightTwatBot
-Toata
-Toweyabot
-Tracemyfile
+Telesphorep
+The Intraformant
 Trendictionbot
 True_Robot
+TwengaBot
 Typhoeus
 URLy.Warning
-V-BOT
-VCI
+VB Project
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 VidibleScraper
-Voil
+Virusdie
 Voltron
+WEBDAV
 WISENutbot
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
+WPScan
+WWW-Collector-E
+Web Enhancer
 Web Fuck
-Web Pix
+Web Sauger
 Web Sucker
+WebCopier
+WebEnhancer
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
 WebSauger
 WebStripper
-Webster
-Who.is Bot
-Widow
+WebSucker
+WebWhacker
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
+Whatweb
 Wotbox
 Wprecon
-YoudaoBot
-Zauba
-ZoomBot
+Xaldon WebSpider
+Zitebot
+ZmEu
 ZumBot
-archive.org_bot
+autoemailspider
 backlink-check
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
+cah.io.community
+crawler4j
 evc-batch
+heritrix
+instabid
+internetVista monitor
 ips-agent
-isitwp.com
-lwp-trivial
 oBot
-polaris version
 probe-image-size
-scalaj-http
+ripz
+satoristudio.net
+scan.lol
+seobility
 seoscanners
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
 siteripz
+sp_auditbot
 tAkeOut
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+voyagerx.com
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io