V4.2022.05.3119 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
+80legs
+ADmantX
 AIBOT
-ASPSeek
-Abonti
-Alexibot
-AlphaBot
-Ankit
+ALittle Client
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Anarchie
+Apexoo
+Aspiegel
 Asterias
-Atomseobot
-BDFetch
+AwarioSmartBot
 BLEXBot
 BackWeb
 Badass
-Battleztar Bazinga
+Bandit
+Barkrowler
 Black Hole
+BlackWidow
 Blow
 Boardreader
+BotALot
+Brandprotect
 Buck
-CATExplorador
-Calculon
-CensysInspect
-CherryPicker
+Buddy
+Bullseye
+BunnySlippers
+CSHttp
+Cegbfeieh
 ChinaClaw
 Chlooe
+Citoid
+Claritybot
 Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Copier
-CopyRightCheck
+Copyscape
 Crawling at Home Project
-Crescent
 Curious
-Custo
-CyotekWebCopy
+DIIbot
 DSearch
-DataCha0s
-Demon
-Disco
-Discoverybot
-Dispatch
-DittoSpyder
-DomCopBot
-DomainSigmaCrawler
-Download Wonder
-Dragonfly
-ECCP/1.0
-EMail Wolf
-EasyDL
+Deusu
+Digincore
+DigitalPebble
+DnyzBot
+DomainAppender
+DomainCrawler
+Domains Project
+Drip
 Ebingbong
-Exabot
+Ecxi
+EirGrabber
+EroCrawler
 Express WebPictures
 Extractor
-Extreme Picture Finder
-Fimap
-Firefox/7.0
-Freeuploader
-FrontPage
+FemtosearchBot
+FlashGet
 Fyrebot
 GT::WWW
-GalaxyBot
+Genieo
 Getintent
 Go!Zilla
-GoZilla
-Gotit
-GrabNet
-Harvest
+Grabber
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
+HMView
+HTTP::Lite
+HTTrack
+Haansoft
 Havij
 Heritrix
-Hloader
 Humanlinks
 IDBTE4M
-Image Fetch
-Intelliseek
+IDBot
+IRLbot
+IlseBot
+IndeedBot
+Indy Library
+InfoTekies
+InterGET
+InternetSeer
 Iria
 IstellaBot
-JOC Web Spider
+JennyBot
+Joomla
 JustView
-LWP::Simple
-Larbin
-Lightspeedsystems
-Linkbot
+Kozmosbot
+Leap
+LeechFTP
+LexiBot
+LieBaoFast
+Likse
+LinkScan
+LinkWalker
 LinkextractorPro
-LinkpadBot
-Lipperhey
-Litemage_walker
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+LinqiaRSSBot
 MarkMonitor
 Mass Downloader
 Masscan
-Mata Hari
 MauiBot
+Mb2345Browser
 Meanpathbot
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
+Minefield
+Moblie Safari
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NICErsPRO
 Navroad
+NearSite
 Needle
-NetMechanic
-NetSpider
-NetZIP
-Nibbler
-Ninja
-Nuclei
+Nessus
+Net Vampire
+Nettrack
+NextGenSearchBot
+Niki-bot
 Nutch
-OnCrawl
-OpenLinkProfiler
-OutclicksBot
-OutfoxBot
+Octopus
+Offline Explorer
+Openvas
+OrangeBot
 PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
+PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
 Panscient
-Petalbot
-Pi-Monster
-Picsearch
-Pimonster
+Papa Foto
+PeoplePal
 Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
-Pu_iN
-PxBroker
-RankActiveLinkBot
-RankingBot2
+PyCurl
+RSSingBot
 Rankivabot
+RankurBot
 Re-re
-ReGet
-Recorder
+RealDownload
+RedesScrapy
 RepoMonkey
+SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-SEOstats
+SMTBot
 SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
 Scrapy
-ScrepyBot
-Searchestate
+Screaming
+SearchmetricsBot
 Seekport
-SeoSiteCheckup
-Shodan
+SemanticJuice
+SemrushBot
+SentiBot
+Seomoz
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-Snapbot
-Snoopy
+Sitevigil
+Snake
 Sociscraper
-Sosospider
+Sogou web spider
 Sottopop
 SpankBot
+Spbot
 Sqlmap
 Sqlworm
 Sqworm
+Steeler
 Stripper
-Sucuri
-SuperHTTP
-Swiftbot
 Telesphoreo
-TheNomad
-Thumbor
+Telesphorep
 TightTwatBot
 Titan
-Toata
-Toweyabot
-Tracemyfile
 Trendiction
 True_Robot
-TwengaBot
-Twice
+Turingos
+Turnitin
+URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
-V-BOT
-VB Project
-VCI
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-WASALive-Bot
-WEBDAV
-WISENutbot
+Virusdie
+Voltron
 WWW-Mechanize
-Wallpapers
+Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
-Web Fetch
-Web Fuck
-Web Sucker
+Web Collage
+Web Enhancer
+Web Pix
+Web Sauger
 WebAuto
+WebFetch
+WebFuck
+WebGo IS
 WebPix
-WebReaper
-WebStripper
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Webster
+WebWhacker
+WebZIP
+Webalta
+Webshag
+WebsiteQuester
+Whacker
+Whatweb
 Who.is Bot
 Widow
-Wonderbot
-YoudaoBot
-Zade
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
 Zeus
 Zitebot
-ZumBot
-ZyBorg
+ZoomBot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
-clark-crawler
+cah.io.community
 coccocbot
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
 domainsproject.org
 evc-batch
 facebookscraper
 gopher
-heritrix
 instabid
-ips-agent
-iubenda-radar
-linkdexbot
-lwp-request
-mediawords
-muhstik-scan
-probe-image-size
+internetVista monitor
+meanpathbot
+page scorer
+s1z.ru
 scalaj-http
-scan.lol
-seoscanners
-seostar
-sexsearcher
+seocompany.store
+sitechecker.pro
 siteripz
 sogouspider
+sp_auditbot
 spyfu
-tAkeOut
+sysscan
 trendiction.com
-ubermetrics-technologies.com
-webprosbot
-x22Mozilla
-zauba.io
+webmeup-crawler
+x09Mozilla