V4.2021.12.2809 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
-Abonti
+AIBOT
+ALittle Client
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Anarchie
+AllSubmitter
 Anarchy
-Anarchy99
 Ankit
+Anthill
+Apexoo
 Aspiegel
 Asterias
+AwarioSmartBot
 BBBike
+BDCbot
 BackStreet
 BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Bigfoot
 Bitacle
 BlackWidow
+Blackboard
 Blow
+Bolt
 BotALot
 Brandprotect
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CazoodleBot
-CheTeam
-CheeseBot
-ChinaClaw
+Brandwatch
+Buck
+CODE87
+CherryPicker
+Citoid
 Claritybot
-Cliqzbot
-Cocolyzebot
-Copier
-CopyRightCheck
+Cloud mapping
+Cogentbot
+Copyscape
 Cosmos
-CrunchBot
-Custo
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CyotekWebCopy
-DBLBot
-DIIbot
+DSearch
+DataCha0s
 Demon
-Deusu
 Devil
 Digincore
+DigitalPebble
+Dirbuster
+Disco
+Discobot
+Discoverybot
+Dispatch
 DittoSpyder
-DnyzBot
-Domains Project
+DomCopBot
+Download Wonder
 Dragonfly
 Drip
-EMail Siphon
-EroCrawler
-ExtractorPro
-Ezooms
+EMail Wolf
+Ecxi
+Evil
+Exabot
+Express WebPictures
+FDM
+FHscan
 FemtosearchBot
-Flunky
 Foobot
 Freeuploader
-FrontPage
-Fuzz
-FyberSpider
 Fyrebot
-GalaxyBot
+GT::WWW
 Getintent
-Go-Ahead-Got-It
-GoZilla
-GrabNet
+Gotit
+Grabber
 Grafula
 GrapeFX
-GridBot
-HEADMasterSEO
 HMView
-Havij
-Hloader
+HaosouSpider
+Harvest
 Humanlinks
+IDBTE4M
 IDBot
-Iblog
-Id-search
+IRLbot
 IlseBot
+IndeedBot
 InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-InternetSeer
 Iria
+IstellaBot
 JOC Web Spider
-Joomla
-JustView
+JamesBOT
+Jbrofuzz
+Jyxobot
 Kozmosbot
-LNSpiderguy
-LWP::Simple
-LeechFTP
+Lanshanbot
+Leap
 Lftp
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
+Libwhisker
 LinkWalker
-Linkbot
-Linkdexbot
 LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+Lmspider
 Ltx71
-MIDown tool
-MIIxpc
 MJ12bot
+MTRobot
 Mag-Net
-Majestic SEO
-Mata Hari
+Mass Downloader
+Masscan
 Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
-Microsoft URL Control
-Moblie Safari
-Msrabot
-Nessus
-Net Vampire
+Mister PiX
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Musobot
+NICErsPRO
+Name Intelligence
+Nameprotect
+NetLyzer
 NetMechanic
 NetSpider
+Netcraft
 Nettrack
-Nmap
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nuclei
 Nutch
+Offline Explorer
 Offline Navigator
-Openfind
-OrangeSpider
 OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
-Panscient
-PeoplePal
+PageThing.com
+Papa Foto
+Petalbot
 Picscout
+Picsearch
+Pixray
 PleaseCrawl
-ProPowerBot
 ProWebWalker
 Probethenet
 Psbot
-Quick-Crawler
-Rankivabot
-ReGet
+Pump
+RankFlex
+RankingBot
+Re-re
+Reaper
 RebelMouse
-Recorder
-RepoMonkey
-Rogerbot
-SEOkicks
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
+Scrapy
+Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
 SearchmetricsBot
-Shodan
-Siphon
-Site Sucker
-SiteSucker
-Sitebeam
-Sitevigil
-Snake
-Snapbot
-SocialRankIOBot
+SemanticJuice
+SentiBot
+SiteCheckerBotCrawler
+SiteExplorer
+Siteimprove
+SlySearch
+Sociscraper
 Sosospider
-Spanner
+Spammen
+Spinn3r
+Sqlmap
+Sqworm
 Stripper
-Sucker
-Sucuri
-T8Abot
+Swiftbot
 Teleport
-The Intraformant
-TheNomad
-Trendictionbot
-True_Robot
-Turingos
+Telesphoreo
+TightTwatBot
+Toata
+Trendiction
+Turnitin
+TwengaBot
+URLy Warning
 URLy.Warning
-V-BOT
+Upflow
+VB Project
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-Voltron
-WASALive-Bot
+VidibleScraper
+WBSearchBot
+WEBDAV
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers/3.0
 WallpapersHD
-Web Auto
 Web Collage
-Web Enhancer
-Web Sucker
+Web Fetch
+WebAuto
 WebFetch
-WebFuck
-WebGo IS
-WebReaper
-WebStripper
+WebImageCollector
+WebSauger
 WebZIP
-Webshag
+WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
 Webster
+Whatweb
 Who.is Bot
-Widow
-WinHTTrack
-Xaldon_WebSpider
-Xenu
+Wonderbot
+Xaldon WebSpider
 YoudaoBot
 Zade
-Zermelo
-Zeus
+Zauba
 Zitebot
-ZoominfoBot
 ZumBot
-adscanner
-arquivo-web-crawler
-check1.exe
-clark-crawler
-crawler.feedback
+arquivo.pt
+autoemailspider
+coccocbot-web
+cognitiveseo
+crawl.sogou.com
 crawler4j
+dataforseo.com
 domainsproject.org
 eCatch
-evc-batch
-instabid
+facebookscraper
+heritrix
 internetVista monitor
+isitwp.com
+lwp-request
+magpie-crawler
 meanpathbot
 mediawords
 muhstik-scan
-oBot
-plumanalytics
-probe-image-size
+page scorer
 ripz
 s1z.ru
 seostar
 sexsearcher
-sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
-trendiction.com
-voyagerx.com
 webgains-bot
-webmeup-crawler
-webpros.com
-zgrab
+x22Mozilla