V4.2021.07.2468 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404enemy
 80legs
 ADmantX
 Abonti
-Acunetix
-AiHitBot
+Aboundex
+AhrefsBot
 Aipbot
-Alexibot
+Anarchie
+Anarchy
 Ankit
-Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
-AwarioSmartBot
+Attach
+BDCbot
+BLEXBot
 BackWeb
 BacklinkCrawler
-Badass
-Bandit
+Barkrowler
 BatchFTP
-Bitacle
+Blackboard
+BlowFish
 Boardreader
+Brandprotect
 Buck
 BuiltBotTough
 BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
+CCBot
+CSHttp
 Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
-ChinaClaw
+CheTeam
+CheeseBot
+Cliqzbot
 Collector
 CopyRightCheck
-Cosmos
-Crescent
-Curious
+Copyscape
+CrazyWebCrawler
 Custo
 CyotekWebCopy
-DBLBot
-DSearch
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Demon
+DigitalPebble
+Dirbuster
 Disco
-Discobot
-Discoverybot
-DittoSpyder
-DomCopBot
+DnyzBot
 DomainAppender
-DomainStatsBot
-Download Wonder
-Express WebPictures
+EasyDL
+Evil
+Exabot
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+FDM
+FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
-Foobot
-Fyrebot
-G-i-g-a-b-o-t
+Flunky
+Freeuploader
+FrontPage
+Fuzz
 GT::WWW
-GermCrawler
-Gigablast
+GalaxyBot
+GetRight
+GetWeb
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
+Gotit
+GrabNet
 Grabber
 GrapeFX
-HTTP::Lite
-HTTrack
 Haansoft
-HaosouSpider
 Harvest
-Havij
+Heritrix
 Hloader
 IDBTE4M
-Iblog
-Id-search
+IDBot
 IlseBot
-Image Fetch
-JOC Web Spider
-JennyBot
-Jetty
-JustView
+IndeedBot
+Indy Library
+Intelliseek
+InterGET
+InternetSeer
+Iria
+IstellaBot
+JetCar
+Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-LNSpiderguy
+Kinza
+Lanshanbot
 Larbin
-LeechGet
-LexiBot
+LeechFTP
 Lftp
+LibWeb
 LieBaoFast
-Lightspeedsystems
-LinkWalker
+Likse
 Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkpadBot
+Lipperhey
+Litemage_walker
+Lmspider
 MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
-Magnet
+MSFrontPage
+MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-Mata Hari
-MauiBot
-Mb2345Browser
 Mediatoolkitbot
 Metauri
-Mojeek
-Mojolicious
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Morfeus Fucking Scanner
-Musobot
-Nameprotect
-Navroad
+NICErsPRO
+NPbot
+Name Intelligence
 NearSite
-Needle
-NetAnts
-NetLyzer
-NetMechanic
+NetSpider
 NetZIP
-Nettrack
-NextGenSearchBot
+Netvibes
 Nibbler
-Nmap
-Nutch
-Octopus
+Nuclei
 Offline Explorer
-OnCrawl
 OpenLinkProfiler
 Openfind
-Openvas
-OrangeSpider
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageScorer
+PageThing.com
 Panscient
-Papa Foto
-Petalbot
-Pi-Monster
-Piepmatz
+Picscout
+Picsearch
+PictureFinder
+Pixray
 PleaseCrawl
-ProWebWalker
-Pu_iN
-QueryN Metasearch
+Pockey
+ProPowerBot
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
+RankingBot
+Re-re
 ReGet
-Reaper
-RebelMouse
 Recorder
+RepoMonkey
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
 SMTBot
 ScanAlert
+Scrapy
+Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
-SemrushBot
-Shodan
+Semrush
 Site Sucker
-SiteLockSpider
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sottopop
-SpankBot
-Spanner
+Siteimprove
+SlySearch
+Sogou web spider
+Spammen
 Spbot
+Spinn3r
+SputnikBot
+Sqworm
 Steeler
-Stripper
-Sucuri
 SuperBot
 SuperHTTP
 Suzuran
-Swiftbot
 T8Abot
-TeleportPro
 Telesoft
 TheNomad
+TightTwatBot
 Toweyabot
-True_Robot
+Trendiction
+Turingos
 Turnitin
-TurnitinBot
+TwengaBot
+Twice
 URLy Warning
 UnisterBot
-Upflow
-VCI
-Vacuum
-Vagabondo
-Virusdie
+V-BOT
+VB Project
+VelenPublicWebCrawler
 VoidEYE
-WASALive-Bot
+Voil
+Voltron
+WISENutbot
+WWW-Collector-E
 WallpapersHD
 WeSEE
 Web Collage
 Web Enhancer
 Web Sauger
+Web Sucker
+WebAuto
 WebCollage
 WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
-WebSauger
-WebStripper
-WebZIP
+WebSucker
+WebWhacker
 Webalta
-Website Quester
-Whacker
-Whatweb
-Who.is Bot
+Whack
 Widow
 WinHTTrack
 WiseGuys Robot
-Xaldon_WebSpider
-Zade
+Wotbox
+Wprecon
+Zauba
 ZoomBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+backlink-check
 crawl.sogou.com
-demandbase-bot
+crawler.feedback
+crawler4j
+domainsproject.org
 eCatch
 evc-batch
-gopher
-heritrix
-internetVista monitor
-isitwp.com
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-ripz
-satoristudio.net
+facebookscraper
+lwp-request
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
+oBot
+s1z.ru
 scalaj-http
-scan.lol
 seoscanners
+sexsearcher
 siteripz
-sogouspider
+sp_auditbot
+tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
 xpymep1.exe