V4.2022.03.2992 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 404checker
-ADmantX
+404enemy
+ALittle Client
 ASPSeek
-Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
-Anarchy99
-Aspiegel
+Aipbot
+AlphaBot
+Anarchie
+Anarchy
+Asterias
+Attach
+BBBike
 BDCbot
-BLEXBot
+BackDoorBot
 Backlink-Ceck
+BacklinkCrawler
 Badass
-Bandit
-Battleztar Bazinga
+Barkrowler
 Blow
 BlowFish
-Boardreader
-BotALot
-BuiltBotTough
-BunnySlippers
-CCBot
+Bolt
+Buck
+Buddy
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
 CheTeam
-CherryPicker
 ChinaClaw
 Chlooe
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
-Craftbot
-Crawling at Home Project
+Copier
+Cosmos
+Crescent
 CrunchBot
 Curious
-Custo
-DIIbot
-DSearch
-DTS Agent
 DatabaseDriverMysqli
 Demon
+Devil
 Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-Ebingbong
-EroCrawler
+Drip
+EMail Wolf
 Evil
 Exabot
+ExtLinksBot
+Extractor
 ExtractorPro
-EyeNetIE
-FDM
-FHscan
+FemtosearchBot
+Flunky
+Foobot
+Freeuploader
+FyberSpider
+Fyrebot
 GT::WWW
+Genieo
+GetWeb
+Getintent
+Gigabot
 GoZilla
-GrabNet
-Grabber
-GrapeFX
+Gotit
+GrapeshotCrawler
 GridBot
-HMView
-HTMLparser
+HTTP::Lite
+Havij
 Heritrix
-HonoluluBot
+Hloader
+Humanlinks
 HybridBot
 IDBot
 IRLbot
 Iblog
-Id-search
-Image Fetch
-Image Sucker
+IlseBot
+InfoTekies
 InterGET
-Internet Ninja
-InternetSeer
 IstellaBot
-JennyBot
-Joomla
+Jbrofuzz
+JetCar
 Jorgee
-JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-LNSpiderguy
+Lanshanbot
 Leap
 LeechFTP
 LeechGet
 LexiBot
 LieBaoFast
-Likse
-LinkScan
 LinkextractorPro
-LinksManager
-Lipperhey
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Litemage_walker
 Lmspider
-MSFrontPage
-MSIECrawler
-Mass Downloader
-Mb2345Browser
-Moblie Safari
-Mojeek
+MFC_Tear_Sample
+MJ12bot
+Mag-Net
+Mail.RU_Bot
+Majestic12
+MarkWatch
+Masscan
+Mata Hari
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Mojolicious
+Mozlila
 Mr.4x3
 Msrabot
-Nameprotect
+NICErsPRO
 Needle
-Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+NetZIP
 Netcraft
-Netvibes
-Nibbler
 Nikto
+Nimbostratus
 Nmap
+Not
 Nuclei
-Offline Explorer
-Offline Navigator
+Nutch
+OpenLinkProfiler
+OpenVAS
 Openfind
+Openvas
 OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
+OutclicksBot
+OutfoxBot
 PageScorer
+PageThing.com
 Pandalytics
+Panscient
 Papa Foto
 PeoplePal
-Pi-Monster
-Picscout
-Picsearch
-Piepmatz
-Pimonster
-Pixray
 PleaseCrawl
-ProPowerBot
-Probethenet
+Pockey
+ProWebWalker
+Psbot
+Pump
 PxBroker
 PyCurl
 Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
+Rankivabot
+Re-re
 Reaper
 Recorder
-RedesScrapy
 Ripper
 Rogerbot
-SEOkicks
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SMTBot
-ScanAlert
-Scanbot
+SISTRIX
 ScoutJet
 Scrapy
-Screaming
 ScrepyBot
 Seekport
-Semrush
 SemrushBot
 SeoSiteCheckup
-SeobilityBot
 Seomoz
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
 SiteSnagger
 SiteSucker
-Siteimprove
 Sitevigil
+SlySearch
+SmartDownload
 SocialRankIOBot
+Sociscraper
 Spammen
-SpankBot
-Spanner
-SputnikBot
-Stripper
-Sucuri
-SuperHTTP
-Szukacz
-T0PHackTeam
-Teleport
-TeleportPro
-TheNomad
-Thumbor
-TightTwatBot
-Titan
+Suzuran
+Telesoft
+Toata
+Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
 Turnitin
-TurnitinBot
 TwengaBot
-Typhoeus
-URLy Warning
-URLy.Warning
-UnisterBot
-VB Project
+V-BOT
 VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WBSearchBot
+Virusdie
+Voltron
 WEBDAV
-WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Sauger
+WallpapersHD
+WeSEE
+Web Collage
+Web Enhancer
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
-WebEnhancer
-WebFetch
+WebCopier
+WebImageCollector
+WebLeacher
+WebPix
 WebSauger
-WebSucker
-WebWhacker
+WebStripper
 WebZIP
-WebmasterWorldForumBot
-Webster
-WinHTTrack
+Webalta
+Whacker
+Whatweb
+Who.is Bot
 WiseGuys Robot
-Wonderbot
-Wprecon
+Woobot
 Xaldon_WebSpider
-YoudaoBot
-Zade
-Zitebot
-ZmEu
-ZumBot
-arquivo.pt
-autoemailspider
+Zauba
+Zeus
+ZyBorg
+arquivo-web-crawler
+backlink-check
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-evc-batch
+cognitiveseo
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
 instabid
 internetVista monitor
-isitwp.com
-magpie-crawler
-meanpathbot
-mediawords
 netEstate NE Crawler
 oBot
+page scorer
 pcBrowser
-s1z.ru
+plumanalytics
+ripz
 scalaj-http
-seocompany.store
-trendiction.com
-x22Mozilla
+scan.lol
+seobility
+sexsearcher
+siteripz
+sogouspider
+spyfu
+tAkeOut
+trendiction.de
+voyagerx.com
+webprosbot
+zgrab