V4.2023.01.3543 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
 80legs
+ADmantX
+ASPSeek
 Aboundex
-AfD-Verbotsverfahren
-AiHitBot
+Aboundexbot
 Aipbot
-Alligator
-Aspiegel
-Asterias
-Atomseobot
+Alexibot
+Anarchy
+Anthill
+Apexoo
 Attach
-BBBike
 BDCbot
-BLEXBot
+BDFetch
+BackDoorBot
 BackStreet
-BacklinkCrawler
-Barkrowler
+BackWeb
+Backlink-Ceck
+Bandit
+Battleztar Bazinga
+Black Hole
+BlackWidow
 Blackboard
-BlowFish
-Brandwatch
-Buddy
+BuiltWith
 BunnySlippers
+CODE87
+CSHttp
+Calculon
 Cegbfeieh
-CheTeam
-ChinaClaw
-Cliqzbot
+CheeseBot
+CherryPicker
+Chlooe
 Cloud mapping
-Copier
-Copyscape
-Cosmos
-CrunchBot
-Curious
+Cocolyzebot
+CopyRightCheck
+Craftbot
+CrazyWebCrawler
 Custo
-DBLBot
-DIIbot
+CyotekWebCopy
 DSearch
 DTS Agent
-DataCha0s
+Demon
 Deusu
-Dirbuster
-Disco
-Discoverybot
-DnBCrawler-Analytics
-DomCopBot
+Discobot
+Dispatch
 DomainCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-Dragonfly
-EMail Siphon
-EroCrawler
-Extreme Picture Finder
+Download Wonder
+EasyDL
+EirGrabber
+Evil
+Exabot
+Express WebPictures
 EyeNetIE
-FDM
 FHscan
-FemtosearchBot
+FlashGet
 Flunky
 Foobot
-FrontPage
-FyberSpider
+G-i-g-a-b-o-t
 GalaxyBot
-Go-Ahead-Got-It
-Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
-HTTrack
-Haansoft
+Getintent
+GoZilla
+Gotit
 Harvest
-Havij
-Hloader
-Humanlinks
-IDBTE4M
 IDBot
-Iblog
-Id-search
-Image Fetch
-Image Sucker
-Internet Ninja
-IstellaBot
+IRLbot
+IlseBot
+Indy Library
+InfoTekies
+InterGET
+InternetSeer
+Iria
+Iskanie
 JOC Web Spider
 JamesBOT
-JetCar
 Jetty
-JustView
+Joomla
+Jorgee
 Keybot Translation-Search-Machine
-Keyword Density
 Kozmosbot
 LNSpiderguy
 LWP::Simple
+Larbin
+Leap
 LeechFTP
-LexiBot
+Lftp
+Lightspeedsystems
+Likse
 LinkScan
+Linkbot
 LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaRSSBot
-Lipperhey
+LinqiaMetadataDownloaderBot
 Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MQQBrowser
-Mag-Net
+MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
-Mass Downloader
-Masscan
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkWatch
 Mata Hari
-MauiBot
+Mediatoolkitbot
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+Mojolicious
 MolokaiBot
 Mozlila
 Mr.4x3
-Msrabot
-Nessus
+NPbot
+Navroad
+NearSite
+NetLyzer
+NetMechanic
 Nettrack
-Netvibes
-NextGenSearchBot
+Niki-bot
+Nikto
 NimbleCrawler
+Ninja
 Not
-Nuclei
-Offline Navigator
-OnCrawl
-OrangeBot
-OutclicksBot
-PECL::HTTP
+Nutch
+OpenLinkProfiler
+OpenVAS
+Openvas
+OrangeSpider
+PHPCrawl
+Page Analyzer
 PageGrabber
 PageScorer
 Papa Foto
-Petalbot
-Picsearch
-PictureFinder
-Piepmatz
+Picscout
 ProPowerBot
-Probethenet
 Psbot
 Pu_iN
 Pump
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankurBot
+RankActive
+Rankivabot
+RealDownload
 Reaper
-RedesScrapy
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+Rogerbot
 SEOprofiler
+SEOstats
 SMTBot
-ScanAlert
-ScoutJet
-Scrapy
-ScreenerBot
-SemanticJuice
+Screaming
 SentiBot
-SeobilityBot
-Shodan
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteSucker
-SlySearch
+Sitebeam
+Sitevigil
 SmartDownload
-Snake
 Snapbot
-SocialRankIOBot
+Snoopy
 Sogou web spider
-Spammen
+Sottopop
+SpankBot
 Spbot
-SputnikBot
+Stripper
 Sucuri
-SuperBot
-Surfbot
-SurveyBot
-Swiftbot
-Szukacz
+Suzuran
 T0PHackTeam
-Telesoft
-Toata
+TeleportPro
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
+Titan
 Trendictionbot
 True_Robot
+Turingos
 Turnitin
-TurnitinBot
-Twice
 URLy.Warning
-UnisterBot
-Upflow
 V-BOT
 VCI
-VelenPublicWebCrawler
-VidibleScraper
+Vagabondo
+Virusdie
+Voil
 WASALive-Bot
-WBSearchBot
 WEBDAV
 WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
+WeSEE
 Web Auto
-Web Collage
-Web Enhancer
 Web Fetch
-Web Fuck
 Web Sauger
 WebAuto
-WebLeacher
-WebSucker
+WebCollage
+WebFetch
+WebReaper
+WebSauger
 WebWhacker
-Webster
-Whack
+WebZIP
+Webalta
+Webshag
+WebsiteExtractor
 Whacker
-Who.is Bot
 Widow
 WiseGuys Robot
-Wonderbot
-Woobot
+Wotbox
 Wprecon
-Xaldon WebSpider
 Xenu
 YoudaoBot
+Zermelo
+ZoomBot
 ZoominfoBot
-arquivo-web-crawler
+adscanner
 arquivo.pt
 autoemailspider
 backlink-check
 cah.io.community
-com.plumanalytics
+coccocbot
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
-facebookscraper
-gopher
+crawler4j
+dataforseo.com
+evc-batch
+heritrix
 instabid
+internetVista monitor
+linkdexbot
 lwp-request
-mediawords
-page scorer
+magpie-crawler
+oBot
 pcBrowser
-plumanalytics
+probe-image-size
+s1z.ru
+scan.lol
 seoscanners
 seostar
-sexsearcher
-sitechecker.pro
-siteripz
 sp_auditbot
+sysscan
 tAkeOut
 trendiction.com
 trendiction.de
 voyagerx.com
-webpros.com
-webprosbot
+webgains-bot
 xpymep1.exe
 zgrab