V4.2022.11.3501 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+01h4x.com
+404checker
+AIBOT
+ALittle Client
+Abonti
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Anarchy99
-Atomseobot
-BBBike
-BLEXBot
+Aipbot
+AlphaBot
+Anarchie
+Anthill
+Attach
+BDCbot
+BDFetch
 BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Badass
-Barkrowler
 BatchFTP
-Bigfoot
-Boardreader
-Brandprotect
-Brandwatch
-BuiltBotTough
-BunnySlippers
-CCBot
-CazoodleBot
-CheeseBot
+Battleztar Bazinga
+BlackWidow
+Blackboard
+BotALot
+Buck
+Bullseye
+Calculon
+Cegbfeieh
 ChinaClaw
 Citoid
+Cocolyzebot
+Cogentbot
 Collector
 Copier
-Copyscape
+CopyRightCheck
 Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
-Curious
-Custo
 CyotekWebCopy
 DBLBot
-DSearch
 DTS Agent
-Deusu
+DataCha0s
+Devil
 DigitalPebble
-Disco
-DittoSpyder
-Domains Project
-Download Wonder
+Discobot
+DomainCrawler
 Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
-EirGrabber
-Extreme Picture Finder
-FDM
+Ebingbong
+Ecxi
+EroCrawler
+Exabot
+Extractor
+ExtractorPro
+Ezooms
 FHscan
 FemtosearchBot
-Fimap
-Foobot
+Firefox/7.0
 Freeuploader
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-GermCrawler
 GetRight
+GetWeb
 Getintent
 Gigabot
-Go!Zilla
-Gotit
+GrabNet
 HTMLparser
 HTTP::Lite
-HTTrack
-Harvest
-Havij
+Haansoft
+HaosouSpider
 HonoluluBot
+Humanlinks
+IDBot
+Iblog
 Image Fetch
+IndeedBot
+InfoNaviRobot
 InternetSeer
-IstellaBot
-JamesBOT
+Iria
 Jbrofuzz
-Joomla
-Kinza
-Kozmosbot
+JennyBot
+JustView
+Keybot Translation-Search-Machine
 LWP::Simple
-Lanshanbot
-Larbin
-Lftp
-Likse
-LinkScan
-LinkWalker
-Linkbot
+Leap
+LieBaoFast
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Lmspider
 Ltx71
-MIDown tool
-MQQBrowser
+MIIxpc
+MJ12bot
+MSFrontPage
 MSIECrawler
 MTRobot
+Mag-Net
+Magnet
 Majestic SEO
-MarkMonitor
-MarkWatch
+Majestic-SEO
 Mass Downloader
+Masscan
+Mata Hari
 Mb2345Browser
+MeanPath Bot
 Metauri
 Microsoft URL Control
-Minefield
-Moblie Safari
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-NetMechanic
+Mozlila
+Msrabot
+Nameprotect
+Nessus
+NetAnts
+NetSpider
 NetZIP
-NextGenSearchBot
+Nettrack
 Nikto
 NimbleCrawler
-Ninja
-Nmap
-Nuclei
+Not
 Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
-OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
+PECL::HTTP
+PageAnalyzer
 PageThing.com
 Pandalytics
 Papa Foto
-PeoplePal
-Petalbot
-PictureFinder
-Pixray
+Pavuk
+Pi-Monster
+Picscout
+Picsearch
+Pimonster
 ProPowerBot
 ProWebWalker
+Probethenet
 Psbot
-Pu_iN
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
-RankingBot
+RankActive
 RankingBot2
 Rankivabot
 RankurBot
+Re-re
 RealDownload
-Ripper
 RocketCrawler
 SBIder
+SEOkicks
 SEOkicks-Robot
 SEOprofiler
-SISTRIX
-Scanbot
-Scrapy
+SEOstats
+SalesIntelligent
+ScanAlert
+ScoutJet
+ScreenerBot
+ScrepyBot
+Seekport
 Semrush
 SemrushBot
+SentiBot
+SeoSiteCheckup
+Seomoz
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
-SlySearch
-SmartDownload
-Sociscraper
+SiteSnagger
+Sitebeam
+Sitevigil
+Snake
+Snapbot
+SocialRankIOBot
 Sosospider
-Sqlmap
-Sqlworm
-Sqworm
+SpankBot
+Spanner
+Spbot
+Spinn3r
+Stripper
 Sucker
 SuperBot
-SurveyBot
-Suzuran
 Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-Teleport
 Telesoft
-Telesphoreo
-Thumbor
-Titan
-Toata
-Toweyabot
-Trendiction
-True_Robot
-Turnitin
-Typhoeus
-URLy Warning
+TheNomad
+Tracemyfile
+TwengaBot
 UnisterBot
+Upflow
+V-BOT
+VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
-WBSearchBot
-WWW::Mechanize
-WWWOFFLE
+VidibleScraper
+Virusdie
+WEBDAV
+WWW-Collector-E
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
 WeSEE
 Web Auto
+Web Collage
+Web Enhancer
 Web Fetch
-Web Sauger
-WebCollage
+Web Fuck
+Web Sucker
+WebAuto
+WebCopier
 WebFetch
+WebFuck
+WebImageCollector
+WebLeacher
+WebReaper
+WebSauger
 WebWhacker
 WebZIP
-Webalta
-Webshag
-Website Quester
-WebsiteQuester
+WebsiteExtractor
+Whacker
 Whatweb
 Who.is Bot
-Widow
-Wonderbot
 Woobot
+Wotbox
 Wprecon
-Xaldon_WebSpider
-YoudaoBot
-ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
-archive.org_bot
-autoemailspider
-cognitiveseo
+Zade
+Zauba
+Zermelo
+Zitebot
+ZmEu
+arquivo-web-crawler
+arquivo.pt
+backlink-check
+cah.io.community
+clark-crawler
 crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
-gopher
+heritrix
 instabid
 internetVista monitor
-linkdexbot
-lwp-request
-mediawords
-pcBrowser
-polaris version
-ripz
+iubenda-radar
+meanpathbot
+netEstate NE Crawler
+oBot
 s1z.ru
-scan.lol
-seobility
+satoristudio.net
+seocompany.store
+serpstatbot
 sexsearcher
 sogouspider
-spyfu
-sysscan
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webprosbot
+webgains-bot
+webmeup-crawler
+webpros.com
 x09Mozilla
-xpymep1.exe
+x22Mozilla