V4.2022.10.3405 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 AIBOT
-ASPSeek
-Abonti
-Aboundex
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 Aipbot
-Alligator
+Alexibot
 Anarchie
 Anarchy
 Anarchy99
-Attach
+Ankit
+Asterias
 AwarioRssBot
-BBBike
-BLEXBot
-BackDoorBot
-BackStreet
+BDCbot
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
-Battleztar Bazinga
-Black Hole
+BlackWidow
+Blow
+Bolt
 Brandprotect
+Buck
+BuiltBotTough
 Bullseye
-BunnySlippers
-Calculon
-CazoodleBot
-CensysInspect
+BuzzSumo
+CCBot
+CSHttp
+Cegbfeieh
 CheTeam
-CheeseBot
-Chlooe
+ChinaClaw
+Citoid
 Claritybot
-Collector
+Cloud mapping
 Copier
 CopyRightCheck
-Craftbot
+Copyscape
 Crawling at Home Project
-CrazyWebCrawler
 Custo
-CyotekWebCopy
 DBLBot
-DataCha0s
+DSearch
+DatabaseDriverMysqli
 Demon
 Devil
-Digincore
-DomainCrawler
+DigitalPebble
+Discobot
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 Dragonfly
 ECCP/1.0
-EMail Wolf
-Exabot
+EMail Siphon
+EasyDL
 Express WebPictures
 ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+Ezooms
+FDM
+FHscan
+Fimap
 Flunky
-GT::WWW
+Freeuploader
+G-i-g-a-b-o-t
+GalaxyBot
 Genieo
-GermCrawler
-Go!Zilla
-GoZilla
+GetRight
+GetWeb
+GrabNet
+Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
 HTTP::Lite
-HaosouSpider
 Heritrix
 Hloader
-HonoluluBot
 Humanlinks
-HybridBot
-IRLbot
-IlseBot
+Iblog
 Image Fetch
-Indy Library
+Image Sucker
 InfoNaviRobot
-Iria
-Iskanie
-IstellaBot
-JOC Web Spider
-JennyBot
+InfoTekies
+Internet Ninja
+InternetSeer
+Jbrofuzz
 JetCar
 JikeSpider
+Joomla
 JustView
+Jyxobot
 Kenjin Spider
-Keyword Density
-LNSpiderguy
-Larbin
-LeechFTP
+Lanshanbot
+Leap
 LeechGet
+Lftp
+Libwhisker
 LieBaoFast
 Likse
-LinkWalker
-Linkbot
+LinkScan
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+LinqiaRSSBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
 MQQBrowser
-MSFrontPage
-Mag-Net
-Majestic SEO
-Mass Downloader
-Mata Hari
+MTRobot
+Magnet
+Mail.RU_Bot
+Majestic12
+MarkWatch
+MauiBot
 Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Minefield
 Mister PiX
+Moblie Safari
+Mojeek
 Msrabot
-NPbot
-Name Intelligence
+NICErsPRO
 Navroad
-NearSite
-Net Vampire
-NetMechanic
-Netcraft
+NetZIP
 Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
-Nimbostratus
-Nutch
-Offline Navigator
-OnCrawl
+Ninja
+Nmap
+Nuclei
 OpenVAS
-Openfind
-Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
+OutfoxBot
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageThing.com
-Papa Foto
+Petalbot
+Pi-Monster
+Picscout
 Piepmatz
-Pimonster
+ProPowerBot
+Probethenet
 Psbot
-PyCurl
-QueryN Metasearch
+Pu_iN
 Quick-Crawler
-RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot
-RankingBot2
+Rankivabot
+RankurBot
 ReGet
+RealDownload
 Reaper
+RebelMouse
+RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
-SEOlyticsCrawler
-SEOprofiler
+Rogerbot
+SBIder
+SEOkicks-Robot
 SISTRIX
-SemanticJuice
-SemrushBot
-Seomoz
-Siphon
-Site Sucker
+SMTBot
+ScanAlert
+Scrapy
+SearchmetricsBot
+Seekport
+SentiBot
+SeobilityBot
 SiteLockSpider
-SlySearch
-SmartDownload
-Snoopy
-Sottopop
-SpankBot
-Spbot
-Spinn3r
+Sitevigil
+Sogou web spider
+Sosospider
+Spanner
 SputnikBot
 Sqlmap
-Sqlworm
 Sqworm
+Sucker
+Sucuri
+SuperBot
 Surfbot
-Suzuran
-T8Abot
+SurveyBot
+Swiftbot
+T0PHackTeam
 Teleport
-TeleportPro
+Telesoft
 Telesphorep
-TheNomad
-TightTwatBot
-Toata
+Thumbor
 Toweyabot
-Trendiction
-Turingos
+Tracemyfile
 Turnitin
 Typhoeus
 URLy.Warning
-V-BOT
-VidibleScraper
-Virusdie
+VB Project
+VeriCiteCrawler
 Voil
 Voltron
-WASALive-Bot
+WEBDAV
+WISENutbot
 WPScan
-Wallpapers
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Auto
+Web Enhancer
 Web Pix
 Web Sucker
 WebBandit
-WebCopier
-WebFuck
 WebGo IS
-WebLeacher
-WebPix
-WebSauger
-WebZIP
+WebImageCollector
+WebSucker
 Webalta
 Webshag
-Website Quester
 WebsiteQuester
-Whacker
-WinHTTrack
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Whatweb
+Widow
+Wprecon
+Xaldon WebSpider
 Zauba
-Zeus
-Zitebot
 ZoomBot
 ZyBorg
-archive.org_bot
-arquivo.pt
-backlink-check
+autoemailspider
+cah.io.community
 check1.exe
-clark-crawler
-cognitiveseo
 com.plumanalytics
-crawler.feedback
+dataforseo.com
 evc-batch
 facebookscraper
-gopher
-heritrix
 instabid
+ips-agent
 iubenda-radar
-linkdexbot
 lwp-request
-lwp-trivial
+meanpathbot
 mediawords
 muhstik-scan
-pcBrowser
-plumanalytics
 polaris version
-probe-image-size
-s1z.ru
-scan.lol
+scalaj-http
 seobility
 seocompany.store
 seostar
-serpstatbot
-sexsearcher
 siteripz
-spyfu
-ubermetrics-technologies.com
-webpros.com
-zauba.io
+sp_auditbot
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab