V4.2022.06.3184 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
-80legs
 AIBOT
-ASPSeek
+Abonti
+Aboundexbot
 Acunetix
-AlphaBot
+AllSubmitter
+Alligator
 Anarchie
-Ankit
-Apexoo
-Atomseobot
 AwarioRssBot
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
-BackWeb
 Barkrowler
-BatchFTP
 BetaBot
-Bigfoot
 Bitacle
-Black Hole
-Blow
-Bolt
-BotALot
-BuiltBotTough
-CCBot
-CSHttp
-Cegbfeieh
-CheeseBot
-CherryPicker
-ChinaClaw
+BlackWidow
+Blackboard
+BuiltWith
+BunnySlippers
+CATExplorador
 Chlooe
-Cocolyzebot
+Claritybot
+Cliqzbot
+Cogentbot
+Copyscape
 Cosmos
-Custo
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+Curious
 CyotekWebCopy
+DBLBot
+DIIbot
 Demon
-Deusu
-DigitalPebble
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DomainAppender
+Devil
+Dirbuster
+Disco
+DittoSpyder
+DomCopBot
 DomainCrawler
+DomainStatsBot
 Dotbot
+Dragonfly
 Drip
+EMail Siphon
 Ebingbong
-Ecxi
 EroCrawler
-Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
-FHscan
-FemtosearchBot
-Flunky
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
+Fimap
+FlashGet
 Foobot
+Freeuploader
+Fyrebot
 G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+GetRight
+Getintent
 Gigabot
+Go-Ahead-Got-It
 GrabNet
 Grabber
-GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
 HMView
+HTMLparser
+Haansoft
 HaosouSpider
-Harvest
 Havij
-Heritrix
 Humanlinks
+HybridBot
 IDBTE4M
-IRLbot
 Iblog
-IndeedBot
-InterGET
-Iskanie
+JamesBOT
 Jbrofuzz
+JennyBot
 JetCar
-JikeSpider
+Jetty
 Joomla
-Jorgee
-Kenjin Spider
-Kinza
-Kozmosbot
+JustView
+LNSpiderguy
 LWP::Simple
-Leap
+Larbin
 LeechFTP
 LeechGet
-LieBaoFast
-LinkWalker
-Linkbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+Libwhisker
+Likse
+LinkScan
+LinkextractorPro
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Lmspider
 Ltx71
-MIDown tool
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
+MQQBrowser
+MSIECrawler
 Mag-Net
-Magnet
-Majestic-SEO
-MeanPath Bot
+MarkWatch
+Mata Hari
+Metauri
+Microsoft Data Access
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
+Msrabot
+Musobot
+NICErsPRO
 Name Intelligence
 Nameprotect
 Navroad
-NetLyzer
-NetSpider
+NearSite
+NetAnts
+NetMechanic
+Netcraft
+Nettrack
 NextGenSearchBot
-NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
+Nuclei
 Nutch
-Offline Explorer
+Offline Navigator
 OnCrawl
-OrangeSpider
-OutclicksBot
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageThing.com
 Pandalytics
-Panscient
+Papa Foto
 Pavuk
-Petalbot
-Picscout
-Pixray
-ProWebWalker
-Probethenet
-PyCurl
+PeoplePal
+Picsearch
+PleaseCrawl
+PxBroker
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
-RankurBot
-RealDownload
-RebelMouse
-RedesScrapy
+Re-re
+Reaper
+Recorder
+RepoMonkey
 Ripper
 RocketCrawler
-SEOlyticsCrawler
-SISTRIX
-SMTBot
-SalesIntelligent
+SEOkicks-Robot
+SEOstats
 ScanAlert
 Scanbot
+Scrapy
 SearchmetricsBot
 Seekport
-SemanticJuice
 Semrush
 SemrushBot
 SentiBot
-SeobilityBot
-Seomoz
 Shodan
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
 SiteSucker
 Sitebeam
 Sitevigil
-Snapbot
-Sosospider
-Sottopop
-Sqworm
-Stripper
+SmartDownload
+Snake
+SpankBot
+Spbot
+Sqlmap
+Sucker
 Sucuri
-SurveyBot
+SuperBot
+SuperHTTP
 Suzuran
-Szukacz
+Swiftbot
 T0PHackTeam
-T8Abot
-Teleport
 TeleportPro
-The Intraformant
+Thumbor
 TightTwatBot
-Trendiction
+Titan
+Toweyabot
 Turingos
-TwengaBot
+Turnitin
 Typhoeus
-URLy Warning
+UnisterBot
 VB Project
 VCI
-Virusdie
+Vacuum
+Voil
 WASALive-Bot
 WBSearchBot
 WEBDAV
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
-Web Fuck
+Web Auto
+Web Enhancer
+Web Fetch
 Web Pix
 Web Sauger
-WebAuto
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
-WebStripper
+Web Sucker
+WebBandit
+WebLeacher
+WebPix
+WebSucker
+WebWhacker
 WebZIP
 Webalta
-Webshag
-Website Quester
 WebsiteExtractor
-Whack
-WinHTTrack
+Webster
+Whatweb
+Widow
 WiseGuys Robot
-Wonderbot
 Woobot
 Wprecon
+Xaldon_WebSpider
 Xenu
+Zade
+Zauba
+Zermelo
 Zeus
-ZoomBot
-ZoominfoBot
-ZyBorg
-adscanner
-arquivo.pt
-coccocbot
+archive.org_bot
+arquivo-web-crawler
+com.plumanalytics
+crawler.feedback
 demandbase-bot
-eCatch
 evc-batch
 facebookscraper
 gopher
-internetVista monitor
-lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
+heritrix
+isitwp.com
+iubenda-radar
+muhstik-scan
 netEstate NE Crawler
-oBot
 pcBrowser
-s1z.ru
-seocompany.store
+ripz
 serpstatbot
-sexsearcher
-sogouspider
-sysscan
+siteripz
 tAkeOut
-trendiction.de
-voyagerx.com
-webgains-bot
+trendiction.com
+ubermetrics-technologies.com
+webprosbot
+x09Mozilla
 x22Mozilla
+zgrab