V4.2022.05.3085 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
+01h4x.com
+404checker
+ADmantX
 ASPSeek
-Aboundex
-AfD-Verbotsverfahren
+Abonti
+Aboundexbot
 AhrefsBot
+Aipbot
+AllSubmitter
 Alligator
-Anarchy
-Atomseobot
+Anarchie
+Anthill
 Attach
-AwarioSmartBot
-BDFetch
-BLEXBot
+BDCbot
+BackWeb
 BacklinkCrawler
-Barkrowler
-Battleztar Bazinga
-Black Hole
-Bolt
+BetaBot
+Bigfoot
+Brandwatch
+Buck
+Buddy
 BuiltBotTough
 BuiltWith
+Bullseye
+BuzzSumo
 CATExplorador
-CCBot
-CSHttp
-Chlooe
-Cocolyzebot
+CODE87
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
 Collector
-Copier
-CrazyWebCrawler
+CopyRightCheck
+Craftbot
+Crawling at Home Project
 Crescent
 CrunchBot
-Curious
-Custo
-DIIbot
-DSearch
-Demon
+DBLBot
 Deusu
 Devil
+Dirbuster
 Discobot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Download Wonder
+Dotbot
+Dragonfly
 Drip
-ECCP/1.0
 EMail Wolf
 Ecxi
 ExtLinksBot
+ExtractorPro
 FDM
-FHscan
 FemtosearchBot
 Fimap
 Firefox/7.0
-Flunky
-G-i-g-a-b-o-t
-GermCrawler
-GetRight
-Getintent
+Foobot
+Freeuploader
+Fuzz
+FyberSpider
+GalaxyBot
+Genieo
 Gigabot
-Go-Ahead-Got-It
 GoZilla
-Gotit
-GrabNet
 GridBot
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
+HaosouSpider
 Harvest
-Heritrix
-HonoluluBot
-Humanlinks
-IDBot
-Image Fetch
+Havij
+HybridBot
+IDBTE4M
+IRLbot
+IlseBot
 Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
+InterGET
+Internet Ninja
 InternetSeer
-Iskanie
-IstellaBot
+JamesBOT
+JennyBot
 JetCar
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-LNSpiderguy
-LWP::Simple
-LeechFTP
-Lftp
-LibWeb
-Libwhisker
+Jetty
+JikeSpider
+Joomla
+Jorgee
+Lanshanbot
+Larbin
+LeechGet
 LieBaoFast
 Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Ltx71
-MJ12bot
-MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
+Lipperhey Spider
+MSIECrawler
+Mail.RU_Bot
 Majestic-SEO
-Masscan
-Mata Hari
-Mb2345Browser
+Majestic12
+MarkWatch
 MeanPath Bot
 Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Minefield
 Mister PiX
 Moblie Safari
-Mojolicious
+MolokaiBot
 Mozlila
-Msrabot
+NPbot
 Name Intelligence
+Nameprotect
+Navroad
 Needle
-NetAnts
-NetLyzer
-NetZIP
+Nessus
+NetSpider
 Netcraft
-Nettrack
 Nibbler
+Nikto
 NimbleCrawler
-Nmap
-Nuclei
-Nutch
-Octopus
+Ninja
+Offline Explorer
 OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openvas
+OrangeBot
+OrangeSpider
+OutfoxBot
 PHPCrawl
-PageAnalyzer
-PageGrabber
-Papa Foto
-PeoplePal
-Picsearch
+PageScorer
+Pavuk
+Petalbot
 PictureFinder
+Pockey
+ProPowerBot
+Probethenet
 Pu_iN
-PxBroker
-Quick-Crawler
-RankActive
-RankFlex
-RankingBot2
-RankurBot
-Re-re
-ReGet
-RealDownload
-Reaper
+PyCurl
+RSSingBot
 Recorder
-RedesScrapy
-RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+SBIder
+SEOstats
+SISTRIX
+SMTBot
 Scanbot
 Screaming
-ScreenerBot
+Searchestate
 Seekport
+SemanticJuice
 Semrush
-SemrushBot
-Shodan
-SiteExplorer
-SiteSnagger
-SlySearch
-SmartDownload
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
+SiteCheckerBotCrawler
+Siteimprove
+Sitevigil
 Snoopy
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sosospider
-SpaceBison
-Spanner
-Spbot
-Spinn3r
-Sqlmap
-Surfbot
-SurveyBot
+SpankBot
+Sqlworm
+Sqworm
+Stripper
+SuperBot
+Suzuran
+Swiftbot
+T0PHackTeam
 T8Abot
 Teleport
-Thumbor
-Tracemyfile
+Telesoft
+TightTwatBot
+Toweyabot
+True_Robot
 Turingos
-Turnitin
-URLy Warning
+TurnitinBot
+TwengaBot
+VB Project
+VCI
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+Virusdie
 Voil
+Voltron
 WBSearchBot
+WEBDAV
 WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
-WeSEE
+Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
 Web Fuck
+Web Pix
 WebBandit
 WebCollage
 WebCopier
+WebEnhancer
 WebFetch
+WebImageCollector
 WebLeacher
 WebPix
 WebReaper
 WebSauger
-WebStripper
-WebSucker
 WebWhacker
+WebZIP
+Webshag
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whacker
-Whatweb
-Widow
+Who.is Bot
 WinHTTrack
-Woobot
-Wotbox
-Xaldon_WebSpider
+WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
 Xenu
+Zade
+Zitebot
 ZmEu
-ZoominfoBot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
 clark-crawler
+crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
-gopher
-heritrix
+facebookscraper
 instabid
-internetVista monitor
-isitwp.com
-linkdexbot
-magpie-crawler
-meanpathbot
+lwp-request
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-probe-image-size
-ripz
+pcBrowser
+plumanalytics
+scan.lol
 seobility
+serpstatbot
+siteripz
 sogouspider
 sysscan
+trendiction.com
+webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe