V4.2022.06.3147 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-Aboundex
+AIBOT
+ALittle Client
+ASPSeek
+Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-AlphaBot
-Apexoo
-Aspiegel
-Atomseobot
-BBBike
-BLEXBot
-BackDoorBot
-Barkrowler
+AllSubmitter
+Alligator
+Anarchy
+Anarchy99
+Ankit
+BackWeb
+BacklinkCrawler
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Blackboard
+BlackWidow
 Blow
-Bolt
-Brandwatch
+BlowFish
 Buck
+Buddy
 Bullseye
 BuzzSumo
+CATExplorador
 CODE87
-CensysInspect
-CheeseBot
+CSHttp
+Calculon
+Cegbfeieh
+CheTeam
+CherryPicker
 Citoid
-Claritybot
-Cliqzbot
-Copier
-CopyRightCheck
+Cloud mapping
+Cocolyzebot
 Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
-Curious
+CrunchBot
 CyotekWebCopy
-DBLBot
-DIIbot
 DSearch
-Deusu
-Devil
-DnyzBot
-DomCopBot
-DomainCrawler
+DataCha0s
+Disco
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
 Download Wonder
 Dragonfly
 Drip
-EasyDL
+EMail Siphon
 Ebingbong
-Ecxi
-EroCrawler
+EirGrabber
+Exabot
+ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
-Foobot
-Freeuploader
+Firefox/7.0
+Flunky
 FrontPage
-FyberSpider
+Fuzz
 G-i-g-a-b-o-t
-GermCrawler
-GetRight
+GalaxyBot
+Getintent
 Gigabot
-Go!Zilla
 GoZilla
-GrabNet
 Grabber
-Grafula
 GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
 Haansoft
+Harvest
 HonoluluBot
-IDBot
 IRLbot
-Iblog
-Id-search
-InfoNaviRobot
+IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
 InfoTekies
-JOC Web Spider
+Internet Ninja
+IstellaBot
+JamesBOT
+JetCar
 JikeSpider
-Joomla
-Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
 Leap
-LeechGet
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
+LexiBot
+Libwhisker
+Linkbot
 LinkextractorPro
-LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
-Mag-Net
-Mail.RU_Bot
+MSFrontPage
+MSIECrawler
 Majestic SEO
 Majestic-SEO
-Mata Hari
+Majestic12
+MarkMonitor
+Mass Downloader
+MauiBot
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
-Moblie Safari
-Mojolicious
+Minefield
+Mister PiX
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Msrabot
-NICErsPRO
-NPbot
-Navroad
-Nessus
+Nameprotect
+NearSite
 Net Vampire
-NetSpider
-Nibbler
+NetAnts
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
+NextGenSearchBot
+Nimbostratus
 Ninja
-Nuclei
+Nmap
 Nutch
-Offline Explorer
-Offline Navigator
+Octopus
+OnCrawl
 OpenVAS
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
+OutclicksBot
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
+PageAnalyzer
 PageThing.com
 Panscient
-Papa Foto
-Pi-Monster
+Pavuk
+PeoplePal
+Petalbot
+Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-PleaseCrawl
-ProPowerBot
+Pockey
 ProWebWalker
-Probethenet
-Pu_iN
-PxBroker
+Psbot
+PyCurl
+QueryN Metasearch
 RSSingBot
-RankingBot
+RankActiveLinkBot
 RankurBot
-ReGet
-RealDownload
-Rogerbot
-SBIder
-SEOkicks
+Recorder
+RedesScrapy
+Ripper
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
+SMTBot
 ScanAlert
 Scanbot
+ScoutJet
 Scrapy
 Screaming
-Semrush
-SemrushBot
-SentiBot
-SeobilityBot
+ScreenerBot
+SearchmetricsBot
+Seekport
+SeoSiteCheckup
 Seomoz
 Siphon
-SiteExplorer
+Site Sucker
 SiteLockSpider
-Siteimprove
-Snapbot
+SiteSnagger
+SlySearch
+SmartDownload
+Snake
+Snoopy
 SocialRankIOBot
-Sociscraper
 Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-SpankBot
+Spammen
+Spanner
 Spinn3r
-Stripper
-Sucuri
+Sqlmap
+Sqlworm
 SuperBot
-SurveyBot
-Suzuran
-Swiftbot
-Telesoft
-TightTwatBot
-Tracemyfile
+Surfbot
+Szukacz
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
+Titan
 Trendiction
-Trendictionbot
+True_Robot
 TurnitinBot
 TwengaBot
-URLy Warning
-VCI
-Vagabondo
-VoidEYE
-Voil
+Twice
+Typhoeus
+Upflow
+V-BOT
+Vacuum
+VeriCiteCrawler
 Voltron
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+Wallpapers/3.0
+WeSEE
 Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
-Web Pix
 Web Sauger
-Web Sucker
+WebAuto
 WebCopier
-WebWhacker
-WebZIP
+WebImageCollector
+WebLeacher
 Website Quester
 Whack
+Whacker
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
+Widow
+Wonderbot
 Xaldon_WebSpider
 Zauba
 Zermelo
-Zeus
-ZoomBot
-ZyBorg
 adscanner
 arquivo-web-crawler
+arquivo.pt
 backlink-check
-cah.io.community
-cognitiveseo
-crawl.sogou.com
-crawler4j
-dataforseo.com
+check1.exe
+com.plumanalytics
 domainsproject.org
-facebookscraper
+evc-batch
 gopher
-heritrix
-internetVista monitor
-meanpathbot
+isitwp.com
 netEstate NE Crawler
+page scorer
+pcBrowser
+plumanalytics
 polaris version
 probe-image-size
-spyfu
-sysscan
+scalaj-http
+seobility
+seoscanners
+serpstatbot
+siteripz
+ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
-x09Mozilla
+x22Mozilla
+xpymep1.exe
+zauba.io