V4.2022.06.3188 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-ADmantX
+80legs
 AIBOT
-Abonti
-Aboundex
-Aboundexbot
+ASPSeek
 AfD-Verbotsverfahren
-AiHitBot
-AllSubmitter
-Anarchy
-Anarchy99
+Aipbot
+Alligator
+Anthill
 Apexoo
 Aspiegel
 Asterias
-Attach
 AwarioRssBot
 BDCbot
-BackStreet
-Badass
-Bandit
-Barkrowler
+BDFetch
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Bitacle
-BlackWidow
-Boardreader
-BotALot
-Brandprotect
-Brandwatch
-Buck
-Buddy
-BunnySlippers
-BuzzSumo
+Bigfoot
+Blow
+BlowFish
+CATExplorador
+CODE87
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
 CherryPicker
-Claritybot
-Cliqzbot
+Citoid
+Cloud mapping
 Cocolyzebot
+Cogentbot
 Collector
+Copier
 CopyRightCheck
 Cosmos
-Crawling at Home Project
-Crescent
-DSearch
-DTS Agent
-DataCha0s
+CrunchBot
+Curious
+DBLBot
+DIIbot
+DatabaseDriverMysqli
 Deusu
 Devil
-Digincore
 DigitalPebble
-Dirbuster
-DomainSigmaCrawler
+Discobot
+DomCopBot
+DomainCrawler
 DomainStatsBot
-Download Wonder
-Drip
-EMail Siphon
+Domains Project
+Dotbot
 Ecxi
-EirGrabber
-Evil
 Express WebPictures
+Extractor
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
+FDM
 FHscan
 Firefox/7.0
-Fyrebot
-GetWeb
-GoZilla
-Gotit
-Grabber
-GrapeFX
+Foobot
+GermCrawler
+Getintent
+Go!Zilla
+GrapeshotCrawler
 HEADMasterSEO
-HMView
+Haansoft
 HaosouSpider
 Harvest
-Havij
-Hloader
 HonoluluBot
-Humanlinks
-HybridBot
 IDBTE4M
+IDBot
 IRLbot
-Image Fetch
+Iblog
+Id-search
+IlseBot
 IndeedBot
+Indy Library
 InfoNaviRobot
 InternetSeer
-Iria
 Iskanie
+IstellaBot
+JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
-Jorgee
-Jyxobot
+JikeSpider
+JustView
+Kenjin Spider
+Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
 Lanshanbot
-LexiBot
+Larbin
+Leap
+LeechFTP
+LibWeb
+LieBaoFast
 Lightspeedsystems
 Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
+LinkScan
+LinkWalker
+Linkbot
+LinksManager
+Lmspider
+Ltx71
+MSFrontPage
+MSIECrawler
 Majestic SEO
+Majestic12
 MarkWatch
-Mass Downloader
-MauiBot
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-MolokaiBot
+Masscan
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Minefield
+Mister PiX
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-Musobot
+NPbot
 Name Intelligence
 Nameprotect
-Needle
-Net Vampire
-NetAnts
-NetMechanic
+NetLyzer
 NetSpider
-NetZIP
-Nettrack
 Netvibes
-Ninja
-Octopus
+Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
+Not
+Nutch
 OnCrawl
 OpenLinkProfiler
-Openfind
-OrangeBot
 OrangeSpider
-PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
+PageGrabber
+Pandalytics
 Panscient
 Papa Foto
 PeoplePal
-Petalbot
-ProPowerBot
-ProWebWalker
-Pump
-PyCurl
-QueryN Metasearch
-ReGet
+Picscout
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
+RSSingBot
+RankFlex
+RankingBot
+Re-re
+RealDownload
 RebelMouse
-Recorder
-SBIder
+RedesScrapy
+Ripper
 SEOlyticsCrawler
-SEOstats
 ScoutJet
-ScrepyBot
+Scrapy
+Screaming
+ScreenerBot
 Searchestate
-SemanticJuice
+SentiBot
+SeoSiteCheckup
 SeobilityBot
-Siphon
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SmartDownload
+SiteSnagger
+Siteimprove
+Snapbot
 Snoopy
-Sosospider
-Sottopop
-SpaceBison
-Spanner
+SocialRankIOBot
+Sociscraper
+SpankBot
+Spbot
+Spinn3r
 Sqlworm
-Sqworm
-Stripper
-SuperHTTP
+Steeler
+Sucker
+Sucuri
+SuperBot
 SurveyBot
 Suzuran
-Szukacz
-T0PHackTeam
-TeleportPro
-Telesoft
+Telesphorep
 TightTwatBot
-Titan
-Toata
-Trendictionbot
 True_Robot
-Turnitin
+Turingos
+TurnitinBot
+Twice
 Typhoeus
+URLy Warning
 UnisterBot
 VB Project
-Vacuum
+Vagabondo
 VeriCiteCrawler
-Virusdie
-VoidEYE
 Voltron
+WASALive-Bot
+WBSearchBot
 WEBDAV
 WPScan
-WWWOFFLE
+WWW-Mechanize
 Wallpapers
-WallpapersHD
-WeSEE
+Web Collage
+Web Enhancer
 Web Fetch
 Web Fuck
-Web Sucker
+WebAuto
+WebCopier
+WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
 WebReaper
 WebSauger
-WebSucker
+WebWhacker
 WebZIP
-Webalta
-WebmasterWorldForumBot
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
-Whacker
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Xenu
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zauba
 Zermelo
-Zeus
 ZoomBot
-adscanner
+ZumBot
+arquivo.pt
 check1.exe
-cognitiveseo
-crawler4j
-dataforseo.com
-eCatch
-facebookscraper
+com.plumanalytics
+domainsproject.org
 gopher
-heritrix
-lwp-trivial
+instabid
+internetVista monitor
+iubenda-radar
+lwp-request
+magpie-crawler
 meanpathbot
-mediawords
-muhstik-scan
 netEstate NE Crawler
-plumanalytics
-s1z.ru
-satoristudio.net
-seocompany.store
+page scorer
+polaris version
+probe-image-size
+ripz
+scalaj-http
+scan.lol
 seoscanners
-serpstatbot
-ubermetrics-technologies.com
+sexsearcher
+sp_auditbot
+sysscan
+trendiction.com
 webgains-bot
-webpros.com
+webmeup-crawler
 webprosbot
-x22Mozilla
+x09Mozilla
 xpymep1.exe
-zauba.io