V4.2022.10.3426 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-AIBOT
-ASPSeek
+80legs
 Abonti
-AhrefsBot
-AiHitBot
-Aipbot
-Alexibot
+AllSubmitter
 Anarchy
 Atomseobot
-AwarioSmartBot
-BBBike
-BackStreet
+BackDoorBot
+Backlink-Ceck
 BacklinkCrawler
-BetaBot
+Badass
+Bandit
+Barkrowler
+Battleztar Bazinga
+Black Hole
+BlackWidow
 Blackboard
-BlowFish
-Bolt
+Blow
+Boardreader
+Brandwatch
 Buddy
 BunnySlippers
-BuzzSumo
 CATExplorador
-Calculon
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CherryPicker
-ChinaClaw
-Claritybot
+CheTeam
+CheeseBot
 Cliqzbot
 Cocolyzebot
-Collector
+Cogentbot
 Cosmos
-Crescent
-Curious
+CrazyWebCrawler
 Custo
-DIIbot
-DSearch
-DTS Agent
+DBLBot
+DatabaseDriverMysqli
+Demon
 Deusu
-Devil
-Disco
-Discobot
-DomCopBot
+DnyzBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dotbot
-Drip
-EMail Siphon
+Download Wonder
 EMail Wolf
 Ecxi
-EirGrabber
 EroCrawler
-Exabot
-Extractor
-Extreme Picture Finder
+Express WebPictures
+ExtractorPro
+EyeNetIE
+Ezooms
+FDM
 FHscan
-Firefox/7.0
+Fimap
+FlashGet
 Flunky
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Gigabot
-GoZilla
-GrabNet
-Grabber
-HTMLparser
-HTTP::Lite
-Haansoft
-Harvest
+GalaxyBot
+Genieo
+Go-Ahead-Got-It
+Grafula
+GrapeFX
 Havij
-IDBTE4M
-Image Fetch
-Image Sucker
-Indy Library
+IDBot
+Iblog
+Id-search
+IndeedBot
+InfoNaviRobot
 InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-JOC Web Spider
-JamesBOT
-JennyBot
-Jetty
-JikeSpider
-Kenjin Spider
-Keyword Density
+Jbrofuzz
+Jorgee
+JustView
+Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
-LWP::Simple
+LNSpiderguy
+Lanshanbot
+Leap
 LeechFTP
-LieBaoFast
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MJ12bot
+LeechGet
+Libwhisker
+Lightspeedsystems
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
+MSFrontPage
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkWatch
-Mass Downloader
-Mb2345Browser
-MegaIndex.ru
+Mata Hari
+MeanPath Bot
+Metauri
 MicroMessenger
-MolokaiBot
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
-Musobot
-NPbot
-Name Intelligence
+NICErsPRO
 Nameprotect
-Needle
+Navroad
 Net Vampire
 NetLyzer
-NetSpider
+NetZIP
+Netcraft
 Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
 Ninja
 Not
+Nuclei
 Offline Explorer
 Offline Navigator
 OpenLinkProfiler
+Openfind
 Openvas
-OrangeSpider
-PageAnalyzer
-PageScorer
-PageThing.com
+OutclicksBot
+Page Analyzer
+Pandalytics
 Papa Foto
-Picscout
-ProPowerBot
+Piepmatz
+Pimonster
+Pixray
+Pockey
 Probethenet
+Pu_iN
 PxBroker
-Quick-Crawler
 RankFlex
+RankingBot2
 ReGet
-Recorder
+RebelMouse
 RedesScrapy
-RepoMonkey
 Ripper
-Rogerbot
-SEOkicks
-SEOprofiler
+RocketCrawler
+SEOkicks-Robot
 SEOstats
-SMTBot
-ScoutJet
-Scrapy
-Searchestate
-Semrush
-Seomoz
+SISTRIX
+Screaming
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+Seekport
+SemrushBot
+SeoSiteCheckup
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
-Sitevigil
 SlySearch
 SmartDownload
 Snapbot
+SocialRankIOBot
 Sogou web spider
-SpaceBison
+Sosospider
+Sottopop
+SpankBot
 Spbot
-Spinn3r
 Sqlworm
+Sqworm
+Sucker
+Sucuri
 SuperBot
 SuperHTTP
 Surfbot
-SurveyBot
-T0PHackTeam
-Teleport
-Telesphoreo
-Telesphorep
-The Intraformant
+Suzuran
+Szukacz
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Trendiction
 Trendictionbot
 True_Robot
-Turingos
+TurnitinBot
 TwengaBot
-URLy Warning
+URLy.Warning
 UnisterBot
 V-BOT
-Vacuum
-VeriCiteCrawler
-VoidEYE
-Voil
+Vagabondo
+VidibleScraper
 WASALive-Bot
-WBSearchBot
 WISENutbot
-WWW::Mechanize
+WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Collage
+Web Enhancer
+Web Fuck
 Web Pix
 Web Sauger
-WebAuto
-WebBandit
+Web Sucker
+WebCollage
 WebEnhancer
-WebFetch
 WebGo IS
 WebImageCollector
 WebLeacher
-WebReaper
-WebSauger
+WebPix
+WebStripper
 WebSucker
-WebWhacker
-Webalta
 Website Quester
-WebsiteQuester
-Webster
-Whacker
-WinHTTrack
+WebsiteExtractor
+Whack
+Whatweb
+Who.is Bot
 WiseGuys Robot
-YoudaoBot
+Wonderbot
+Xaldon WebSpider
+Zade
 Zermelo
-adscanner
-archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
+Zitebot
+ZumBot
+check1.exe
 clark-crawler
 coccocbot
 com.plumanalytics
-crawler4j
+crawler.feedback
+domainsproject.org
+eCatch
 evc-batch
 gopher
-heritrix
-instabid
-lwp-request
+isitwp.com
+linkdexbot
 meanpathbot
-pcBrowser
+mediawords
+netEstate NE Crawler
+oBot
+page scorer
+plumanalytics
 polaris version
+probe-image-size
+s1z.ru
+satoristudio.net
 scan.lol
-seobility
+seocompany.store
 seostar
-sysscan
-voyagerx.com
-webmeup-crawler
+serpstatbot
+sexsearcher
+sogouspider
+sp_auditbot
+trendiction.de
+webgains-bot
+webpros.com
+webprosbot
 x22Mozilla
 zauba.io
 zgrab