V4.2021.10.2648 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
-80legs
-ADmantX
-ASPSeek
-Aboundexbot
-Alligator
+AIBOT
+ALittle Client
+Aboundex
+AhrefsBot
+AiHitBot
+Alexibot
 Anarchie
+Anarchy
+Anarchy99
 Anthill
 Aspiegel
 Asterias
-Attach
-BDCbot
-Backlink-Ceck
-BacklinkCrawler
+AwarioSmartBot
+BBBike
+BDFetch
+BackStreet
+BackWeb
+Bandit
+Barkrowler
 Battleztar Bazinga
-Bitacle
 Black Hole
-Blackboard
 Blow
 BlowFish
-Brandprotect
-Buck
-CazoodleBot
-Cegbfeieh
+BotALot
+Brandwatch
+BuiltBotTough
+BuzzSumo
 CensysInspect
-CheTeam
+CheeseBot
+CherryPicker
 Chlooe
 Cloud mapping
+Cocolyzebot
 Cogentbot
 Copier
-CopyRightCheck
-Copyscape
+Cosmos
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CrunchBot
+Curious
 Custo
 DBLBot
 DIIbot
+DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Dirbuster
+Demon
+DnyzBot
 DomCopBot
-DomainStatsBot
+DomainAppender
 Domains Project
-Download Wonder
+Dotbot
 Dragonfly
-Drip
+EMail Wolf
 EasyDL
-EirGrabber
+Ebingbong
+EroCrawler
+Evil
 Exabot
-Express WebPictures
-Extreme Picture Finder
+ExtLinksBot
+Extractor
 EyeNetIE
-FDM
-FHscan
+Ezooms
+FemtosearchBot
+Fimap
 Firefox/7.0
-Flunky
-Freeuploader
-FrontPage
+FlashGet
+Foobot
 Fuzz
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
+GetWeb
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GrabNet
 Grabber
-Grafula
 GrapeFX
-GridBot
+GrapeshotCrawler
 HMView
 HTMLparser
-Haansoft
-Havij
-Heritrix
+HTTrack
+Harvest
+Hloader
+Humanlinks
 HybridBot
 IDBot
-IRLbot
 Iblog
-Id-search
-Image Fetch
-IndeedBot
-InternetSeer
-Iskanie
+Image Sucker
+InfoTekies
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jorgee
-LWP::Simple
-Lanshanbot
-Lftp
-Libwhisker
+JikeSpider
+JustView
+Kozmosbot
+LNSpiderguy
+LeechFTP
+LexiBot
 LinkScan
-LinkextractorPro
+Linkbot
 LinkpadBot
-LinksManager
-LinqiaScrapeBot
-Lipperhey
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
-Ltx71
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
+MTRobot
+Mag-Net
 Majestic-SEO
-MarkMonitor
-Masscan
-Mediatoolkitbot
-Metauri
-Microsoft URL Control
+MarkWatch
+Mata Hari
+Mb2345Browser
+MegaIndex.ru
+Microsoft Data Access
+Mister PiX
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
+NPbot
 Name Intelligence
-Nameprotect
 NearSite
-Net Vampire
-NetLyzer
-NetMechanic
 NetSpider
+Netvibes
 NextGenSearchBot
-Niki-bot
-Nuclei
+Nibbler
+Nimbostratus
+Ninja
+Nmap
+Nutch
 Offline Explorer
-OnCrawl
 OpenVAS
-OutfoxBot
+OrangeBot
 PECL::HTTP
 POE-Component-Client-HTTP
-Panscient
+Page Analyzer
+PageAnalyzer
+PageGrabber
 Papa Foto
-PeoplePal
-Pi-Monster
+Pavuk
+Petalbot
 Picsearch
+PictureFinder
 Pixray
-Pockey
-Psbot
+PxBroker
 QueryN Metasearch
-RSSingBot
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
+Quick-Crawler
 Re-re
-RebelMouse
-RedesScrapy
+ReGet
+Recorder
 RepoMonkey
-SBIder
+Ripper
+Rogerbot
 SEOkicks-Robot
-SEOprofiler
+SMTBot
+SalesIntelligent
 ScanAlert
 Scanbot
-Scrapy
+ScoutJet
+Screaming
 Searchestate
-SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-Seomoz
+SeobilityBot
 Siphon
-Site Sucker
-SiteExplorer
 SiteSnagger
+Sitebeam
+Siteimprove
+SmartDownload
 Snapbot
 Snoopy
 SocialRankIOBot
-Sociscraper
-Spammen
+Sogou web spider
+Sottopop
+SpaceBison
 SpankBot
-Spanner
-Spinn3r
+Spbot
+SputnikBot
+Sqlmap
 Sqworm
-Sucker
 Sucuri
-Surfbot
-SurveyBot
-Teleport
-TeleportPro
+Suzuran
+Swiftbot
+T8Abot
 Telesoft
-Telesphorep
+Telesphoreo
 TheNomad
-Titan
-Tracemyfile
-Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
-Twice
-Typhoeus
-Upflow
-V-BOT
-VB Project
-VCI
-Vagabondo
+Toata
+Toweyabot
+Trendiction
+TwengaBot
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voltron
+Virusdie
+Voil
 WISENutbot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-Web Collage
-Web Fuck
+WWW::Mechanize
+WallpapersHD
 Web Pix
 Web Sauger
 WebAuto
 WebBandit
+WebCollage
 WebEnhancer
-WebFetch
-WebFuck
-WebGo IS
-WebPix
+WebReaper
+WebStripper
 WebZIP
+Webalta
 WebmasterWorldForumBot
-WebsiteQuester
-Whack
-Whacker
+WebsiteExtractor
 Whatweb
-WiseGuys Robot
+Widow
+WinHTTrack
 Wonderbot
 Woobot
+Wprecon
+Xaldon WebSpider
 YoudaoBot
 Zauba
-Zermelo
 Zitebot
-ZoominfoBot
-ZyBorg
+ZumBot
 archive.org_bot
 arquivo-web-crawler
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-coccocbot-web
-cognitiveseo
+clark-crawler
 demandbase-bot
-eCatch
-heritrix
+evc-batch
 instabid
-internetVista monitor
-isitwp.com
+ips-agent
+lwp-request
+magpie-crawler
 meanpathbot
-netEstate NE Crawler
+mediawords
+muhstik-scan
 oBot
-page scorer
-polaris version
-ripz
+plumanalytics
+probe-image-size
+s1z.ru
+scalaj-http
+seobility
 seoscanners
+serpstatbot
+sexsearcher
 sitechecker.pro
+sogouspider
+spyfu
 sysscan
-tAkeOut
-voyagerx.com
+trendiction.com
+trendiction.de
 webpros.com
 xpymep1.exe
-zgrab
+zauba.io