V4.2021.05.2365 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
+Abonti
 Aboundex
+Aboundexbot
+Acunetix
 ADmantX
-AhrefsBot
-AIBOT
-Aipbot
-Alligator
+AiHitBot
 AllSubmitter
-AlphaBot
+Anarchie
+Ankit
+Apexoo
+arquivo.pt
+arquivo-web-crawler
 Aspiegel
-Attach
+ASPSeek
 AwarioRssBot
-BacklinkCrawler
+AwarioSmartBot
+Backlink-Ceck
+BatchFTP
 Battleztar Bazinga
-BBBike
-BDFetch
 BetaBot
-Bigfoot
+Blackboard
 Black Hole
 Blow
 BlowFish
-BotALot
-Brandprotect
-Brandwatch
-Buddy
+Boardreader
+Bolt
+Buck
+BuiltBotTough
 BuiltWith
-BunnySlippers
+Bullseye
+CATExplorador
 CazoodleBot
 Cegbfeieh
-CensysInspect
-Claritybot
-coccocbot-web
-CODE87
+ChinaClaw
+Chlooe
+Cliqzbot
+Cogentbot
 cognitiveseo
+Collector
 com.plumanalytics
 Copier
-Craftbot
-CyotekWebCopy
+CrunchBot
+Custo
 DataCha0s
-DBLBot
-demandbase-bot
 Digincore
-DigitalPebble
+DIIbot
 Disco
-Discobot
-Discoverybot
+Dispatch
+DnyzBot
 DomainAppender
 DomainCrawler
 Domains Project
 DomainStatsBot
-Dotbot
 Download Wonder
+Dragonfly
+DSearch
 DTS Agent
 EasyDL
-ECCP/1.0
-EirGrabber
+eCatch
+EMail Wolf
 EroCrawler
 Exabot
-ExtLinksBot
-Extractor
-ExtractorPro
-FemtosearchBot
-FHscan
-Foobot
-Freeuploader
-Fuzz
+EyeNetIE
+FDM
+Fimap
+Firefox/7.0
 FyberSpider
-GalaxyBot
-GermCrawler
+GetRight
 Gigablast
-gopher
-Gotit
-GoZilla
+GrabNet
 GrapeFX
-GT::WWW
+GrapeshotCrawler
+Haansoft
+HaosouSpider
 Harvest
-Havij
 HEADMasterSEO
 Heritrix
 HTTP::Lite
+HTTrack
+Humanlinks
 Iblog
-IDBTE4M
-Id-search
+IDBot
 IlseBot
+Image Sucker
+IndeedBot
 Indy Library
 InfoTekies
-InterGET
-isitwp.com
-IstellaBot
+Internet Ninja
+InternetSeer
 JamesBOT
-JennyBot
 Jetty
 JOC Web Spider
-JustView
-Keyword Density
+Joomla
+Jorgee
+Kenjin Spider
 Lanshanbot
 LeechFTP
 LeechGet
+Lftp
 Libwhisker
+Likse
 Linkbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+Linkdexbot
+LinkScan
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
 Lmspider
-Ltx71
+lwp-trivial
+Mag-Net
+magpie-crawler
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-MarkMonitor
-Masscan
 Mb2345Browser
 meanpathbot
 Meanpathbot
-MeanPath Bot
-Metauri
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
-Microsoft URL Control
-MIDown tool
-MIIxpc
 MJ12bot
 Morfeus Fucking Scanner
 Mozlila
-MQQBrowser
-Msrabot
-MTRobot
+Mr.4x3
+MSIECrawler
 muhstik-scan
-Musobot
 Name Intelligence
+Navroad
+NearSite
 Nessus
 NetAnts
+Netcraft
+netEstate NE Crawler
+NetLyzer
 NetMechanic
 NetSpider
 Netvibes
-Nibbler
-Nimbostratus
-Offline Navigator
-Openvas
-OPPO A33
+NetZIP
+NICErsPRO
+Nikto
+Nmap
+Nuclei
+Nutch
+oBot
+OnCrawl
+Openfind
 OrangeBot
-OutclicksBot
-OutfoxBot
-page scorer
+PageAnalyzer
+Page Analyzer
 PageScorer
 PageThing.com
 Pandalytics
 Panscient
-PeoplePal
-Petalbot
-Picsearch
+Pavuk
 Piepmatz
-Pimonster
-Pixray
+PleaseCrawl
 plumanalytics
-Pockey
 polaris version
-probe-image-size
-Probethenet
-ProWebWalker
-PyCurl
-Quick-Crawler
+ProPowerBot
+Psbot
 RankActive
-RankActiveLinkBot
+RankingBot
+RankingBot2
+Rankivabot
+RankurBot
+Recorder
 ReGet
-RepoMonkey
+Re-re
+Ripper
 RocketCrawler
+RSSingBot
 s1z.ru
-satoristudio.net
-Scrapy
+Scanbot
+scan.lol
+ScoutJet
+Screaming
+ScreenerBot
 Searchestate
-SentiBot
-seobility
-SEOlyticsCrawler
-SEOprofiler
 seoscanners
-SeoSiteCheckup
-sexsearcher
+SEOstats
+Shodan
+Siphon
+Sitebeam
 sitechecker.pro
 Siteimprove
-SiteLockSpider
 siteripz
-SiteSucker
+SmartDownload
 Snapbot
 Snoopy
-Sociscraper
-Spammen
-Spanner
+SocialRankIOBot
+sogouspider
+SpaceBison
 sp_auditbot
-Spbot
 Spinn3r
-SputnikBot
-Sqlmap
+Sqlworm
+Stripper
 Suzuran
 Swiftbot
-sysscan
-Szukacz
 T0PHackTeam
 T8Abot
-Teleport
-Telesoft
-Telesphorep
+TeleportPro
+Telesphoreo
+The Intraformant
 TheNomad
 Thumbor
-Titan
+TightTwatBot
+Toweyabot
 Tracemyfile
-Trendictionbot
-trendiction.com
-trendiction.de
-TwengaBot
-Typhoeus
+Trendiction
+Turingos
+Twice
 Upflow
-URLy.Warning
 Vacuum
-VCI
+Vagabondo
+VB Project
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voltron
+Virusdie
+Wallpapers/3.0
 WallpapersHD
-WASALive-Bot
 WBSearchBot
+Webalta
 WebCollage
-WebCopier
-WebEnhancer
 Web Enhancer
-WebFetch
-WebFuck
-Web Fuck
-WebGo IS
 WebImageCollector
+WebLeacher
 WebmasterWorldForumBot
+WebPix
 Web Pix
-WebReaper
+WebSauger
+Web Sauger
 Webshag
-WebsiteExtractor
-Webster
-WebStripper
-Who.is Bot
+WebsiteQuester
+Web Sucker
+WebWhacker
+Whack
 Widow
 WinHTTrack
-Woobot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Xaldon_WebSpider
-YoudaoBot
+Xenu
+xpymep1.exe
+Zauba
+Zermelo
 Zeus
-zgrab
+Zitebot
 ZmEu
-ZumBot
+ZoomBot
+ZyBorg