V4.2020.05.2065 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Aboundex
+404enemy
 Aboundexbot
 Acunetix
 ADmantX
-AfD-Verbotsverfahren
+AIBOT
+Alexibot
 AlphaBot
-Ankit
 arquivo.pt
 arquivo-web-crawler
-ASPSeek
-Asterias
-AwarioSmartBot
-Backlink-Ceck
+Attach
+AwarioRssBot
+BackDoorBot
 backlink-check
-BacklinkCrawler
 BackStreet
-BackWeb
 Bandit
-Barkrowler
-BDCbot
-BlackWidow
+Battleztar Bazinga
+BBBike
 BLEXBot
-Boardreader
-Bolt
+Blow
 BotALot
 Brandprotect
 Brandwatch
-Buddy
+Bullseye
 BunnySlippers
 BuzzSumo
 Cegbfeieh
+CherryPicker
 CheTeam
-Chlooe
-Cloud mapping
+Cliqzbot
+coccocbot-web
+Cogentbot
 cognitiveseo
 Collector
 com.plumanalytics
 Copier
-CopyRightCheck
 Copyscape
 Cosmos
+Craftbot
 crawler.feedback
-CSHttp
-Curious
+crawl.sogou.com
 DatabaseDriverMysqli
 DataCha0s
+DBLBot
+Demon
 Deusu
+Devil
+Digincore
 DIIbot
 Dirbuster
-Dispatch
-DomainAppender
-DomainSigmaCrawler
+DittoSpyder
+domainsproject.org
 Download Wonder
+Dragonfly
 Drip
-DSearch
+DTS Agent
 EasyDL
-Ebingbong
-Ecxi
-EMail Siphon
-EroCrawler
-evc-batch
+ECCP/1.0
+EirGrabber
+Evil
+Exabot
 Extractor
+Extreme Picture Finder
+Ezooms
 facebookscraper
-FDM
 FemtosearchBot
+FHscan
 Fimap
+Flunky
 Foobot
-FyberSpider
 Fyrebot
 GalaxyBot
 Getintent
-GetRight
-GetWeb
 Gigablast
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
+Go!Zilla
 Grabber
-GrabNet
 Grafula
 GrapeFX
+GrapeshotCrawler
 GridBot
 GT::WWW
 Haansoft
-Harvest
-Havij
+heritrix
 Heritrix
-HTMLparser
+HMView
 HTTP::Lite
-HybridBot
-IDBot
-Id-search
-Image Sucker
+HTTrack
+Humanlinks
+IlseBot
+IndeedBot
 InfoNaviRobot
-InfoTekies
-InterGET
-IRLbot
+InternetSeer
+internetVista monitor
+ips-agent
+Jbrofuzz
 Jetty
-Joomla
+JikeSpider
 Jorgee
 Kenjin Spider
-Kinza
-Kozmosbot
 Lanshanbot
-Larbin
-Lftp
-LibWeb
+LeechFTP
+LexiBot
 Libwhisker
 LieBaoFast
 Likse
 Linkdexbot
 LinkextractorPro
 LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
+Lmspider
 LNSpiderguy
 Ltx71
-lwp-trivial
+LWP::Simple
+Magnet
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
+MarkMonitor
+Mass Downloader
 MauiBot
-mediawords
 MegaIndex.ru
-MFC_Tear_Sample
-Microsoft URL Control
-MIDown tool
+Microsoft Data Access
 MIIxpc
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
 MQQBrowser
 Mr.4x3
-MSIECrawler
+MSFrontPage
+Msrabot
 Name Intelligence
+Nameprotect
 Navroad
-Nessus
-Netcraft
-NetLyzer
-Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
-Nmap
-oBot
-Octopus
+NearSite
+netEstate NE Crawler
+NetSpider
+Nettrack
+Netvibes
+NetZIP
+Nibbler
+NICErsPRO
+Niki-bot
+Nutch
 OnCrawl
-OrangeBot
+OpenLinkProfiler
+OPPO A33
+OrangeSpider
 OutfoxBot
-PageGrabber
-PageScorer
-Pandalytics
+PageAnalyzer
+page scorer
 Panscient
+Pavuk
 pcBrowser
-PECL::HTTP
+PeoplePal
 PHPCrawl
-Picscout
 Picsearch
 PictureFinder
+Pimonster
 Pi-Monster
-Pixray
-PleaseCrawl
+plumanalytics
 Pockey
-polaris version
 Probethenet
 ProPowerBot
+ProWebWalker
 Psbot
-Pump
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankingBot
+PxBroker
+RankActive
+RankFlex
 RankingBot2
-RealDownload
 Reaper
 Recorder
-ReGet
-Ripper
+RepoMonkey
 RSSingBot
-Scanbot
-ScoutJet
-Scrapy
-Screaming
+s1z.ru
+SalesIntelligent
+ScreenerBot
 SearchmetricsBot
-SEOkicks
-SEOprofiler
-seoscanners
-sexsearcher
+SemrushBot
+Seomoz
+SeoSiteCheckup
+serpstatbot
 Shodan
-SiteLockSpider
-SiteSnagger
-Snoopy
+Siphon
+SISTRIX
+Siteimprove
+Site Sucker
+Sitevigil
 SocialRankIOBot
-Sosospider
+Sociscraper
+Sogou web spider
+Sottopop
 SpaceBison
-Spammen
 SpankBot
-sp_auditbot
-spyfu
-Sqlmap
+Spanner
+Spbot
 Sqworm
-Sucker
-Surfbot
+Steeler
+Stripper
 SurveyBot
-Szukacz
-T0PHackTeam
-T8Abot
+Swiftbot
+sysscan
+TeleportPro
+Telesphoreo
 TheNomad
-Titan
-Tracemyfile
-Trendiction
+Trendictionbot
 trendiction.com
 trendiction.de
+True_Robot
 Turnitin
-Twice
-UnisterBot
-URLy Warning
-Vacuum
+TurnitinBot
+Typhoeus
+URLy.Warning
 Vagabondo
 VCI
-VeriCiteCrawler
-Wallpapers/3.0
-WASALive-Bot
+VidibleScraper
+VoidEYE
 WBSearchBot
 Webalta
 WebAuto
 Web Auto
-WEBDAV
-WebFetch
-Web Fetch
+WebCollage
+Web Collage
+Web Enhancer
+WebFuck
+Web Fuck
+WebLeacher
+WebmasterWorldForumBot
 webmeup-crawler
-WebPix
-Webster
-WebStripper
-Web Sucker
-WebWhacker
-WeSEE
+Webshag
+WebsiteExtractor
+WebZIP
+Whack
 Whatweb
-Who.is Bot
-Widow
+WinHTTrack
 WISENutbot
-Wonderbot
-Wprecon
-WWW-Mechanize
+Woobot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
 x22Mozilla
-Xenu
-Zauba
+YoudaoBot
+zauba.io
 Zermelo
-Zeus
 Zitebot
 ZmEu
 ZyBorg