V4.2020.04.2055 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Abonti
-Aboundexbot
-ADmantX
+360Spider
+404enemy
 AhrefsBot
 AIBOT
+AiHitBot
+Alligator
+AllSubmitter
 Anarchie
 Apexoo
-Aspiegel
 ASPSeek
 Asterias
-Attach
+autoemailspider
 AwarioRssBot
 BackDoorBot
-BackStreet
-BackWeb
-Barkrowler
-BDCbot
+Backlink-Ceck
+Badass
+Battleztar Bazinga
 BDFetch
 Bigfoot
+Bitacle
 Blackboard
-Blow
+Black Hole
 BlowFish
 Boardreader
+BotALot
 Brandprotect
-BuiltBotTough
+Buddy
 BuiltWith
-BunnySlippers
-CCBot
-Cegbfeieh
-CherryPicker
-CheTeam
-Claritybot
+Bullseye
+CATExplorador
+CazoodleBot
 Cloud mapping
-coccocbot-web
-cognitiveseo
+Cogentbot
 com.plumanalytics
-CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
-crawler.feedback
 crawl.sogou.com
-CrazyWebCrawler
 Crescent
-CrunchBot
+Curious
 Custo
 DatabaseDriverMysqli
 DBLBot
-Deusu
+demandbase-bot
 Devil
-Discoverybot
-DomainAppender
-DomainSigmaCrawler
+Digincore
+DIIbot
+Discobot
+DittoSpyder
+Domains Project
 DomainStatsBot
+Dotbot
 Download Wonder
-Dragonfly
-Drip
+EasyDL
+eCatch
 ECCP/1.0
 Ecxi
 EirGrabber
-EMail Siphon
 EMail Wolf
-Express WebPictures
+Evil
+ExtLinksBot
 Extractor
-EyeNetIE
-facebookscraper
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FDM
+FHscan
+Fimap
+Firefox/7.0
 FlashGet
-FrontPage
-FyberSpider
+Freeuploader
+Fyrebot
 GalaxyBot
-GermCrawler
-GetWeb
 G-i-g-a-b-o-t
 Gotit
 GoZilla
-Go!Zilla
-Grafula
-GrapeFX
-GT::WWW
+GrabNet
+GrapeshotCrawler
 HaosouSpider
-Hloader
-HTTP::Lite
+Heritrix
+Humanlinks
 HybridBot
-Id-search
-Image Fetch
-Image Sucker
+IDBot
+IndeedBot
 Indy Library
-instabid
 Intelliseek
-Internet Ninja
-ips-agent
-Iria
-Iskanie
-JamesBOT
-Jbrofuzz
+InternetSeer
+IRLbot
 JennyBot
 JetCar
+JOC Web Spider
 JustView
-Jyxobot
 Keyword Density
-Kozmosbot
-LeechGet
-Likse
+LieBaoFast
 LinkextractorPro
-LinkpadBot
 LinkScan
-LinkWalker
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-Ltx71
-lwp-request
+LWP::Simple
 Mag-Net
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
+Majestic-SEO
 MarkWatch
-Mata Hari
+Mass Downloader
+MauiBot
 Mb2345Browser
-Mediatoolkitbot
+meanpathbot
+Meanpathbot
+MeanPath Bot
 mediawords
 MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
-Morfeus Fucking Scanner
+MFC_Tear_Sample
+Microsoft Data Access
+Mister PiX
+MJ12bot
+Mojeek
+Mojolicious
 Mr.4x3
-MSIECrawler
 Msrabot
+muhstik-scan
 Musobot
 Name Intelligence
-Nameprotect
+NearSite
 Needle
+Nessus
+NetAnts
 Netcraft
-NetSpider
+netEstate NE Crawler
+NetLyzer
+NetMechanic
+Net Vampire
 NetZIP
+Nibbler
+NICErsPRO
+Niki-bot
 NimbleCrawler
-Nimbostratus
-Ninja
 Nmap
-Nutch
+oBot
 Offline Explorer
+Offline Navigator
+Openfind
 OpenLinkProfiler
-Openvas
+OPPO A33
 OrangeBot
-OrangeSpider
-OutclicksBot
-PageAnalyzer
+Page Analyzer
+PageGrabber
 page scorer
 PageScorer
-Pandalytics
-Papa Foto
-PHPCrawl
-PictureFinder
+Pavuk
+Picsearch
 Pimonster
-plumanalytics
+Pi-Monster
 Pockey
-POE-Component-Client-HTTP
-polaris version
+ProPowerBot
 ProWebWalker
-Psbot
-PxBroker
-QueryN Metasearch
+Pump
+RankActive
 RankActiveLinkBot
-RankFlex
 RankingBot
-Rankivabot
-RankurBot
 Reaper
+Recorder
+ReGet
+Ripper
 RocketCrawler
 RSSingBot
-s1z.ru
 SalesIntelligent
-SBIder
-ScanAlert
 Scanbot
-scan.lol
-ScoutJet
-Screaming
-Searchestate
+Scrapy
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-seoscanners
-Shodan
-Siphon
-Siteimprove
+serpstatbot
 SiteLockSpider
 SiteSnagger
-SiteSucker
+Site Sucker
 Sitevigil
 SlySearch
-Snake
 Snapbot
+Snoopy
+Sogou web spider
 Sosospider
-Spammen
-Sqlmap
+SpankBot
+Spbot
+Spinn3r
+SputnikBot
 Sqlworm
 Sqworm
 Steeler
-Stripper
 Sucker
 Sucuri
+SuperBot
 SurveyBot
+Suzuran
 Swiftbot
-T8Abot
+Szukacz
+tAkeOut
+TeleportPro
+Telesoft
 Telesphoreo
-TightTwatBot
-Titan
+Telesphorep
+The Intraformant
+Thumbor
 Toata
-Trendiction
-trendiction.de
+Toweyabot
+Tracemyfile
+Trendictionbot
 True_Robot
+Turingos
 Turnitin
 TurnitinBot
-URLy Warning
+Twice
+UnisterBot
+Upflow
 VeriCiteCrawler
+Virusdie
 Voil
-Voltron
+Wallpapers/3.0
+WallpapersHD
 WASALive-Bot
-WebCollage
-WebEnhancer
-Web Enhancer
+WBSearchBot
+Webalta
+WebAuto
+WebBandit
+WEBDAV
 WebFuck
-WebLeacher
-WebmasterWorldForumBot
-webmeup-crawler
+WebGo IS
 WebPix
-WebReaper
+Web Pix
 WebSauger
-Web Sauger
-Webster
+WebsiteExtractor
+WebsiteQuester
+WebStripper
 Web Sucker
 WebWhacker
 WebZIP
-WeSEE
-WiseGuys Robot
-Wonderbot
+Whack
+Whatweb
+WISENutbot
+Woobot
+Wotbox
 Wprecon
-WPScan
-WWW-Mechanize
+WWW::Mechanize
 Xaldon_WebSpider
-YoudaoBot
+xpymep1.exe
 Zade
-zauba.io
-Zermelo
 Zeus
-ZmEu
+Zitebot
 ZumBot
+ZyBorg