V4.2021.08.2526 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404enemy
+80legs
 ADmantX
 Abonti
 Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
+Aipbot
 Anarchie
 Anarchy
 Anarchy99
 Anthill
 Asterias
-Attach
 AwarioRssBot
-BBBike
+AwarioSmartBot
+BDCbot
+BDFetch
+BLEXBot
 BackDoorBot
-BacklinkCrawler
-BetaBot
-Bitacle
-BlackWidow
-BlowFish
-Boardreader
-Bolt
+BackStreet
+Backlink-Ceck
+Bigfoot
+Blow
 Brandprotect
 Brandwatch
-BuiltWith
+Buddy
 BunnySlippers
 BuzzSumo
 CCBot
-CODE87
+Calculon
 CazoodleBot
 CensysInspect
+CherryPicker
+Chlooe
+Cocolyzebot
 Cogentbot
+Collector
 Copier
+CopyRightCheck
 Craftbot
-Custo
-DSearch
+Crawling at Home Project
+CrazyWebCrawler
+DBLBot
+DataCha0s
 Demon
-Deusu
+Devil
+Digincore
 Discobot
-DittoSpyder
-DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
+Domains Project
+Dotbot
 Download Wonder
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
 Ebingbong
 Ecxi
-EirGrabber
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
-FDM
-Fimap
-Firefox/7.0
-FlashGet
+Exabot
+Extreme Picture Finder
+EyeNetIE
+FemtosearchBot
+Flunky
 Foobot
-Freeuploader
-FrontPage
+FyberSpider
 G-i-g-a-b-o-t
 GT::WWW
 GetRight
-Getintent
-Gigablast
-Go!Zilla
-Gotit
+Go-Ahead-Got-It
+GoZilla
 GrabNet
-Grafula
+GrapeFX
+HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
 Harvest
-Heritrix
+Havij
 Hloader
-Humanlinks
 IDBTE4M
-IDBot
-IRLbot
+Iblog
 Id-search
+IlseBot
 Image Fetch
-IndeedBot
-Intelliseek
-Iria
-JamesBOT
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
+JennyBot
+JetCar
 Jetty
 Joomla
-Jorgee
-JustView
 Jyxobot
 Kenjin Spider
-LNSpiderguy
+LWP::Simple
 Lanshanbot
-LeechFTP
-LeechGet
-LexiBot
-LinkScan
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+Larbin
+Lftp
+Libwhisker
+Lightspeedsystems
+LinkWalker
+Linkdexbot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
-Lmspider
+Litemage_walker
+MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-MTRobot
-Majestic-SEO
-Majestic12
+MSIECrawler
+Mag-Net
+Majestic SEO
 MarkMonitor
-Mass Downloader
 Masscan
-MeanPath Bot
+Mediatoolkitbot
 Metauri
 MicroMessenger
-Microsoft URL Control
-Mojolicious
-Mozlila
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Mr.4x3
-Nameprotect
-Needle
+Musobot
 Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
-Netvibes
-Niki-bot
-NimbleCrawler
-Nuclei
+NetSpider
+NetZIP
+Netcraft
+Nibbler
 Octopus
+Offline Navigator
+OnCrawl
 OpenVAS
-Openfind
+OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
+OutclicksBot
+PECL::HTTP
 POE-Component-Client-HTTP
+PageAnalyzer
 Pandalytics
-Panscient
-PeoplePal
-Petalbot
+Pavuk
+Pi-Monster
+Picscout
 PictureFinder
 Piepmatz
-Pimonster
-PleaseCrawl
+Pixray
+ProPowerBot
 Probethenet
+Pu_iN
 Pump
 PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankingBot
 RankingBot2
 RankurBot
-Re-re
-Reaper
+ReGet
 RebelMouse
 RedesScrapy
-ScanAlert
-ScoutJet
-Scrapy
-ScreenerBot
-Searchestate
-SentiBot
-Seomoz
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+Scanbot
+SearchmetricsBot
+Semrush
+SeoSiteCheckup
+SeobilityBot
 Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 SiteSnagger
 SiteSucker
-SlySearch
-SmartDownload
+Sitebeam
+Siteimprove
+Snoopy
+SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-SurveyBot
+Sogou web spider
+Spammen
+Spanner
+Spbot
+SputnikBot
+Steeler
 Suzuran
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
-TheNomad
-Toweyabot
-Trendictionbot
+Swiftbot
+Szukacz
+T8Abot
+The Intraformant
+Thumbor
+TightTwatBot
+Toata
 True_Robot
-Typhoeus
-V-BOT
-VCI
-Vagabondo
+Turingos
+Turnitin
+Twice
+Upflow
+Vacuum
+VeriCiteCrawler
+Voil
 Voltron
-WASALive-Bot
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Web Fetch
-Web Pix
+WBSearchBot
 Web Sauger
-Web Sucker
 WebBandit
-WebEnhancer
-WebFetch
-WebImageCollector
-WebReaper
-Webalta
-WebsiteExtractor
+WebCollage
+WebCopier
+WebLeacher
+WebSauger
+Webshag
+Website Quester
 Webster
-Whack
-Whacker
-Whatweb
-WinHTTrack
+Who.is Bot
 WiseGuys Robot
 Woobot
+Wotbox
 Wprecon
 YoudaoBot
-Zade
-ZoomBot
+Zauba
+Zeus
 ZyBorg
-archive.org_bot
 arquivo.pt
-backlink-check
-cah.io.community
-crawl.sogou.com
-crawler.feedback
+check1.exe
+clark-crawler
+coccocbot-web
+com.plumanalytics
 crawler4j
-demandbase-bot
 domainsproject.org
-gopher
+evc-batch
 internetVista monitor
+lwp-trivial
+meanpathbot
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
+plumanalytics
 probe-image-size
-ripz
+s1z.ru
 scan.lol
 seobility
-serpstatbot
-sexsearcher
 sitechecker.pro
 sogouspider
+sp_auditbot
+spyfu
 sysscan
+tAkeOut
 trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-x22Mozilla
+webmeup-crawler
 xpymep1.exe
-zgrab
+zauba.io