V4.2021.07.2477 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-AIBOT
-Acunetix
+80legs
+ADmantX
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
-Alligator
-AlphaBot
+AllSubmitter
 Anarchie
 Anarchy99
+Ankit
 Anthill
 Apexoo
+Aspiegel
 Asterias
-Attach
 AwarioRssBot
-BDCbot
-BacklinkCrawler
+BDFetch
+BackDoorBot
+BackWeb
 Badass
+Bandit
 Barkrowler
-BetaBot
+BatchFTP
+Battleztar Bazinga
+Bigfoot
+Bitacle
 BlackWidow
+Blackboard
 Blow
-BotALot
-Brandprotect
+Boardreader
 Brandwatch
-Bullseye
-BuzzSumo
-CCBot
-CSHttp
-Calculon
+Buck
+Buddy
+BuiltWith
+CATExplorador
 CazoodleBot
 CensysInspect
 CheeseBot
 CherryPicker
+ChinaClaw
+Claritybot
 Cliqzbot
 Cloud mapping
-Cocolyzebot
-Collector
+Cogentbot
 Copier
 CopyRightCheck
-Crescent
-DTS Agent
-Demon
-Digincore
+Cosmos
+Craftbot
+CrunchBot
+DSearch
+DatabaseDriverMysqli
+DigitalPebble
 Dirbuster
-DnyzBot
+Discobot
+Dispatch
+DittoSpyder
+DomCopBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-EMail Wolf
-Ecxi
+Dotbot
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
 EroCrawler
 Evil
 Express WebPictures
-ExtLinksBot
-Extractor
-EyeNetIE
-FHscan
+ExtractorPro
+Extreme Picture Finder
 FlashGet
 Flunky
-Foobot
-Freeuploader
+FrontPage
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+Genieo
 GetRight
-Go-Ahead-Got-It
-GoZilla
+Getintent
+Gigablast
+Go!Zilla
 Gotit
-GrabNet
 Grabber
 Grafula
-GrapeFX
-GrapeshotCrawler
-HMView
-HTTP::Lite
-HaosouSpider
+HEADMasterSEO
+HTTrack
+Harvest
 Havij
 Heritrix
-IDBTE4M
+Hloader
 IDBot
+IRLbot
 Id-search
+IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
-InfoTekies
+InfoNaviRobot
+InterGET
 InternetSeer
 Iskanie
-JikeSpider
-Joomla
-Jorgee
+JennyBot
+JustView
 Kenjin Spider
 Kozmosbot
-LWP::Simple
-Lanshanbot
-LeechFTP
-LeechGet
-LibWeb
+LexiBot
+Libwhisker
 LieBaoFast
-Likse
-LinkScan
+Lightspeedsystems
 LinkWalker
 Linkbot
-LinkpadBot
+Linkdexbot
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lmspider
 MFC_Tear_Sample
-MSIECrawler
+MQQBrowser
+MSFrontPage
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic12
+Majestic SEO
+Mass Downloader
 Masscan
-Mata Hari
-MauiBot
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Mojeek
-NICErsPRO
-Name Intelligence
+Msrabot
+Musobot
 Nameprotect
 Navroad
-Needle
-Net Vampire
+NetAnts
+NetMechanic
 NetZIP
-NextGenSearchBot
-Niki-bot
-Nikto
+Netcraft
+Netvibes
+Nibbler
 Ninja
-Offline Navigator
-OpenLinkProfiler
-Openfind
-OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageGrabber
-PageThing.com
+Nuclei
+Nutch
+Octopus
+Offline Explorer
+OnCrawl
+OpenVAS
+Openvas
+Panscient
 Papa Foto
-ProPowerBot
-ProWebWalker
+Pavuk
+PeoplePal
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
+Pockey
 Probethenet
+Psbot
 Pu_iN
-Pump
-Quick-Crawler
+RankActiveLinkBot
+Rankivabot
 RankurBot
-Re-re
-Recorder
-Ripper
-RocketCrawler
-SBIder
-SEOprofiler
+RealDownload
+Reaper
+SEOkicks-Robot
 SEOstats
 ScanAlert
-Scanbot
-Scrapy
-ScreenerBot
-Semrush
+Searchestate
+SentiBot
 SeoSiteCheckup
-Siphon
-SiteExplorer
-SiteLockSpider
-Sitebeam
-Sitevigil
+SeobilityBot
+Seomoz
 SlySearch
-SmartDownload
-Snoopy
 Sociscraper
+Sosospider
+Sottopop
 SpaceBison
-Spammen
-Sqlmap
-Sqworm
-Steeler
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
+SputnikBot
+Stripper
 Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
-Telesoft
 Telesphoreo
-The Intraformant
-TightTwatBot
 Titan
 Toata
+Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
-Turingos
-TurnitinBot
-TwengaBot
+True_Robot
+Turnitin
 Twice
-Typhoeus
-URLy Warning
-UnisterBot
-V-BOT
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
 Voil
-Voltron
 WASALive-Bot
-WISENutbot
 WPScan
-WWW::Mechanize
+Wallpapers/3.0
+Web Auto
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sauger
-WebBandit
-WebCollage
-WebFetch
-WebGo IS
+WebAuto
 WebImageCollector
-WebStripper
 WebSucker
-WebZIP
-Website Quester
+Webalta
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
-WebsiteQuester
 Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
+Wprecon
 YoudaoBot
-Zauba
+Zade
+Zermelo
+Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
 arquivo.pt
-check1.exe
+backlink-check
 coccocbot-web
 cognitiveseo
 com.plumanalytics
-crawler.feedback
 crawler4j
 demandbase-bot
+domainsproject.org
+eCatch
+facebookscraper
 heritrix
-isitwp.com
-pcBrowser
-plumanalytics
-satoristudio.net
+instabid
+internetVista monitor
+lwp-request
+lwp-trivial
+mediawords
+oBot
+page scorer
+probe-image-size
+ripz
+s1z.ru
 scalaj-http
+scan.lol
 seobility
-siteripz
-sp_auditbot
-spyfu
+serpstatbot
+sexsearcher
 tAkeOut
 trendiction.com
-voyagerx.com
-x22Mozilla
-zgrab
+xpymep1.exe