V4.2022.08.3288 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404enemy
-AIBOT
-ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+ADmantX
+Abonti
+AiHitBot
 Aipbot
 Alexibot
-Anarchy99
-Anthill
-Apexoo
-Asterias
+AllSubmitter
+Ankit
+Attach
+AwarioSmartBot
+BBBike
 BDCbot
-BackStreet
-BackWeb
-BacklinkCrawler
-BatchFTP
+BackDoorBot
+Backlink-Ceck
+Badass
+Barkrowler
 Battleztar Bazinga
-Bigfoot
-Blow
-BlowFish
+Bitacle
+BlackWidow
+Bolt
 BotALot
-Brandprotect
-Brandwatch
-Buck
-BuiltWith
-CCBot
-Calculon
+Buddy
+BuzzSumo
+CATExplorador
+CSHttp
+CazoodleBot
 CensysInspect
-CherryPicker
-Cliqzbot
-Cloud mapping
+CheTeam
+CheeseBot
+ChinaClaw
+Chlooe
+Claritybot
 Cocolyzebot
 CopyRightCheck
 Copyscape
-Cosmos
-Custo
-DBLBot
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
+Craftbot
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+DSearch
 Demon
-DigitalPebble
-Dispatch
+Devil
+Digincore
+DittoSpyder
 DnyzBot
 DomCopBot
+DomainAppender
+DomainStatsBot
 Domains Project
-ECCP/1.0
+Dotbot
+Dragonfly
 EMail Siphon
-Ebingbong
-Ecxi
+EMail Wolf
+EasyDL
 Evil
-EyeNetIE
-Flunky
-FyberSpider
+Exabot
+Ezooms
+Foobot
+Freeuploader
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 Gotit
-GrabNet
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
+Haansoft
 HaosouSpider
-Harvest
-HonoluluBot
-IDBTE4M
+Havij
+Hloader
+IDBot
 IRLbot
-IlseBot
-Image Fetch
-InfoNaviRobot
+Id-search
+Image Sucker
+IndeedBot
 InfoTekies
-InterGET
+Intelliseek
 InternetSeer
-Iskanie
-JamesBOT
+Iria
+JOC Web Spider
 JennyBot
-Joomla
-JustView
-Kenjin Spider
+Jyxobot
 Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
 Lanshanbot
-LieBaoFast
-Linkbot
+Larbin
+Lftp
+LinkWalker
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
 Ltx71
-Majestic SEO
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mag-Net
 Majestic-SEO
+Majestic12
+MarkMonitor
 Masscan
-Mb2345Browser
-MeanPath Bot
+MauiBot
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Metauri
+Microsoft URL Control
+Minefield
 Moblie Safari
 Mojolicious
+MolokaiBot
+Mozlila
 Mr.4x3
-Nameprotect
+Musobot
+NICErsPRO
+Name Intelligence
+Navroad
+Needle
 Nessus
+NetAnts
 NetMechanic
 NetSpider
-Nettrack
-NextGenSearchBot
-Ninja
-Nuclei
-Nutch
+Netvibes
+Nibbler
+NimbleCrawler
 Octopus
-Openfind
-OrangeBot
-OrangeSpider
+OnCrawl
+OpenLinkProfiler
+OpenVAS
 OutclicksBot
-PHPCrawl
-Page Analyzer
-PageScorer
+OutfoxBot
+PECL::HTTP
+PageThing.com
+Pandalytics
 Papa Foto
 Pavuk
-Picscout
 PictureFinder
-Piepmatz
+Pixray
 ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
-Pu_iN
+Pump
 PxBroker
-RankingBot
+Quick-Crawler
+RankActive
 RankingBot2
-Rankivabot
-Re-re
-RealDownload
-Reaper
+RankurBot
 Recorder
 RedesScrapy
-SEOkicks-Robot
+Ripper
+RocketCrawler
+SEOprofiler
+SMTBot
 Screaming
 ScrepyBot
 Searchestate
+SearchmetricsBot
 Semrush
-SemrushBot
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
+Sitevigil
 SmartDownload
-Snake
 Snapbot
-Snoopy
 Sociscraper
 Sogou web spider
-Sosospider
+Sottopop
 SpaceBison
-Spanner
-Spinn3r
+Spbot
 SputnikBot
-Sqlworm
-Stripper
-Sucker
-SuperBot
-Surfbot
-Suzuran
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
+Steeler
+SurveyBot
 TheNomad
 Thumbor
-Toweyabot
 Tracemyfile
-True_Robot
-Turnitin
-TurnitinBot
+Trendiction
+Turingos
 TwengaBot
+Twice
+URLy Warning
 URLy.Warning
 UnisterBot
-V-BOT
-VB Project
-Vagabondo
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
+Upflow
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+WASALive-Bot
+WBSearchBot
+WEBDAV
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WebAuto
-WebCopier
+Web Collage
+Web Sucker
+WebBandit
+WebCollage
 WebFetch
-WebImageCollector
-WebPix
-WebReaper
+WebGo IS
+WebLeacher
 WebSauger
+WebStripper
 WebSucker
+WebWhacker
 WebZIP
-Webshag
-Website Quester
+WebmasterWorldForumBot
 WebsiteQuester
+Whack
 Whatweb
-Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zade
+Zauba
+Zermelo
 Zitebot
 ZoomBot
-ZoominfoBot
-ZyBorg
-archive.org_bot
-cah.io.community
+arquivo-web-crawler
 check1.exe
-com.plumanalytics
-demandbase-bot
-facebookscraper
-instabid
-isitwp.com
+cognitiveseo
+crawler.feedback
+heritrix
+internetVista monitor
 lwp-request
 lwp-trivial
 magpie-crawler
-mediawords
-page scorer
-plumanalytics
-polaris version
-probe-image-size
+meanpathbot
+netEstate NE Crawler
+oBot
+ripz
+s1z.ru
+scalaj-http
+scan.lol
+seocompany.store
 seoscanners
-seostar
+serpstatbot
+sexsearcher
+sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
-spyfu
-trendiction.com
-trendiction.de
+sysscan
+ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
+webpros.com
 x09Mozilla
+xpymep1.exe