V4.2022.11.3479 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
+404enemy
 80legs
-ADmantX
-AIBOT
-ASPSeek
-Abonti
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
+Alexibot
 Ankit
 Anthill
-Apexoo
 Asterias
-AwarioRssBot
+AwarioSmartBot
 BBBike
-BackWeb
+BDFetch
+BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
+Badass
+Bandit
+Barkrowler
 BetaBot
 Bigfoot
-Black Hole
 BlackWidow
 Blow
-BotALot
-Buck
-BuiltWith
-BunnySlippers
+BlowFish
+Bolt
+Bullseye
 CATExplorador
-CODE87
-CSHttp
-CazoodleBot
-CherryPicker
+CCBot
+Cegbfeieh
+CheTeam
 ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
+Citoid
+Claritybot
+CopyRightCheck
+Cosmos
 Craftbot
 Crawling at Home Project
-Curious
-CyotekWebCopy
+CrunchBot
 DBLBot
 DIIbot
 DataCha0s
-Deusu
+DatabaseDriverMysqli
+Devil
 Digincore
-Dirbuster
-DomCopBot
-DomainAppender
+DigitalPebble
+Discoverybot
+Dispatch
 DomainCrawler
-DomainStatsBot
-Domains Project
 Dotbot
+Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Siphon
 EMail Wolf
-Express WebPictures
+Ecxi
+EroCrawler
+Exabot
+ExtLinksBot
 ExtractorPro
-FHscan
-FemtosearchBot
+Ezooms
 Firefox/7.0
+FlashGet
 Foobot
-GT::WWW
-GalaxyBot
+FrontPage
+G-i-g-a-b-o-t
+GetRight
+Gigabot
 Go!Zilla
+GoZilla
+Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTMLparser
+HTTrack
 Haansoft
 Hloader
+HybridBot
 IDBTE4M
-IDBot
+IRLbot
+Iblog
+Image Fetch
+Image Sucker
+Indy Library
 InfoTekies
 Intelliseek
-InternetSeer
-JennyBot
-JetCar
-Jetty
-Jorgee
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
+InterGET
+Internet Ninja
+JOC Web Spider
+JamesBOT
+Joomla
 Keyword Density
-Kinza
+Kozmosbot
 Lanshanbot
-LeechGet
-LexiBot
-LibWeb
-Libwhisker
-LieBaoFast
+LeechFTP
+Lftp
 Lightspeedsystems
+Likse
 LinkScan
 LinkWalker
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-Lmspider
+Linkbot
+LinksManager
 Ltx71
-MFC_Tear_Sample
-MJ12bot
 MQQBrowser
-MSIECrawler
-MTRobot
 Magnet
-MauiBot
+Mail.RU_Bot
 Mb2345Browser
-Metauri
+MeanPath Bot
+MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
 Mojeek
-Mr.4x3
+Mozlila
 Msrabot
 Musobot
-NICErsPRO
+NPbot
 Nameprotect
-Navroad
 Nessus
-Net Vampire
-NetAnts
-Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
-Nimbostratus
+NetSpider
+NetZIP
+Niki-bot
+Nikto
+NimbleCrawler
 Ninja
-Nuclei
-Nutch
-OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
+Openfind
+Openvas
+PECL::HTTP
 PageScorer
-Pi-Monster
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
+Pavuk
 Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pu_iN
-Pump
-PyCurl
-Rankivabot
-RealDownload
-RebelMouse
-RocketCrawler
-SBIder
+Pixray
+Probethenet
+Quick-Crawler
+RankingBot
+RankingBot2
+RankurBot
+Reaper
+RedesScrapy
+Ripper
+SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-ScanAlert
-ScoutJet
-Seekport
-SemanticJuice
+SEOprofiler
+ScreenerBot
+Searchestate
 SemrushBot
-Seomoz
-Site Sucker
+SentiBot
+SeoSiteCheckup
+Siphon
+SiteLockSpider
 SiteSucker
-Sitebeam
+Siteimprove
 SmartDownload
-Sociscraper
-Sogou web spider
+Snapbot
+SocialRankIOBot
 Sosospider
+Sottopop
 SpankBot
 Spanner
 Sqlworm
-Steeler
-SuperBot
-SuperHTTP
+Sqworm
+Stripper
+Sucker
+Sucuri
+SurveyBot
+Suzuran
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-TightTwatBot
-Titan
+The Intraformant
+Thumbor
 Tracemyfile
-Trendiction
 True_Robot
-TurnitinBot
+Turingos
 Twice
-Typhoeus
-V-BOT
 VB Project
-VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
+WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
 WWW-Mechanize
-Web Collage
-Web Fetch
-Web Fuck
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+Web Enhancer
+Web Pix
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
 WebEnhancer
-WebFuck
+WebFetch
 WebImageCollector
-WebSauger
-WebSucker
-WebWhacker
+WebLeacher
+WebZIP
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
-Whacker
-WinHTTrack
-Wonderbot
-Woobot
-Wotbox
+Whack
+WiseGuys Robot
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Xenu
+Zade
 Zauba
 Zermelo
-Zeus
-Zitebot
-ZmEu
 ZoominfoBot
-ZyBorg
-arquivo.pt
-autoemailspider
-cah.io.community
-coccocbot
+ZumBot
+check1.exe
+clark-crawler
 cognitiveseo
+com.plumanalytics
 crawler4j
-eCatch
-facebookscraper
-internetVista monitor
+dataforseo.com
+domainsproject.org
+gopher
+instabid
 isitwp.com
 iubenda-radar
-lwp-request
+linkdexbot
+magpie-crawler
+mediawords
+page scorer
+pcBrowser
 polaris version
-probe-image-size
 s1z.ru
 scalaj-http
-scan.lol
+seobility
+seocompany.store
+serpstatbot
 sexsearcher
 sitechecker.pro
-sogouspider
-sysscan
-tAkeOut
-webpros.com
-xpymep1.exe
+siteripz
+spyfu
+trendiction.de
+ubermetrics-technologies.com
+x09Mozilla
+zauba.io
+zgrab