V4.2022.09.3347 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404enemy
-ALittle Client
-Acunetix
-Atomseobot
-AwarioRssBot
-BDCbot
-Bigfoot
+80legs
+AIBOT
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
+Alligator
+Anarchie
+Anarchy
+BBBike
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
+Blackboard
+Bolt
 BotALot
-Brandwatch
-Buck
-BuiltBotTough
 BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
+CATExplorador
+Calculon
 CazoodleBot
-CensysInspect
-CheeseBot
+Cegbfeieh
+CherryPicker
 Chlooe
+Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
-Cosmos
+Copier
+CopyRightCheck
+Craftbot
 CrunchBot
-Custo
-DSearch
-DTS Agent
-DataCha0s
+Curious
+DatabaseDriverMysqli
+Deusu
 Devil
-DigitalPebble
-Dirbuster
-Disco
-DnBCrawler-Analytics
-DnyzBot
-DomainStatsBot
+Discoverybot
+Dispatch
+DomainCrawler
+Domains Project
+Dotbot
 Dragonfly
-EMail Wolf
-Ecxi
-EirGrabber
-Exabot
-Express WebPictures
+EMail Siphon
+EasyDL
+Evil
 ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-FDM
-FHscan
+EyeNetIE
 Fimap
 Firefox/7.0
 Flunky
 Freeuploader
+FrontPage
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GetRight
+GalaxyBot
 GetWeb
 Getintent
-Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
 GrabNet
-Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+GridBot
+HTTrack
 Haansoft
-HaosouSpider
-Havij
 Hloader
+HonoluluBot
 Iblog
 Id-search
 Image Fetch
-IndeedBot
+InfoNaviRobot
 Intelliseek
 Internet Ninja
 InternetSeer
 Iskanie
-JennyBot
-Jorgee
-Jyxobot
-Kinza
-Larbin
-Lftp
-LieBaoFast
-Likse
-LinkScan
-LinkWalker
-LinksManager
+IstellaBot
+JamesBOT
+JetCar
+Jetty
+JustView
+Kenjin Spider
+Leap
+LeechFTP
+LexiBot
+Lightspeedsystems
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Lmspider
 MIIxpc
 MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
 Magnet
-Majestic-SEO
+Mail.RU_Bot
 Majestic12
-MarkMonitor
 MarkWatch
-Mass Downloader
-Mata Hari
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
 MicroMessenger
-Microsoft Data Access
-Minefield
-Mojeek
+Microsoft URL Control
+MolokaiBot
 Morfeus Fucking Scanner
-NICErsPRO
+Musobot
+NPbot
 Name Intelligence
-Net Vampire
-NetAnts
-NetZIP
+Nameprotect
+Needle
+NetLyzer
+NetSpider
 Netcraft
-Nettrack
+Netvibes
+NextGenSearchBot
+Nibbler
+NimbleCrawler
 Ninja
+Not
+Nuclei
+Nutch
 Octopus
+Offline Explorer
+OpenLinkProfiler
 Openfind
-OrangeBot
-OutfoxBot
+OutclicksBot
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageThing.com
-Pandalytics
+PageScorer
+Papa Foto
 Petalbot
 Pi-Monster
-PictureFinder
-Piepmatz
+Picscout
 Pimonster
-Pixray
-ProPowerBot
-PyCurl
-QueryN Metasearch
+PleaseCrawl
+ProWebWalker
+Probethenet
+Pump
+Rankivabot
 RankurBot
+Re-re
 Reaper
+RebelMouse
 RepoMonkey
-Rogerbot
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
-SearchmetricsBot
+Ripper
+SEOkicks-Robot
+SalesIntelligent
+Scanbot
+ScreenerBot
+SemanticJuice
 SemrushBot
-SentiBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
+Seomoz
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+SiteExplorer
+SiteSnagger
 Sitebeam
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
+Siteimprove
+Snapbot
+Sosospider
 Spammen
 Spanner
-SputnikBot
-Sqworm
-SuperBot
+Spbot
+Sqlworm
+Sucker
 SuperHTTP
-Surfbot
+Suzuran
 Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
-Telesphoreo
+T8Abot
 Telesphorep
-TheNomad
+The Intraformant
 Thumbor
-TightTwatBot
-Tracemyfile
+Toata
 Trendiction
 Trendictionbot
-Turnitin
+Turingos
+TurnitinBot
 TwengaBot
-Twice
-URLy.Warning
+Typhoeus
+URLy Warning
+Upflow
 V-BOT
+VB Project
 VCI
-Vacuum
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voil
 Voltron
-WBSearchBot
+WISENutbot
 WWW-Collector-E
-WWWOFFLE
-Web Auto
-Web Collage
-Web Enhancer
-Web Pix
-WebAuto
-WebBandit
-WebEnhancer
-WebFuck
-WebSauger
-WebSucker
-Webalta
+Wallpapers/3.0
+Web Fuck
+Web Sauger
+Web Sucker
+WebCollage
+WebCopier
+WebFetch
+WebImageCollector
+WebPix
+WebStripper
+WebZIP
+Website Quester
 WebsiteExtractor
+WebsiteQuester
+Whack
 Whacker
-Whatweb
 Who.is Bot
-Wotbox
+WinHTTrack
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
 Zermelo
-Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
-archive.org_bot
-clark-crawler
-coccocbot
+autoemailspider
+cah.io.community
 crawl.sogou.com
 crawler4j
 demandbase-bot
 eCatch
+evc-batch
 facebookscraper
 heritrix
-instabid
-ips-agent
-iubenda-radar
+internetVista monitor
+isitwp.com
+lwp-request
 lwp-trivial
-oBot
-page scorer
+magpie-crawler
+mediawords
+probe-image-size
+ripz
 s1z.ru
 seobility
-seoscanners
-sexsearcher
-sitechecker.pro
+seostar
 sp_auditbot
-spyfu
 sysscan
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
 webgains-bot
 webprosbot
 x09Mozilla
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io