V4.2021.12.2799 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
 80legs
+AIBOT
 ALittle Client
-ASPSeek
-AfD-Verbotsverfahren
+Abonti
+Aboundexbot
 AiHitBot
+Aipbot
+Alligator
+AlphaBot
 Anarchy
-Anarchy99
 Ankit
-Anthill
 Apexoo
+Attach
 AwarioRssBot
-BDCbot
-BDFetch
-BackDoorBot
+BBBike
+BLEXBot
 BackStreet
-BatchFTP
+BacklinkCrawler
+Bandit
 Bigfoot
-Blackboard
 Blow
-BotALot
-Brandwatch
-BunnySlippers
+Buck
+BuiltBotTough
+BuiltWith
 CCBot
-CSHttp
-Cegbfeieh
+CODE87
+Calculon
 CensysInspect
 CheTeam
 ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
+Cloud mapping
+Cocolyzebot
 Cogentbot
+Copier
 CopyRightCheck
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Disco
-Discoverybot
+CrazyWebCrawler
+Custo
+DSearch
+Demon
+Devil
 Dispatch
-DnyzBot
-DomainAppender
-Domains Project
-Dragonfly
-Drip
+DittoSpyder
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Dotbot
 ECCP/1.0
+EMail Siphon
+EMail Wolf
 Ebingbong
 Ecxi
-Exabot
+EirGrabber
+EroCrawler
 Express WebPictures
-Extractor
-Extreme Picture Finder
-EyeNetIE
+ExtLinksBot
+Ezooms
 FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
-Flunky
-FrontPage
+Foobot
+Fuzz
 FyberSpider
 GT::WWW
+GalaxyBot
+GetWeb
 Getintent
 Gigabot
-Go!Zilla
+Gotit
+GrabNet
 Grabber
-GrapeshotCrawler
+Grafula
 HEADMasterSEO
 HTMLparser
 HTTP::Lite
 Harvest
 Humanlinks
-IDBTE4M
-Image Sucker
+IDBot
 Indy Library
+InfoNaviRobot
 InterGET
+Internet Ninja
 InternetSeer
-JOC Web Spider
+IstellaBot
 JamesBOT
-JennyBot
+Jbrofuzz
 JetCar
-Jetty
-LNSpiderguy
-Lanshanbot
-Leap
+Joomla
+Kenjin Spider
+Kinza
 LexiBot
-LieBaoFast
-Lightspeedsystems
-LinkScan
+Lftp
+LibWeb
 LinkWalker
 Linkdexbot
-LinkextractorPro
-Lipperhey
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
 Lmspider
+Ltx71
+MFC_Tear_Sample
+MJ12bot
 MQQBrowser
-MSFrontPage
-Magnet
+MSIECrawler
 Majestic12
-Masscan
-Mediatoolkitbot
-Metauri
-MicroMessenger
+MarkMonitor
+Mass Downloader
+MauiBot
+MeanPath Bot
+Microsoft Data Access
 Minefield
-Moblie Safari
-Mojolicious
-Mozlila
+Mister PiX
+Mojeek
+Morfeus Fucking Scanner
 Musobot
+NICErsPRO
+NPbot
+Name Intelligence
 Nameprotect
 Navroad
 Needle
+Net Vampire
+NetAnts
+NetLyzer
 NetZIP
-Nettrack
+Netcraft
+Netvibes
 Nibbler
-Ninja
 Not
-Nutch
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
-OutclicksBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
+POE-Component-Client-HTTP
+PeoplePal
 Piepmatz
-Pimonster
-Pixray
-QueryN Metasearch
+PleaseCrawl
+Probethenet
+Psbot
+Pu_iN
+Pump
 Quick-Crawler
-RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
-RebelMouse
+RankurBot
+Re-re
+Reaper
 RedesScrapy
-RepoMonkey
-Ripper
+Rogerbot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
-ScanAlert
-ScoutJet
-Scrapy
-Searchestate
-SearchmetricsBot
-SemanticJuice
-Semrush
-SentiBot
+SalesIntelligent
+SemrushBot
 SeobilityBot
 Seomoz
-Site Sucker
+Siphon
+SiteExplorer
 SiteSnagger
-Sitevigil
-Snapbot
-Snoopy
-Sociscraper
-Sogou web spider
+SlySearch
+Spinn3r
 SputnikBot
+Sqlmap
 Sqworm
 Steeler
-Sucuri
-SuperHTTP
-Surfbot
+Stripper
 SurveyBot
 Suzuran
-T8Abot
-Telesoft
-Telesphorep
-The Intraformant
+TheNomad
 Trendiction
-Trendictionbot
-Turingos
-Turnitin
-TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
-Upflow
 V-BOT
 VCI
+Vagabondo
 VidibleScraper
-Virusdie
-Voltron
-WASALive-Bot
-WWW::Mechanize
-Web Fuck
+VoidEYE
+Voil
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
 Web Pix
-WebAuto
+Web Sauger
+WebBandit
+WebCollage
+WebCopier
 WebEnhancer
+WebFetch
+WebFuck
 WebImageCollector
 WebLeacher
-WebReaper
+WebPix
+WebSauger
 WebSucker
+WebZIP
 Webalta
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Whacker
-Widow
-WinHTTrack
-WiseGuys Robot
-Wotbox
+WebsiteQuester
+Whack
+Wonderbot
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-Zade
+Zauba
 Zermelo
-Zitebot
+ZoomBot
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
 backlink-check
-check1.exe
 clark-crawler
+coccocbot-web
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-domainsproject.org
-eCatch
+crawler.feedback
+demandbase-bot
 facebookscraper
-gopher
-heritrix
-instabid
-ips-agent
+internetVista monitor
 isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
 oBot
 page scorer
+pcBrowser
 plumanalytics
-ripz
+polaris version
+s1z.ru
+satoristudio.net
 scalaj-http
 seobility
 seostar
-sysscan
-trendiction.com
-trendiction.de
+serpstatbot
+sexsearcher
+sitechecker.pro
+sp_auditbot
+tAkeOut
 ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
 webpros.com
-x09Mozilla
-x22Mozilla
+zauba.io
+zgrab