V4.2023.01.3542 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
-AIBOT
-ASPSeek
+80legs
 Aboundex
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-AllSubmitter
-Anarchy99
-Apexoo
+Alligator
+Aspiegel
 Asterias
 Atomseobot
-AwarioRssBot
-BDFetch
-BackDoorBot
+Attach
+BBBike
+BDCbot
+BLEXBot
 BackStreet
 BacklinkCrawler
-Bandit
-BetaBot
-Bitacle
-Bolt
-BotALot
-Buck
+Barkrowler
+Blackboard
+BlowFish
+Brandwatch
 Buddy
-BuiltWith
-Bullseye
 BunnySlippers
-BuzzSumo
-CCBot
-CODE87
 Cegbfeieh
+CheTeam
 ChinaClaw
-Chlooe
-Citoid
-Claritybot
+Cliqzbot
 Cloud mapping
+Copier
 Copyscape
 Cosmos
-Craftbot
-Crescent
+CrunchBot
 Curious
-CyotekWebCopy
+Custo
 DBLBot
+DIIbot
 DSearch
+DTS Agent
 DataCha0s
-Devil
-Digincore
-DigitalPebble
+Deusu
+Dirbuster
+Disco
+Discoverybot
 DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-Domains Project
+DomCopBot
+DomainCrawler
 Dotbot
-EMail Wolf
-Ebingbong
-EirGrabber
+Dragonfly
+EMail Siphon
 EroCrawler
-Evil
 Extreme Picture Finder
-Ezooms
+EyeNetIE
 FDM
 FHscan
+FemtosearchBot
 Flunky
+Foobot
+FrontPage
 FyberSpider
-Genieo
-GermCrawler
-GetRight
-GoZilla
-Gotit
-GrabNet
-GridBot
-HTMLparser
-Heritrix
+GalaxyBot
+Go-Ahead-Got-It
+Grabber
+Grafula
+GrapeFX
+HEADMasterSEO
+HTTrack
+Haansoft
+Harvest
+Havij
 Hloader
 Humanlinks
+IDBTE4M
+IDBot
+Iblog
+Id-search
 Image Fetch
 Image Sucker
-IndeedBot
 Internet Ninja
-Iskanie
 IstellaBot
 JOC Web Spider
-Jbrofuzz
+JamesBOT
 JetCar
 Jetty
-JikeSpider
 JustView
-Jyxobot
 Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
-Lftp
-Linkbot
+LNSpiderguy
+LWP::Simple
+LeechFTP
+LexiBot
+LinkScan
 LinkextractorPro
 LinksManager
 LinqiaRSSBot
+Lipperhey
+Litemage_walker
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MSFrontPage
-Majestic-SEO
-MarkMonitor
+MQQBrowser
+Mag-Net
+Magnet
 Mass Downloader
 Masscan
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Moblie Safari
-Mojeek
-Mojolicious
-NICErsPRO
-Name Intelligence
-NetMechanic
-NetZIP
+Mata Hari
+MauiBot
+MolokaiBot
+Mozlila
+Mr.4x3
+Msrabot
+Nessus
+Nettrack
 Netvibes
-Nimbostratus
-Ninja
-Nmap
+NextGenSearchBot
+NimbleCrawler
 Not
 Nuclei
-Nutch
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
+OrangeBot
 OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageThing.com
-Panscient
+PageGrabber
+PageScorer
+Papa Foto
 Petalbot
-Picscout
 Picsearch
-PleaseCrawl
-ProWebWalker
+PictureFinder
+Piepmatz
+ProPowerBot
 Probethenet
 Psbot
+Pu_iN
 Pump
-PyCurl
+QueryN Metasearch
 Quick-Crawler
+RSSingBot
 RankurBot
-RealDownload
-Ripper
+Reaper
+RedesScrapy
 RocketCrawler
-Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
+SMTBot
 ScanAlert
-Scanbot
 ScoutJet
 Scrapy
-Screaming
-Seekport
-Semrush
+ScreenerBot
+SemanticJuice
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
-SiteSnagger
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
 SlySearch
+SmartDownload
+Snake
 Snapbot
-Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
 Spammen
-SpankBot
-Spanner
 Spbot
-Spinn3r
 SputnikBot
-Sqlmap
-Sqworm
-Sucker
+Sucuri
 SuperBot
 Surfbot
 SurveyBot
-Suzuran
 Swiftbot
-T8Abot
-Teleport
-TeleportPro
-Telesphorep
-TheNomad
-TightTwatBot
-Titan
-Toweyabot
-Turingos
+Szukacz
+T0PHackTeam
+Telesoft
+Toata
+Trendictionbot
+True_Robot
+Turnitin
 TurnitinBot
-TwengaBot
+Twice
 URLy.Warning
 UnisterBot
+Upflow
 V-BOT
-Vacuum
-Vagabondo
+VCI
 VelenPublicWebCrawler
 VidibleScraper
-Voil
-Voltron
+WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
 WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
+WallpapersHD
+Web Auto
 Web Collage
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Sucker
-WebBandit
-WebSauger
-WebStripper
+Web Sauger
+WebAuto
+WebLeacher
+WebSucker
 WebWhacker
-WebZIP
-Webshag
-WebsiteExtractor
+Webster
 Whack
+Whacker
+Who.is Bot
+Widow
+WiseGuys Robot
 Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zeus
-ZmEu
-ZumBot
+ZoominfoBot
 arquivo-web-crawler
 arquivo.pt
-clark-crawler
+autoemailspider
+backlink-check
+cah.io.community
 com.plumanalytics
-eCatch
+crawler.feedback
 facebookscraper
 gopher
-heritrix
 instabid
-lwp-trivial
-meanpathbot
+lwp-request
+mediawords
+page scorer
 pcBrowser
-polaris version
-ripz
-s1z.ru
-scan.lol
-seobility
+plumanalytics
+seoscanners
+seostar
 sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
+sp_auditbot
 tAkeOut
-x09Mozilla
-x22Mozilla
+trendiction.com
+trendiction.de
+voyagerx.com
+webpros.com
+webprosbot
+xpymep1.exe
 zgrab