V4.2022.07.3260 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
+01h4x.com
+80legs
+ASPSeek
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
+AiHitBot
 Alexibot
-AllSubmitter
 AlphaBot
-Anarchie
-Anthill
+Anarchy
+Ankit
+Aspiegel
 Asterias
-AwarioSmartBot
+Attach
 BDCbot
+BLEXBot
+BackDoorBot
 Backlink-Ceck
 BacklinkCrawler
 Bandit
-Battleztar Bazinga
-Bigfoot
-Blow
-BlowFish
-BotALot
+Barkrowler
+Black Hole
+Blackboard
+Boardreader
+Bolt
+Buck
 Buddy
 BuiltBotTough
-BuiltWith
-CCBot
+Bullseye
+BunnySlippers
 CODE87
+Calculon
 Cegbfeieh
-CensysInspect
-CheTeam
+CherryPicker
 ChinaClaw
-Citoid
-Claritybot
+Chlooe
+Cloud mapping
+Copier
 CopyRightCheck
-Copyscape
-Cosmos
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
-CrunchBot
-DIIbot
-DSearch
-Devil
-DigitalPebble
-Dirbuster
+Curious
+Custo
+CyotekWebCopy
+DBLBot
+DatabaseDriverMysqli
+Demon
+Deusu
+Digincore
 Disco
 Discoverybot
-Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
 DomainCrawler
-Domains Project
+Download Wonder
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-EasyDL
-EroCrawler
-Express WebPictures
-ExtLinksBot
-Extractor
+Ecxi
+EirGrabber
+Exabot
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FDM
+FemtosearchBot
 Fimap
-GetRight
-Go!Zilla
+Flunky
+Fuzz
+FyberSpider
+Genieo
+GetWeb
 Gotit
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
 Hloader
 HonoluluBot
-Humanlinks
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-Internet Ninja
+Iblog
+Indy Library
+InfoTekies
 InternetSeer
 Iria
 Iskanie
-JikeSpider
 JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
-LexiBot
+Keyword Density
+Kinza
+Lanshanbot
+Larbin
+Leap
+LeechFTP
 Lftp
+LibWeb
 Libwhisker
+LieBaoFast
+Linkbot
+LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
-Ltx71
 MIDown tool
+MIIxpc
 MQQBrowser
 Mag-Net
 Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
-Mediatoolkitbot
-Metauri
+Meanpathbot
+MegaIndex.ru
 Minefield
 Mister PiX
 Moblie Safari
-Mojeek
 MolokaiBot
 Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mozlila
+Mr.4x3
+NPbot
+Name Intelligence
 Nameprotect
-Nessus
+NearSite
 NetAnts
-NetSpider
-NetZIP
+Netcraft
 Nettrack
-NextGenSearchBot
 Nibbler
 Niki-bot
-Ninja
+NimbleCrawler
 Nmap
-Not
-Nutch
-Offline Explorer
-OnCrawl
+Octopus
+OpenVAS
+Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
-PageAnalyzer
-PageThing.com
-Petalbot
-Pixray
+PHPCrawl
+POE-Component-Client-HTTP
+PageScorer
+Panscient
+Pavuk
+Picscout
+PictureFinder
+Pimonster
 PleaseCrawl
-Pockey
-Probethenet
-Pu_iN
+ProWebWalker
+Psbot
 Pump
+PxBroker
+Quick-Crawler
 RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
+RankingBot
 Rankivabot
-RealDownload
-Reaper
+Re-re
+RepoMonkey
+Ripper
 RocketCrawler
 Rogerbot
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
 SEOstats
 SISTRIX
-Scanbot
-ScreenerBot
+SMTBot
+SalesIntelligent
+ScanAlert
+Screaming
 ScrepyBot
+Searchestate
+SemanticJuice
 Semrush
-SemrushBot
+SentiBot
 SeoSiteCheckup
-Shodan
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Sitebeam
 Siteimprove
-Sitevigil
 SmartDownload
-Sociscraper
+Snake
+Snapbot
 SpaceBison
+Spammen
 SpankBot
-Spinn3r
-SputnikBot
-Sqlworm
-Stripper
-Sucker
-Swiftbot
+Sqlmap
+Sucuri
+SurveyBot
 Szukacz
-Teleport
-TheNomad
-Thumbor
-Titan
-Toata
+T0PHackTeam
+TeleportPro
+The Intraformant
+TightTwatBot
+Tracemyfile
+Trendictionbot
 Turingos
-TwengaBot
+Turnitin
 Typhoeus
-VB Project
+URLy Warning
+URLy.Warning
+V-BOT
+VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
-WWW-Mechanize
-Wallpapers
+Voil
+WEBDAV
+WWW::Mechanize
+WeSEE
 Web Auto
 Web Collage
-Web Pix
+Web Sauger
+Web Sucker
 WebAuto
-WebBandit
 WebCollage
 WebCopier
 WebEnhancer
-WebFetch
+WebGo IS
 WebLeacher
 WebPix
-WebReaper
 WebSauger
-WebWhacker
-Website Quester
-Webster
-Whatweb
-Woobot
+WebZIP
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Widow
+WinHTTrack
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-ZoominfoBot
-ZumBot
+Zermelo
+Zeus
 arquivo.pt
+autoemailspider
 backlink-check
-cah.io.community
-clark-crawler
+check1.exe
 coccocbot
-crawl.sogou.com
+cognitiveseo
 crawler.feedback
-domainsproject.org
-eCatch
-facebookscraper
-gopher
-instabid
-ips-agent
-isitwp.com
-magpie-crawler
-meanpathbot
+dataforseo.com
+demandbase-bot
+heritrix
 pcBrowser
 polaris version
-probe-image-size
 satoristudio.net
 scalaj-http
-seobility
-serpstatbot
-sitechecker.pro
-sogouspider
+scan.lol
+seocompany.store
+seostar
+sp_auditbot
 spyfu
-sysscan
 webgains-bot
-webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla
 zauba.io
-zgrab