V4.2022.08.3320 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
+ADmantX
+AIBOT
+Acunetix
+AiHitBot
 AllSubmitter
-Alligator
 Anarchie
-Ankit
-Apexoo
-Aspiegel
-AwarioSmartBot
+Anarchy
+Anarchy99
+Atomseobot
+Attach
 BDCbot
-BackStreet
+BDFetch
+BLEXBot
 BackWeb
 Backlink-Ceck
 BacklinkCrawler
+Bandit
+BatchFTP
 BetaBot
+Bigfoot
 BlackWidow
 Blackboard
+BlowFish
 Boardreader
 BotALot
+Brandprotect
 Buck
-BuiltWith
-BuzzSumo
-Cegbfeieh
+CCBot
+CODE87
+CSHttp
 CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
 ChinaClaw
-Chlooe
 Citoid
 Claritybot
-Cliqzbot
 Cloud mapping
-Craftbot
-CrazyWebCrawler
+Cogentbot
+CopyRightCheck
+Copyscape
 CrunchBot
 Custo
-DBLBot
-DataCha0s
-Demon
-DomCopBot
-DomainAppender
-Dragonfly
-ECCP/1.0
-Ecxi
+DIIbot
+DTS Agent
+Disco
+Discoverybot
+Dispatch
+DomainStatsBot
+Domains Project
+Download Wonder
+EasyDL
 EroCrawler
-Evil
+Express WebPictures
 ExtLinksBot
+Extractor
+EyeNetIE
 FDM
-Foobot
-G-i-g-a-b-o-t
+FHscan
+Fimap
+Fuzz
+FyberSpider
+Getintent
+Gigabot
 GoZilla
-Grabber
 GrapeshotCrawler
-HEADMasterSEO
 HTTP::Lite
-HTTrack
+Haansoft
+HaosouSpider
+Harvest
 Havij
-Heritrix
+Hloader
 HonoluluBot
-IRLbot
-Indy Library
-InfoTekies
-Intelliseek
-Iskanie
-Jetty
-Jorgee
+HybridBot
+IDBot
+Iblog
+IlseBot
+Image Fetch
+IndeedBot
+InfoNaviRobot
+Internet Ninja
+Iria
+IstellaBot
 Kinza
-LWP::Simple
+LNSpiderguy
 Leap
+Lftp
 Lightspeedsystems
+LinkScan
 LinkextractorPro
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+LinkpadBot
+LinqiaScrapeBot
 Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MQQBrowser
-MSFrontPage
-MSIECrawler
+MJ12bot
+MTRobot
 Magnet
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-Microsoft Data Access
+Meanpathbot
 Microsoft URL Control
 Mister PiX
-Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
+Mozlila
+Msrabot
+Name Intelligence
 Nameprotect
+NearSite
 NetAnts
 NetLyzer
-NetMechanic
-NextGenSearchBot
-Nibbler
+NetZIP
+Nettrack
+Netvibes
 Niki-bot
-Nmap
-Not
+Nikto
+NimbleCrawler
 Nuclei
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-OpenVAS
+Openfind
 Openvas
 OrangeBot
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
+OrangeSpider
+PageGrabber
 Pandalytics
-Pavuk
+Panscient
+Papa Foto
 PeoplePal
-Picscout
+Petalbot
+Pi-Monster
 Piepmatz
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
+Pimonster
+Probethenet
 Pu_iN
-PyCurl
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
-RankurBot
+Rankivabot
 Re-re
-ReGet
-RealDownload
+RebelMouse
 Recorder
+RedesScrapy
+Ripper
 Rogerbot
 SEOkicks-Robot
-SEOstats
-SISTRIX
+SEOlyticsCrawler
+SMTBot
 ScanAlert
 ScoutJet
-ScrepyBot
-Seekport
-SemanticJuice
-Semrush
+Screaming
+ScreenerBot
+Searchestate
 SeoSiteCheckup
-SeobilityBot
-Seomoz
+Shodan
 Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 SiteSucker
-Sitebeam
-Siteimprove
+SlySearch
+Snake
 Snapbot
-Sociscraper
+Snoopy
 Sogou web spider
-Sosospider
 Sottopop
-Spammen
-Spbot
-Sqworm
-Steeler
+SpankBot
+Sqlworm
+Sucker
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
+Swiftbot
 Teleport
+TeleportPro
 Telesoft
-Toata
-Toweyabot
+Telesphoreo
+Titan
 Tracemyfile
-Trendiction
 Trendictionbot
-Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-UnisterBot
-Upflow
+Twice
 VB Project
 VCI
 Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-Voltron
-WASALive-Bot
+VoidEYE
 WBSearchBot
-WEBDAV
 WPScan
-WWW-Mechanize
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fuck
-WebCopier
+WallpapersHD
+WeSEE
+Web Pix
+Web Sucker
+WebEnhancer
+WebFetch
 WebImageCollector
 WebPix
-WebSauger
-WebStripper
-WebSucker
-Webalta
+WebReaper
 WebmasterWorldForumBot
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
+WebsiteExtractor
+Webster
+Whack
 Widow
-WiseGuys Robot
-Xenu
+Wonderbot
+Woobot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
 Zauba
-Zermelo
 Zeus
 Zitebot
-ZumBot
-archive.org_bot
 arquivo-web-crawler
-check1.exe
-demandbase-bot
-domainsproject.org
+autoemailspider
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
 eCatch
 evc-batch
-facebookscraper
-instabid
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
+lwp-request
+lwp-trivial
+meanpathbot
 muhstik-scan
-pcBrowser
-polaris version
+oBot
+plumanalytics
 probe-image-size
+satoristudio.net
 scan.lol
-seocompany.store
 seoscanners
 seostar
-serpstatbot
+siteripz
 sogouspider
-sp_auditbot
+sysscan
 tAkeOut
 trendiction.de
-voyagerx.com
 webmeup-crawler
-xpymep1.exe
-zauba.io
-zgrab
+webprosbot
+x09Mozilla
+x22Mozilla