V4.2021.07.2469 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-ADmantX
+404checker
+ASPSeek
 Abonti
-Aboundex
-AhrefsBot
 Aipbot
+Alexibot
+Alligator
+AlphaBot
 Anarchie
-Anarchy
-Ankit
-Asterias
+Anarchy99
+Aspiegel
 Attach
+AwarioRssBot
+AwarioSmartBot
 BDCbot
 BLEXBot
+BackDoorBot
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
+Bandit
 Barkrowler
 BatchFTP
+Battleztar Bazinga
+BlackWidow
 Blackboard
-BlowFish
+Blow
 Boardreader
-Brandprotect
-Buck
+Bolt
+BotALot
+Brandwatch
 BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
-CCBot
+BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-CheeseBot
+ChinaClaw
+Chlooe
 Cliqzbot
+Cloud mapping
+Cogentbot
 Collector
+Copier
 CopyRightCheck
 Copyscape
-CrazyWebCrawler
+Cosmos
+Curious
 Custo
 CyotekWebCopy
-DTS Agent
-Demon
+DSearch
+DataCha0s
+Deusu
+Devil
 DigitalPebble
 Dirbuster
-Disco
-DnyzBot
-DomainAppender
-EasyDL
-Evil
-Exabot
-ExtLinksBot
-FDM
+Discoverybot
+Dispatch
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
+Ebingbong
+Ecxi
+Express WebPictures
 FHscan
-FemtosearchBot
-Fimap
-Flunky
+Firefox/7.0
+FlashGet
 Freeuploader
 FrontPage
 Fuzz
-GT::WWW
-GalaxyBot
-GetRight
-GetWeb
+Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
+Gigablast
 Gigabot
 Go!Zilla
 GoZilla
-Gotit
-GrabNet
 Grabber
+Grafula
 GrapeFX
-Haansoft
-Harvest
-Heritrix
+HEADMasterSEO
+HMView
+HTTrack
 Hloader
 IDBTE4M
-IDBot
-IlseBot
-IndeedBot
-Indy Library
+IRLbot
+Id-search
+Image Fetch
+InfoTekies
 Intelliseek
-InterGET
+Internet Ninja
 InternetSeer
-Iria
 IstellaBot
-JetCar
+JennyBot
+JikeSpider
 Joomla
-Jorgee
-Jyxobot
-Kenjin Spider
 Kinza
 Lanshanbot
-Larbin
-LeechFTP
-Lftp
-LibWeb
-LieBaoFast
-Likse
+LeechGet
+Libwhisker
+LinkWalker
 Linkbot
-LinkpadBot
-Lipperhey
-Litemage_walker
-Lmspider
-MIDown tool
-MIIxpc
+LinkextractorPro
+LinqiaRSSBot
+Ltx71
 MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
 MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-Mediatoolkitbot
+MarkWatch
+Mass Downloader
+Mb2345Browser
+Meanpathbot
 Metauri
 Microsoft Data Access
-Microsoft URL Control
 Mister PiX
+Moblie Safari
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
 NPbot
 Name Intelligence
+Navroad
 NearSite
-NetSpider
-NetZIP
-Netvibes
-Nibbler
+Nessus
+NetLyzer
+NetMechanic
+Nettrack
+NextGenSearchBot
+Niki-bot
 Nuclei
-Offline Explorer
+Nutch
+OPPO A33
 OpenLinkProfiler
 Openfind
-OutfoxBot
-PHPCrawl
-PageScorer
-PageThing.com
-Panscient
-Picscout
-Picsearch
-PictureFinder
+Page Analyzer
+PageGrabber
 Pixray
 PleaseCrawl
 Pockey
 ProPowerBot
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
+ProWebWalker
+Psbot
+Quick-Crawler
+RSSingBot
 Re-re
 ReGet
-Recorder
-RepoMonkey
-RocketCrawler
-Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-ScanAlert
 Scrapy
-Screaming
 ScreenerBot
 ScrepyBot
 Semrush
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+Seomoz
+Siphon
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitebeam
 Siteimprove
+Sitevigil
 SlySearch
-Sogou web spider
+Snapbot
+SocialRankIOBot
+Sociscraper
+SpaceBison
 Spammen
-Spbot
+SpankBot
+Spanner
 Spinn3r
 SputnikBot
-Sqworm
-Steeler
-SuperBot
+Sqlmap
+Sqlworm
+Sucuri
 SuperHTTP
-Suzuran
-T8Abot
-Telesoft
+SurveyBot
+Szukacz
+T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
+Telesphorep
 TheNomad
+Thumbor
 TightTwatBot
-Toweyabot
 Trendiction
-Turingos
-Turnitin
-TwengaBot
+TurnitinBot
 Twice
-URLy Warning
 UnisterBot
+Upflow
 V-BOT
 VB Project
-VelenPublicWebCrawler
-VoidEYE
-Voil
 Voltron
+WBSearchBot
 WISENutbot
 WWW-Collector-E
+WWW::Mechanize
 WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
-Web Sauger
-Web Sucker
-WebAuto
-WebCollage
-WebFetch
-WebFuck
-WebGo IS
-WebSucker
-WebWhacker
+Web Fuck
+Web Pix
+WebBandit
+WebImageCollector
 Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
+Webster
 Whack
-Widow
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
 Wotbox
-Wprecon
-Zauba
-ZoomBot
-ZumBot
+YoudaoBot
+ZoominfoBot
 ZyBorg
 arquivo-web-crawler
+arquivo.pt
+autoemailspider
 backlink-check
-crawl.sogou.com
-crawler.feedback
-crawler4j
-domainsproject.org
+coccocbot-web
+cognitiveseo
+com.plumanalytics
 eCatch
-evc-batch
-facebookscraper
-lwp-request
+lwp-trivial
 magpie-crawler
 meanpathbot
-mediawords
-muhstik-scan
-oBot
+page scorer
+pcBrowser
+probe-image-size
+ripz
 s1z.ru
 scalaj-http
+seobility
 seoscanners
-sexsearcher
-siteripz
-sp_auditbot
-tAkeOut
-trendiction.com
-xpymep1.exe
+seostar
+serpstatbot
+sitechecker.pro
+sogouspider
+trendiction.de
+voyagerx.com
+zauba.io