V4.2022.07.3233 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
+80legs
 ADmantX
 AIBOT
 Abonti
 Aboundex
-AiHitBot
-AllSubmitter
+Aboundexbot
+AhrefsBot
+Alexibot
 Alligator
 AlphaBot
-Anthill
+Anarchie
+Apexoo
 Aspiegel
+Asterias
 Atomseobot
-Attach
-AwarioSmartBot
-BDFetch
-BackStreet
+BBBike
 BackWeb
-Badass
-Barkrowler
-Blackboard
-Boardreader
+BacklinkCrawler
+Battleztar Bazinga
+Bigfoot
 Bolt
-BuiltBotTough
+Brandprotect
+Buck
+Buddy
 Bullseye
 BunnySlippers
-BuzzSumo
+CATExplorador
 CODE87
-CazoodleBot
-CensysInspect
+Calculon
+Cegbfeieh
+CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
-Citoid
-Claritybot
 Cloud mapping
 Cocolyzebot
 Collector
-CopyRightCheck
+Copier
 Copyscape
-Cosmos
-Crawling at Home Project
 CrunchBot
+Curious
 Custo
 DBLBot
 DataCha0s
-Devil
-Dirbuster
+DatabaseDriverMysqli
+Demon
 Disco
+Discoverybot
 DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-Domains Project
+DomainSigmaCrawler
 Download Wonder
+Drip
 ECCP/1.0
 EMail Siphon
+EMail Wolf
 EasyDL
 Ebingbong
-Ecxi
-EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
-FHscan
-Fimap
+EirGrabber
+Exabot
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Flunky
-Foobot
-Freeuploader
-Fuzz
-FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
 GermCrawler
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GrapeFX
-GridBot
+Getintent
+GoZilla
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
 HTTrack
-Haansoft
+HaosouSpider
 Harvest
 Heritrix
-HonoluluBot
+Hloader
+Humanlinks
 IDBTE4M
-Iblog
+IRLbot
 IlseBot
-Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
 InternetSeer
-Iria
-JOC Web Spider
-JennyBot
-Jetty
-Jorgee
-JustView
-Kenjin Spider
+Iskanie
 Keybot Translation-Search-Machine
-Kozmosbot
-LWP::Simple
-Lanshanbot
-LeechFTP
+Kinza
+Larbin
 LeechGet
 Lftp
-LibWeb
-Libwhisker
+LinkScan
 LinkWalker
-LinkextractorPro
 LinkpadBot
-LinksManager
 Lipperhey
-MFC_Tear_Sample
+Ltx71
+MIDown tool
 MJ12bot
-Mag-Net
-Magnet
-MarkMonitor
+MSFrontPage
+Majestic-SEO
+MarkWatch
 Masscan
 Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Metauri
-Moblie Safari
+Minefield
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Msrabot
 Musobot
-NearSite
-Needle
-NetAnts
-NetMechanic
+NICErsPRO
+NetLyzer
+NetSpider
+NetZIP
+Netvibes
+NextGenSearchBot
 Nikto
-Nmap
+NimbleCrawler
+Nimbostratus
 Not
-Octopus
-OpenVAS
-Openfind
-Openvas
+Nuclei
+Nutch
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OrangeBot
-OutfoxBot
+OrangeSpider
 PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
+PageScorer
+PageThing.com
 Panscient
 Pavuk
-Petalbot
-PictureFinder
+Pi-Monster
 Pimonster
 PleaseCrawl
-ProPowerBot
-QueryN Metasearch
-RankingBot
+Pump
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankFlex
+Rankivabot
 RealDownload
-Reaper
-Recorder
+RebelMouse
 RedesScrapy
 Ripper
+RocketCrawler
 SBIder
-SEOprofiler
-SEOstats
-Scanbot
-ScoutJet
-SearchmetricsBot
-SemanticJuice
-Semrush
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SMTBot
+ScanAlert
+Screaming
+ScreenerBot
+Seekport
 SeobilityBot
 Shodan
-Siphon
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Siteimprove
-SmartDownload
-Snapbot
-Snoopy
+Site Sucker
+SiteCheckerBotCrawler
+Sitebeam
 SocialRankIOBot
+Sociscraper
+Sosospider
 Spammen
-SpankBot
-Spanner
 Spinn3r
+SputnikBot
 Sqlworm
-Stripper
-Sucker
+Sqworm
+Steeler
+Sucuri
 SuperBot
-Surfbot
-SurveyBot
 T0PHackTeam
-T8Abot
+TeleportPro
+Telesoft
 Telesphoreo
 Thumbor
 Titan
-Trendictionbot
 Turingos
-Turnitin
+Twice
+UnisterBot
 Upflow
-V-BOT
-VelenPublicWebCrawler
-VeriCiteCrawler
+VCI
+Vagabondo
+Virusdie
 WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
 WWW-Mechanize
-Wallpapers/3.0
-WeSEE
+WallpapersHD
 Web Auto
+Web Enhancer
 Web Fetch
-Web Fuck
+WebBandit
+WebCollage
 WebFuck
+WebImageCollector
 WebLeacher
-WebSauger
+WebPix
+WebReaper
 WebStripper
 WebSucker
-Webalta
-Webshag
+WebWhacker
+Website Quester
+WebsiteQuester
 Webster
-Whacker
-Whatweb
+Whack
 Widow
 WinHTTrack
-Wotbox
-archive.org_bot
+Wprecon
+Xaldon_WebSpider
+Zade
+Zauba
+Zitebot
+ZumBot
+adscanner
 arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
+check1.exe
+clark-crawler
+coccocbot
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-crawler4j
-eCatch
+dataforseo.com
+demandbase-bot
+domainsproject.org
+evc-batch
 instabid
+internetVista monitor
+ips-agent
+iubenda-radar
 lwp-request
-meanpathbot
+lwp-trivial
 mediawords
-oBot
-page scorer
+netEstate NE Crawler
+plumanalytics
 polaris version
-probe-image-size
-ripz
 scan.lol
-seobility
-seoscanners
-serpstatbot
+seostar
+siteripz
+sogouspider
+sp_auditbot
+spyfu
 trendiction.de
-voyagerx.com
-webpros.com
-webprosbot
-x22Mozilla
-zauba.io
+webmeup-crawler
 zgrab