V4.2021.07.2492 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+ADmantX
 AIBOT
-Aboundex
-AiHitBot
-Anarchy99
-Anthill
-Apexoo
-Attach
-AwarioRssBot
+Abonti
+AllSubmitter
+Alligator
+AlphaBot
+Anarchie
+Aspiegel
+Asterias
 AwarioSmartBot
-BBBike
 BackStreet
-Badass
+Backlink-Ceck
 Bandit
 Battleztar Bazinga
+Blackboard
 Blow
-BlowFish
-CODE87
-Calculon
+Bolt
+BotALot
+Brandwatch
+BuiltBotTough
+BuzzSumo
+CazoodleBot
+Cegbfeieh
 CensysInspect
-ChinaClaw
-Chlooe
-Claritybot
+CherryPicker
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-CopyRightCheck
-Copyscape
-Cosmos
-CrazyWebCrawler
-Curious
+Cogentbot
+Collector
+Copier
+Crescent
+DIIbot
 DatabaseDriverMysqli
-Demon
-Digincore
+Devil
 DigitalPebble
-Discobot
 Dispatch
+DnyzBot
 DomCopBot
-DomainAppender
-Domains Project
-Dotbot
-Download Wonder
-Dragonfly
-Drip
-Ecxi
-EirGrabber
-EroCrawler
+DomainSigmaCrawler
+DomainStatsBot
+EMail Siphon
+EMail Wolf
+EasyDL
+Evil
 Exabot
-Express WebPictures
-Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FDM
 FHscan
+FemtosearchBot
 Firefox/7.0
-FlashGet
 Flunky
-Foobot
 Freeuploader
-FrontPage
-Fuzz
-FyberSpider
-Genieo
 GermCrawler
-Gigablast
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GoZilla
 Gotit
+Grabber
 GrapeshotCrawler
-HTMLparser
 HTTP::Lite
-HaosouSpider
+Harvest
 Havij
-Hloader
-HybridBot
 IDBTE4M
 Iblog
 IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
+Indy Library
 InfoNaviRobot
+InfoTekies
 InterGET
-Iria
-JamesBOT
-JennyBot
-Joomla
+Internet Ninja
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+Jetty
+JikeSpider
+Jorgee
 JustView
+Kenjin Spider
 Keyword Density
-Kinza
+LNSpiderguy
 Lanshanbot
 Leap
-Libwhisker
-Lightspeedsystems
+LeechGet
+LieBaoFast
+LinkWalker
 Linkbot
-LinkextractorPro
 LinkpadBot
 LinksManager
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
+Ltx71
+MIDown tool
+MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Magnet
-Majestic SEO
-Majestic-SEO
+Majestic12
+MarkMonitor
+Mass Downloader
+Mata Hari
 Mb2345Browser
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Meanpathbot
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Musobot
-NPbot
-NearSite
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
 Nessus
+NetAnts
+NetLyzer
 NetSpider
 NetZIP
-Nibbler
+NextGenSearchBot
 Nimbostratus
+Ninja
 Nmap
-Offline Explorer
-OrangeSpider
-OutclicksBot
+Nutch
+Octopus
+Offline Navigator
+OpenLinkProfiler
+Openvas
+OrangeBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageGrabber
-PageScorer
+PageAnalyzer
+PageThing.com
+Pandalytics
+Papa Foto
+Pavuk
 PictureFinder
+Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
-Probethenet
+Pockey
+ProPowerBot
 Pu_iN
-PxBroker
-RSSingBot
+RankActive
 RankFlex
 Rankivabot
-RankurBot
-Re-re
+RealDownload
 Reaper
 RebelMouse
-Recorder
+RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
-SBIder
-SEOkicks
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
-ScanAlert
-Scrapy
-Screaming
-ScreenerBot
+ScoutJet
 Searchestate
-SearchmetricsBot
 Semrush
-SentiBot
-SeobilityBot
-SiteCheckerBotCrawler
+SeoSiteCheckup
+Seomoz
+Site Sucker
 SiteExplorer
+SiteSnagger
+Sitebeam
 Sitevigil
 SlySearch
 SmartDownload
-Snapbot
-Sosospider
-Spanner
-Spinn3r
+Sociscraper
+SpankBot
+Spbot
 SputnikBot
-Sqworm
-Swiftbot
+Sqlworm
+Steeler
+Sucker
+SuperHTTP
+Surfbot
+SurveyBot
 Szukacz
-T0PHackTeam
-T8Abot
-Teleport
+TeleportPro
 Telesoft
-Telesphorep
-TheNomad
-TightTwatBot
-Titan
 Toata
-Tracemyfile
-Trendictionbot
-True_Robot
-TurnitinBot
+Turnitin
 Twice
-URLy Warning
-Upflow
-Vagabondo
-VeriCiteCrawler
-Virusdie
+UnisterBot
+Vacuum
+VelenPublicWebCrawler
 VoidEYE
-Voil
-Voltron
 WASALive-Bot
 WBSearchBot
 WEBDAV
-WPScan
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
-Web Auto
-Web Enhancer
-Web Sauger
-WebBandit
+Web Collage
+Web Fetch
+Web Fuck
+Web Sucker
 WebCollage
-WebEnhancer
+WebCopier
 WebFetch
 WebFuck
+WebGo IS
 WebImageCollector
 WebLeacher
 WebPix
-WebReaper
+WebStripper
 WebSucker
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webshag
+Webalta
+WebsiteExtractor
 WebsiteQuester
-Widow
-Woobot
+Whacker
+Who.is Bot
+WiseGuys Robot
 Wotbox
+Wprecon
+Xenu
 YoudaoBot
 Zauba
-Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZumBot
 ZyBorg
-arquivo-web-crawler
-autoemailspider
-crawl.sogou.com
-crawler.feedback
+arquivo.pt
+backlink-check
+check1.exe
+cognitiveseo
+com.plumanalytics
 domainsproject.org
 evc-batch
 facebookscraper
-gopher
 heritrix
-lwp-request
-magpie-crawler
-netEstate NE Crawler
-plumanalytics
-polaris version
-scan.lol
-seoscanners
+isitwp.com
+lwp-trivial
+meanpathbot
+satoristudio.net
+scalaj-http
+seobility
+seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
 siteripz
-sp_auditbot
 spyfu
-webmeup-crawler
-x09Mozilla
+voyagerx.com
+xpymep1.exe
 zauba.io