2019-05-02 18:17:27 -04:00
|
|
|
# frozen_string_literal: true
|
2014-05-05 18:04:09 -04:00
|
|
|
require 'execjs'
|
2016-05-19 08:25:08 -04:00
|
|
|
require 'mini_racer'
|
2014-05-05 18:04:09 -04:00
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
class DiscourseJsProcessor
|
2020-10-13 09:58:08 -04:00
|
|
|
|
2020-04-13 15:05:46 -04:00
|
|
|
def self.plugin_transpile_paths
|
|
|
|
@@plugin_transpile_paths ||= Set.new
|
|
|
|
end
|
|
|
|
|
DEV: Allow Ember CLI assets to be used by development Rails app (#16511)
Previously, accessing the Rails app directly in development mode would give you assets from our 'legacy' Ember asset pipeline. The only way to run with Ember CLI assets was to run ember-cli as a proxy. This was quite limiting when working on things which are bypassed when using the ember-cli proxy (e.g. changes to `application.html.erb`). Also, since `ember-auto-import` introduced chunking, visiting `/theme-qunit` under Ember CLI was failing to include all necessary chunks.
This commit teaches Sprockets about our Ember CLI assets so that they can be used in development mode, and are automatically collected up under `/public/assets` during `assets:precompile`. As a bonus, this allows us to remove all the custom manifest modification from `assets:precompile`.
The key changes are:
- Introduce a shared `EmberCli.enabled?` helper
- When ember-cli is enabled, add ember-cli `/dist/assets` as the top-priority Rails asset directory
- Have ember-cli output a `chunks.json` manifest, and teach `preload_script` to read it and append the correct chunks to their associated `afterFile`
- Remove most custom ember-cli logic from the `assets:precompile` step. Instead, rely on Rails to take care of pulling the 'precompiled' assets into the `public/assets` directory. Move the 'renaming' logic to runtime, so it can be used in development mode as well.
- Remove fingerprinting from `ember-cli-build`, and allow Rails to take care of things
Long-term, we may want to replace Sprockets with the lighter-weight Propshaft. The changes made in this commit have been made with that long-term goal in mind.
tldr: when you visit the rails app directly, you'll now be served the current ember-cli assets. To keep these up-to-date make sure either `ember serve`, or `ember build --watch` is running. If you really want to load the old non-ember-cli assets, then you should start the server with `EMBER_CLI_PROD_ASSETS=0`. (the legacy asset pipeline will be removed very soon)
2022-04-21 11:26:34 -04:00
|
|
|
def self.ember_cli?(filename)
|
|
|
|
filename.include?("/app/assets/javascripts/discourse/dist/")
|
|
|
|
end
|
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
def self.call(input)
|
|
|
|
root_path = input[:load_path] || ''
|
|
|
|
logical_path = (input[:filename] || '').sub(root_path, '').gsub(/\.(js|es6).*$/, '').sub(/^\//, '')
|
|
|
|
data = input[:data]
|
2014-05-05 18:04:09 -04:00
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
if should_transpile?(input[:filename])
|
|
|
|
data = transpile(data, root_path, logical_path)
|
|
|
|
end
|
2017-04-17 10:11:51 -04:00
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
# add sourceURL until we can do proper source maps
|
DEV: Allow Ember CLI assets to be used by development Rails app (#16511)
Previously, accessing the Rails app directly in development mode would give you assets from our 'legacy' Ember asset pipeline. The only way to run with Ember CLI assets was to run ember-cli as a proxy. This was quite limiting when working on things which are bypassed when using the ember-cli proxy (e.g. changes to `application.html.erb`). Also, since `ember-auto-import` introduced chunking, visiting `/theme-qunit` under Ember CLI was failing to include all necessary chunks.
This commit teaches Sprockets about our Ember CLI assets so that they can be used in development mode, and are automatically collected up under `/public/assets` during `assets:precompile`. As a bonus, this allows us to remove all the custom manifest modification from `assets:precompile`.
The key changes are:
- Introduce a shared `EmberCli.enabled?` helper
- When ember-cli is enabled, add ember-cli `/dist/assets` as the top-priority Rails asset directory
- Have ember-cli output a `chunks.json` manifest, and teach `preload_script` to read it and append the correct chunks to their associated `afterFile`
- Remove most custom ember-cli logic from the `assets:precompile` step. Instead, rely on Rails to take care of pulling the 'precompiled' assets into the `public/assets` directory. Move the 'renaming' logic to runtime, so it can be used in development mode as well.
- Remove fingerprinting from `ember-cli-build`, and allow Rails to take care of things
Long-term, we may want to replace Sprockets with the lighter-weight Propshaft. The changes made in this commit have been made with that long-term goal in mind.
tldr: when you visit the rails app directly, you'll now be served the current ember-cli assets. To keep these up-to-date make sure either `ember serve`, or `ember build --watch` is running. If you really want to load the old non-ember-cli assets, then you should start the server with `EMBER_CLI_PROD_ASSETS=0`. (the legacy asset pipeline will be removed very soon)
2022-04-21 11:26:34 -04:00
|
|
|
if !Rails.env.production? && !ember_cli?(input[:filename])
|
2022-02-14 15:13:52 -05:00
|
|
|
plugin_name = root_path[/\/plugins\/([\w-]+)\/assets/, 1]
|
|
|
|
source_url = if plugin_name
|
|
|
|
"plugins/#{plugin_name}/assets/javascripts/#{logical_path}"
|
|
|
|
else
|
|
|
|
logical_path
|
|
|
|
end
|
|
|
|
|
|
|
|
data = "eval(#{data.inspect} + \"\\n//# sourceURL=#{source_url}\");\n"
|
2017-04-17 10:11:51 -04:00
|
|
|
end
|
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
{ data: data }
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.transpile(data, root_path, logical_path)
|
|
|
|
transpiler = Transpiler.new(skip_module: skip_module?(data))
|
|
|
|
transpiler.perform(data, root_path, logical_path)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.should_transpile?(filename)
|
|
|
|
filename ||= ''
|
|
|
|
|
DEV: Allow Ember CLI assets to be used by development Rails app (#16511)
Previously, accessing the Rails app directly in development mode would give you assets from our 'legacy' Ember asset pipeline. The only way to run with Ember CLI assets was to run ember-cli as a proxy. This was quite limiting when working on things which are bypassed when using the ember-cli proxy (e.g. changes to `application.html.erb`). Also, since `ember-auto-import` introduced chunking, visiting `/theme-qunit` under Ember CLI was failing to include all necessary chunks.
This commit teaches Sprockets about our Ember CLI assets so that they can be used in development mode, and are automatically collected up under `/public/assets` during `assets:precompile`. As a bonus, this allows us to remove all the custom manifest modification from `assets:precompile`.
The key changes are:
- Introduce a shared `EmberCli.enabled?` helper
- When ember-cli is enabled, add ember-cli `/dist/assets` as the top-priority Rails asset directory
- Have ember-cli output a `chunks.json` manifest, and teach `preload_script` to read it and append the correct chunks to their associated `afterFile`
- Remove most custom ember-cli logic from the `assets:precompile` step. Instead, rely on Rails to take care of pulling the 'precompiled' assets into the `public/assets` directory. Move the 'renaming' logic to runtime, so it can be used in development mode as well.
- Remove fingerprinting from `ember-cli-build`, and allow Rails to take care of things
Long-term, we may want to replace Sprockets with the lighter-weight Propshaft. The changes made in this commit have been made with that long-term goal in mind.
tldr: when you visit the rails app directly, you'll now be served the current ember-cli assets. To keep these up-to-date make sure either `ember serve`, or `ember build --watch` is running. If you really want to load the old non-ember-cli assets, then you should start the server with `EMBER_CLI_PROD_ASSETS=0`. (the legacy asset pipeline will be removed very soon)
2022-04-21 11:26:34 -04:00
|
|
|
# skip ember cli
|
|
|
|
return false if ember_cli?(filename)
|
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
# es6 is always transpiled
|
|
|
|
return true if filename.end_with?(".es6") || filename.end_with?(".es6.erb")
|
|
|
|
|
|
|
|
# For .js check the path...
|
|
|
|
return false unless filename.end_with?(".js") || filename.end_with?(".js.erb")
|
|
|
|
|
|
|
|
relative_path = filename.sub(Rails.root.to_s, '').sub(/^\/*/, '')
|
2020-03-26 12:22:33 -04:00
|
|
|
|
|
|
|
js_root = "app/assets/javascripts"
|
|
|
|
test_root = "test/javascripts"
|
|
|
|
|
|
|
|
return false if relative_path.start_with?("#{js_root}/locales/")
|
|
|
|
return false if relative_path.start_with?("#{js_root}/plugins/")
|
|
|
|
|
|
|
|
return true if %w(
|
2020-05-29 14:37:02 -04:00
|
|
|
start-discourse
|
2020-03-26 12:22:33 -04:00
|
|
|
onpopstate-handler
|
|
|
|
google-tag-manager
|
2020-11-06 15:15:36 -05:00
|
|
|
google-universal-analytics-v3
|
|
|
|
google-universal-analytics-v4
|
2020-03-26 13:12:17 -04:00
|
|
|
activate-account
|
2020-03-26 13:21:04 -04:00
|
|
|
auto-redirect
|
2020-03-26 12:22:33 -04:00
|
|
|
embed-application
|
2020-05-01 15:18:41 -04:00
|
|
|
app-boot
|
2020-03-26 12:22:33 -04:00
|
|
|
).any? { |f| relative_path == "#{js_root}/#{f}.js" }
|
|
|
|
|
2020-04-13 15:05:46 -04:00
|
|
|
return true if plugin_transpile_paths.any? { |prefix| relative_path.start_with?(prefix) }
|
|
|
|
|
2020-03-26 12:47:10 -04:00
|
|
|
!!(relative_path =~ /^#{js_root}\/[^\/]+\// ||
|
|
|
|
relative_path =~ /^#{test_root}\/[^\/]+\//)
|
2020-03-11 09:43:55 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.skip_module?(data)
|
|
|
|
!!(data.present? && data =~ /^\/\/ discourse-skip-module$/)
|
|
|
|
end
|
|
|
|
|
|
|
|
class Transpiler
|
|
|
|
@mutex = Mutex.new
|
|
|
|
@ctx_init = Mutex.new
|
|
|
|
|
|
|
|
def self.mutex
|
|
|
|
@mutex
|
2014-05-05 18:04:09 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.create_new_context
|
2016-04-21 19:52:12 -04:00
|
|
|
# timeout any eval that takes longer than 15 seconds
|
2020-05-15 00:01:54 -04:00
|
|
|
ctx = MiniRacer::Context.new(timeout: 15000, ensure_gc_after_idle: 2000)
|
2017-07-04 16:34:55 -04:00
|
|
|
ctx.eval("var self = this; #{File.read("#{Rails.root}/vendor/assets/javascripts/babel.js")}")
|
2017-06-29 16:22:19 -04:00
|
|
|
ctx.eval(File.read(Ember::Source.bundled_path_for('ember-template-compiler.js')))
|
2018-12-03 22:48:13 -05:00
|
|
|
ctx.eval("module = {}; exports = {};")
|
2016-05-19 08:25:08 -04:00
|
|
|
ctx.attach("rails.logger.info", proc { |err| Rails.logger.info(err.to_s) })
|
|
|
|
ctx.attach("rails.logger.error", proc { |err| Rails.logger.error(err.to_s) })
|
|
|
|
ctx.eval <<JS
|
|
|
|
console = {
|
|
|
|
prefix: "",
|
|
|
|
log: function(msg){ rails.logger.info(console.prefix + msg); },
|
|
|
|
error: function(msg){ rails.logger.error(console.prefix + msg); }
|
|
|
|
}
|
2017-06-29 16:22:19 -04:00
|
|
|
|
2016-05-19 08:25:08 -04:00
|
|
|
JS
|
2020-03-27 12:06:14 -04:00
|
|
|
source = File.read("#{Rails.root}/lib/javascripts/widget-hbs-compiler.js")
|
2017-06-29 16:22:19 -04:00
|
|
|
js_source = ::JSON.generate(source, quirks_mode: true)
|
2021-05-27 09:56:35 -04:00
|
|
|
js = ctx.eval("Babel.transform(#{js_source}, { ast: false, plugins: ['transform-arrow-functions', 'transform-block-scoped-functions', 'transform-block-scoping', 'transform-computed-properties', 'transform-destructuring', 'transform-duplicate-keys', 'transform-for-of', 'transform-function-name', 'transform-literals', 'transform-object-super', 'transform-parameters', 'transform-shorthand-properties', 'transform-spread', 'transform-sticky-regex', 'transform-template-literals', 'transform-typeof-symbol', 'transform-unicode-regex', 'proposal-object-rest-spread', 'proposal-optional-chaining'] }).code")
|
2017-06-29 16:22:19 -04:00
|
|
|
ctx.eval(js)
|
|
|
|
|
2014-05-05 18:04:09 -04:00
|
|
|
ctx
|
|
|
|
end
|
|
|
|
|
2016-11-01 22:34:20 -04:00
|
|
|
def self.reset_context
|
2017-07-20 00:17:45 -04:00
|
|
|
@ctx&.dispose
|
2016-11-01 22:34:20 -04:00
|
|
|
@ctx = nil
|
|
|
|
end
|
|
|
|
|
2014-05-05 18:04:09 -04:00
|
|
|
def self.v8
|
|
|
|
return @ctx if @ctx
|
|
|
|
|
|
|
|
# ensure we only init one of these
|
|
|
|
@ctx_init.synchronize do
|
|
|
|
return @ctx if @ctx
|
|
|
|
@ctx = create_new_context
|
|
|
|
end
|
|
|
|
|
|
|
|
@ctx
|
|
|
|
end
|
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
def initialize(skip_module: false)
|
|
|
|
@skip_module = skip_module
|
2016-03-18 14:41:27 -04:00
|
|
|
end
|
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
def perform(source, root_path = nil, logical_path = nil)
|
2016-06-14 14:31:51 -04:00
|
|
|
klass = self.class
|
2020-03-11 09:43:55 -04:00
|
|
|
klass.mutex.synchronize do
|
2016-06-14 14:31:51 -04:00
|
|
|
klass.v8.eval("console.prefix = 'BABEL: babel-eval: ';")
|
2017-06-29 16:22:19 -04:00
|
|
|
transpiled = babel_source(
|
|
|
|
source,
|
|
|
|
module_name: module_name(root_path, logical_path),
|
|
|
|
filename: logical_path
|
|
|
|
)
|
2017-07-05 14:14:30 -04:00
|
|
|
@output = klass.v8.eval(transpiled)
|
2016-06-14 14:31:51 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-07-05 14:14:30 -04:00
|
|
|
def babel_source(source, opts = nil)
|
|
|
|
opts ||= {}
|
|
|
|
|
2016-03-18 14:41:27 -04:00
|
|
|
js_source = ::JSON.generate(source, quirks_mode: true)
|
2020-10-13 09:58:08 -04:00
|
|
|
|
2020-03-11 09:43:55 -04:00
|
|
|
if opts[:module_name] && !@skip_module
|
2017-06-29 16:22:19 -04:00
|
|
|
filename = opts[:filename] || 'unknown'
|
2021-05-27 16:13:14 -04:00
|
|
|
"Babel.transform(#{js_source}, { moduleId: '#{opts[:module_name]}', filename: '#{filename}', ast: false, presets: ['es2015'], plugins: [['transform-modules-amd', {noInterop: true}], 'proposal-object-rest-spread', 'proposal-optional-chaining', ['proposal-decorators', {legacy: true} ], 'proposal-class-properties', exports.WidgetHbsCompiler] }).code"
|
2017-07-05 14:14:30 -04:00
|
|
|
else
|
2021-05-27 16:13:14 -04:00
|
|
|
"Babel.transform(#{js_source}, { ast: false, plugins: ['proposal-json-strings', 'proposal-nullish-coalescing-operator', 'proposal-logical-assignment-operators', 'proposal-numeric-separator', 'proposal-optional-catch-binding', 'transform-dotall-regex', 'proposal-unicode-property-regex', 'transform-named-capturing-groups-regex', 'proposal-object-rest-spread', 'proposal-optional-chaining', 'transform-arrow-functions', 'transform-block-scoped-functions', 'transform-block-scoping', 'transform-computed-properties', 'transform-destructuring', 'transform-duplicate-keys', 'transform-for-of', 'transform-function-name', 'transform-literals', 'transform-object-super', 'transform-parameters', 'transform-shorthand-properties', 'transform-spread', 'transform-sticky-regex', 'transform-template-literals', 'transform-typeof-symbol', 'transform-unicode-regex', ['proposal-decorators', {legacy: true}], 'proposal-class-properties', exports.WidgetHbsCompiler] }).code"
|
2017-07-05 14:14:30 -04:00
|
|
|
end
|
2016-03-18 14:41:27 -04:00
|
|
|
end
|
|
|
|
|
2014-05-05 18:04:09 -04:00
|
|
|
def module_name(root_path, logical_path)
|
2014-05-15 16:31:45 -04:00
|
|
|
path = nil
|
|
|
|
|
2014-05-20 16:54:59 -04:00
|
|
|
root_base = File.basename(Rails.root)
|
2014-05-15 16:31:45 -04:00
|
|
|
# If the resource is a plugin, use the plugin name as a prefix
|
2014-05-20 16:54:59 -04:00
|
|
|
if root_path =~ /(.*\/#{root_base}\/plugins\/[^\/]+)\//
|
2014-05-15 16:31:45 -04:00
|
|
|
plugin_path = "#{Regexp.last_match[1]}/plugin.rb"
|
|
|
|
|
|
|
|
plugin = Discourse.plugins.find { |p| p.path == plugin_path }
|
|
|
|
path = "discourse/plugins/#{plugin.name}/#{logical_path.sub(/javascripts\//, '')}" if plugin
|
2014-05-05 18:04:09 -04:00
|
|
|
end
|
|
|
|
|
2017-06-29 16:22:19 -04:00
|
|
|
# We need to strip the app subdirectory to replicate how ember-cli works.
|
2020-04-29 12:18:21 -04:00
|
|
|
path || logical_path&.gsub('app/', '')&.gsub('addon/', '')&.gsub('admin/addon', 'admin')
|
2014-05-05 18:04:09 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
end
|