Models and Resources can now be rendered by Roda automatically

* This makes working with content within SSR context much more straighforward.
* I also added more documentation around server rendering, with still more to come.
* bridgetown-routes now supports initializer-based config.
* Bridgetown 2.0 will consider both Server Rendering and Island Architecture to be out of "experimental" status.

* BREAKING CHANGES: collection resources are now read on Roda SSR boot by default, with possible performance implications on large site projects. This is configurable. In addition, the handling of file-based routes within Islands has changed, though the previous behavior was undocumented.

bridgetown-core/lib/bridgetown-core/concerns/site/ssr.rb

@@ -33,6 +33,19 @@ def enable_ssr
 
     def ssr_setup(&block)
       config.serving = true
+
+      Bridgetown::Hooks.trigger :site, :pre_read, self
+      ssr_first_read
+      Bridgetown::Hooks.trigger :site, :post_read, self
+
+      block&.call(self) # provide additional setup hook
+
+      return if Bridgetown.env.production?
+
+      Bridgetown::Watcher.watch(self, config, &block)
+    end
+
+    def ssr_first_read
       Bridgetown::Hooks.trigger :site, :pre_read, self
       defaults_reader.tap do |d|
         d.path_defaults.clear
@@ -43,12 +56,13 @@ def ssr_setup(&block)
         coll.read
         self.data = coll.merge_data_resources
       end
-      Bridgetown::Hooks.trigger :site, :post_read, self
-
-      block&.call(self) # provide additional setup hook
-      return if Bridgetown.env.production?
 
-      Bridgetown::Watcher.watch(self, config, &block)
+      # This part is handled via a hook so it is supported by the SSR "soft reset"
+      Bridgetown::Hooks.register_one :site, :post_read, reloadable: false, priority: :high do
+        reader.read_directories
+        reader.sort_files!
+        reader.read_collections
+      end
     end
 
     def disable_ssr

bridgetown-core/lib/bridgetown-core/reader.rb

@@ -38,7 +38,7 @@ def read_collections
       site.collections.each_value do |collection|
         next if collection.data?
 
-        collection.read
+        collection.read unless site.ssr? && collection.metadata.skip_for_ssr
       end
     end
 
@@ -78,7 +78,7 @@ def read_directories(dir = "")
 
       retrieve_dirs(dir, entries_dirs)
       retrieve_pages(dir, entries_pages)
-      retrieve_static_files(dir, entries_static_files)
+      retrieve_static_files(dir, entries_static_files) unless site.ssr?
     end
 
     # Recursively traverse directories with the read_directories function.
@@ -101,6 +101,8 @@ def retrieve_dirs(dir, entries_dirs)
     # @param entries_pages [Array<String>] page paths in the directory
     # @return [void]
     def retrieve_pages(dir, entries_pages)
+      return if site.ssr? && site.collections.pages.metadata.skip_for_ssr
+
       entries_pages.each do |page_path|
         site.collections.pages.read_resource(site.in_source_dir(dir, page_path))
       end

bridgetown-core/lib/bridgetown-core/utils/loaders_manager.rb

@@ -62,7 +62,7 @@ def setup_loaders(autoload_paths = []) # rubocop:todo Metrics/AbcSize, Metrics/C
           loader.enable_reloading if reloading_enabled?(load_path)
           loader.ignore(File.join(load_path, "**", "*.js.rb"))
           loader.ignore(
-            File.join(File.expand_path(config[:islands_dir], config[:source]), "routes")
+            File.join(File.expand_path(config[:islands_dir], config[:source]), "**", "routes")
           )
           config.autoloader_collapsed_paths.each do |collapsed_path|
             next unless collapsed_path.starts_with?(load_path)

bridgetown-core/lib/roda/plugins/bridgetown_server.rb

@@ -41,6 +41,17 @@ def self.load_dependencies(app) # rubocop:disable Metrics
           "500 Internal Server Error"
         end
 
+        # This lets us return models or resources directly in Roda response blocks
+        app.plugin :custom_block_results
+
+        app.handle_block_result Bridgetown::Model::Base do |result|
+          result.render_as_resource.output
+        end
+
+        app.handle_block_result Bridgetown::Resource::Base do |result|
+          result.transform!.output
+        end
+
         ExceptionPage.class_eval do # rubocop:disable Metrics/BlockLength
           def self.css
             <<~CSS

bridgetown-core/test/ssr/config/initializers.rb

@@ -5,4 +5,21 @@
   init :local_ssr_init, require_gem: false
   init :local_ssr_init, require_gem: false
   init :local_ssr_init, require_gem: false
+
+  collections do
+    posts do
+      skip_for_ssr true
+    end
+  end
+
+  # poor man's Inspector plugin
+  hook :resources, :post_render do |resource|
+    next unless resource.site.root_dir.end_with?("test/ssr") # ugly hack or else test suite errors
+
+    document = Nokogiri.HTML5(resource.output)
+    document.css("p.test").each do |paragraph|
+      paragraph.inner_html = paragraph.inner_html.upcase
+    end
+    resource.output = document.to_html
+  end
 end

bridgetown-core/test/ssr/config/local_ssr_init.rb

@@ -2,7 +2,7 @@
 
 Bridgetown.initializer :local_ssr_init do |config|
   config.init :ssr do
-    setup ->(site) do
+    setup -> site do # rubocop:disable Layout/SpaceInLambdaLiteral, Style/StabbyLambdaParentheses
       site.data.iterations ||= 0
       site.data.iterations += 1
     end

bridgetown-core/test/ssr/server/routes/render_resource.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+class Routes::RenderResource < Bridgetown::Rack::Routes
+  route do |r|
+    # route: GET /render_resource
+    r.get "render_resource" do
+      # Roda should know how to autorender the resource
+      bridgetown_site.collections.pages.resources.find { _1.id == "repo://pages.collection/index.md" }
+    end
+
+    r.get "render_model" do
+      # Roda should know how to autorender the model as a resource
+      Bridgetown::Model::Base.find("repo://pages.collection/test_doc.md")
+    end
+  end
+end

bridgetown-core/test/ssr/src/index.md

@@ -1 +1,4 @@
+---
+---
+
 Hello **world**!

bridgetown-core/test/ssr/src/test_doc.md

@@ -0,0 +1,6 @@
+---
+title: Test Document
+---
+
+This is a _test_.
+{: .test}

bridgetown-core/test/test_ssr.rb

@@ -71,5 +71,19 @@ def site
       assert last_response.ok?
       assert_equal("Redirected!", last_response.body)
     end
+
+    should "return rendered resource" do
+      get "/render_resource"
+
+      assert last_response.ok?
+      assert_includes last_response.body, "<p>Hello <strong>world</strong>!</p>"
+    end
+
+    should "return model as rendered resource" do
+      get "/render_model"
+
+      assert last_response.ok?
+      assert_includes last_response.body, "<p class=\"test\">THIS IS A <em>TEST</em>.</p>"
+    end
   end
 end

bridgetown-routes/.rubocop.yml

@@ -4,3 +4,4 @@ inherit_from: ../.rubocop.yml
 AllCops:
   Exclude:
     - "*.gemspec"
+    - "test/ssr/src/_islands/**/*.rb"

bridgetown-routes/lib/bridgetown-routes.rb

@@ -11,13 +11,20 @@ module Routes
 end
 
 # @param config [Bridgetown::Configuration::ConfigurationDSL]
-Bridgetown.initializer :"bridgetown-routes" do |config|
+Bridgetown.initializer :"bridgetown-routes" do |
+  config,
+  additional_source_paths: [],
+  additional_extensions: []
+|
   config.init :ssr # ensure we already have touchdown!
 
   config.routes ||= {}
-  config.routes.source_paths ||= ["_routes", "#{config.islands_dir}/routes"]
+  config.routes.source_paths ||= ["_routes"]
   config.routes.extensions ||= %w(rb md serb erb liquid)
 
+  config.routes.source_paths += Array(additional_source_paths)
+  config.routes.extensions += Array(additional_extensions)
+
   config.only :server do
     require_relative "bridgetown-routes/manifest_router"
   end

bridgetown-routes/lib/bridgetown-routes/manifest.rb

@@ -10,7 +10,7 @@ def generate_manifest(site) # rubocop:todo Metrics/AbcSize, Metrics/CyclomaticCo
           new_manifest = []
           routable_extensions = site.config.routes.extensions.join(",")
 
-          site.config.routes.source_paths.each do |routes_dir|
+          expand_source_paths_with_islands(site.config).each do |routes_dir|
             routes_dir = File.expand_path(routes_dir, site.config.source)
 
             # @type [Array]
@@ -66,13 +66,26 @@ def locale_for(slug, site)
 
         private
 
-        def file_slug_and_segments(site, routes_dir, file)
+        # Add any `routes` folders that may be living within islands
+        def expand_source_paths_with_islands(config)
+          @islands_dir ||= File.expand_path(config.islands_dir, config.source)
+
+          # clear out any past islands folders
+          config.routes.source_paths.reject! { _1.start_with?(@islands_dir) }
+
+          Dir.glob("#{@islands_dir}/**/routes").each do |route_folder|
+            config.routes.source_paths << route_folder
+          end
+
+          config.routes.source_paths
+        end
+
+        def file_slug_and_segments(_site, routes_dir, file)
           # @type [String]
           file_slug = file.delete_prefix("#{routes_dir}/").then do |f|
-            if routes_dir.start_with?(
-              File.expand_path(site.config[:islands_dir], site.config.source)
-            )
-              f = "#{site.config[:islands_dir].delete_prefix("_")}/#{f}"
+            if routes_dir.start_with?(@islands_dir)
+              # convert _islands/foldername/routes/someroute.rb to foldername/someroute.rb
+              f = routes_dir.delete_prefix("#{@islands_dir}/").sub(%r!/routes$!, "/") + f
             end
             [File.dirname(f), File.basename(f, ".*")].join("/").delete_prefix("./")
           end.delete_suffix("/index")

bridgetown-routes/lib/roda/plugins/bridgetown_routes.rb

@@ -57,14 +57,15 @@ def render_with(data: {}) # rubocop:todo Metrics/AbcSize, Metrics/MethodLength
 
           Bridgetown::Model::Base.new(data).to_resource.tap do |resource|
             resource.roda_app = self
-          end.read!.transform!.output
+          end.read!
         end
 
         def render(...)
           view.render(...)
         end
 
         def view(view_class: Bridgetown::ERBView)
+          # TODO: support user choosing templates by extension rather than class
           response._fake_resource_view(
             view_class:, roda_app: self, bridgetown_site:
           )

bridgetown-routes/test/ssr/config/initializers.rb

@@ -2,9 +2,8 @@
 
 Bridgetown.configure do |config|
   require "bridgetown-routes"
-  init :"bridgetown-routes", require_gem: false
-
-  routes.source_paths << File.expand_path("alt_routes", "#{root_dir}/../")
+  init :"bridgetown-routes", require_gem: false, additional_source_paths:
+    File.expand_path("alt_routes", "#{root_dir}/..")
 
   config.available_locales = [:en, :it]
   config.default_locale = :en

bridgetown-routes/test/ssr/src/_islands/paradise/routes/dreamy.rb

@@ -0,0 +1,7 @@
+###ruby
+render_with data: {
+  title: "Ah, island life…"
+}
+###
+
+data.title + " =)"

bridgetown-routes/test/ssr/src/_islands/paradise/routes/index.rb

@@ -0,0 +1,7 @@
+###ruby
+render_with data: {
+  title: "Living in paradise"
+}
+###
+
+data.title + " =)"

bridgetown-routes/test/test_routes.rb

@@ -56,5 +56,15 @@ def site
       get "/nested/123-abc"
       assert_equal "<h1>Nested Page with Slug: 123-abc</h1>\n", last_response.body
     end
+
+    should "return the proper route within an island" do
+      get "/paradise" do
+        assert_equal "Living in paradise =)", last_response.body
+      end
+
+      get "/paradise/dreamy" do
+        assert_equal "Ah, island life… =)", last_response.body
+      end
+    end
   end
 end

bridgetown-website/Gemfile.lock

@@ -1,13 +1,13 @@
 PATH
   remote: ../bridgetown-builder
   specs:
-    bridgetown-builder (1.3.1)
-      bridgetown-core (= 1.3.1)
+    bridgetown-builder (1.3.2)
+      bridgetown-core (= 1.3.2)
 
 PATH
   remote: ../bridgetown-core
   specs:
-    bridgetown-core (1.3.1)
+    bridgetown-core (1.3.2)
       activemodel (>= 6.0, < 8.0)
       activesupport (>= 6.0, < 8.0)
       addressable (~> 2.4)
@@ -34,16 +34,16 @@ PATH
 PATH
   remote: ../bridgetown-paginate
   specs:
-    bridgetown-paginate (1.3.1)
-      bridgetown-core (= 1.3.1)
+    bridgetown-paginate (1.3.2)
+      bridgetown-core (= 1.3.2)
 
 PATH
   remote: ../bridgetown
   specs:
-    bridgetown (1.3.1)
-      bridgetown-builder (= 1.3.1)
-      bridgetown-core (= 1.3.1)
-      bridgetown-paginate (= 1.3.1)
+    bridgetown (1.3.2)
+      bridgetown-builder (= 1.3.2)
+      bridgetown-core (= 1.3.2)
+      bridgetown-paginate (= 1.3.2)
 
 GEM
   remote: https://rubygems.org/