Bound native fragment caching and collapse concurrent page renders

app/models/fragment_cache.rb

@@ -0,0 +1,9 @@
+# Native view caches share one byte budget across every database generation.
+class FragmentCache
+  STORE = ActiveSupport::Cache::MemoryStore.new(size: 64.megabytes)
+  private_constant :STORE
+
+  def self.store
+    STORE
+  end
+end

app/models/response_cache.rb

@@ -7,13 +7,14 @@ class ResponseCache
   MAX_KEY_BYTES = 2.kilobytes
 
   def self.instance
-    @instance ||= new
+    INSTANCE
   end
 
   def initialize
     @mutex = Mutex.new
     @entries = {}
     @bytes = 0
+    @render_locks = Array.new(16) { Mutex.new }
   end
 
   def budget
@@ -36,6 +37,12 @@ class ResponseCache
     nil
   end
 
+  # Collapse cold renders without retaining a mutex for every viewer or URL.
+  # Rendering must never hold the observer/entry mutex: controllers read it too.
+  def synchronize_render(key, version, &block)
+    @render_locks[[ key, version ].hash % @render_locks.length].synchronize(&block)
+  end
+
   def write(key, version, entry)
     size = key.bytesize + entry[:body].bytesize + entry[:headers].sum { |name, value| name.bytesize + value.bytesize } + 256
     return if key.bytesize > MAX_KEY_BYTES || size > [ budget, MAX_ENTRY_BYTES ].min
@@ -86,4 +93,6 @@ class ResponseCache
       end
       [ @database, @namespace, @version ]
     end
+
+  INSTANCE = new
 end