Preload Jieba data on master process

Author: huacnlee

lib/homeland.rb

@@ -3,6 +3,11 @@
 require "homeland/version"
 require "homeland/plugin"
 
+unless ENV["RAILS_PRECOMPILE"]
+  # Preload Jieba
+  require "homeland/search"
+end
+
 module Homeland
   cattr_reader :boot_at
 

lib/homeland/search.rb

@@ -5,6 +5,7 @@ class Search
     attr_accessor :term, :terms
 
     INVALID_CHARS = /[:()&!'"]/
+    JIEBA = JiebaRb::Segment.new
 
     def initialize(term)
       term = term.to_s.squish.gsub(INVALID_CHARS, "")
@@ -24,9 +25,7 @@ def query_results
 
     class << self
       def jieba
-        return @jieba if defined? @jieba
-
-        @jieba = JiebaRb::Segment.new
+        JIEBA
       end
     end
 

lib/tasks/memory.rake

@@ -0,0 +1,35 @@
+task memory: :environment do
+  require "homeland"
+  include ApplicationHelper
+  include ActionView::Helpers::OutputSafetyHelper
+  include ActionView::Helpers::TextHelper
+
+  str = Homeland::Markdown.example
+
+  a = []
+
+  puts "Starting to profile memory..."
+  b = {}
+  puts "Before =>"
+  print_memory
+
+  count = 5_000_000
+  step = (count / 100).to_i
+  count.times do |i|
+    sanitize_markdown(Homeland::Markdown.call(str))
+
+    if i % step == 0
+      print_memory
+    end
+  end
+
+  print_memory
+  puts GC.start
+  puts "After GC"
+  print_memory
+end
+
+def print_memory
+  rss = (`ps -eo pid,rss | grep #{Process.pid} | awk '{print $2}'`.to_i / 1024.0).round(1)
+  puts "rss: #{rss}mb live objects #{GC.stat[:heap_live_slots]}"
+end