8 def to_s; sprintf '%.2f', self; end
10 infinite? ? "unknown" : super
17 sprintf "%d:%02d:%02d", i / 3600, (i / 60) % 60, i % 60
27 opts = Trollop::options do
28 version "sup-tweak-labels (sup #{Redwood::VERSION})"
30 Batch modification of message state for messages already in the index.
33 sup-tweak-labels [options] <source>*
35 where <source>* is zero or more source URIs. Supported source URI schemes can
36 be seen by running "sup-add --help".
40 opt :add, "One or more labels (comma-separated) to add to every message from the specified sources", :type => String
41 opt :remove, "One or more labels (comma-separated) to remove from every message from the specified sources, if those labels are present", :type => String
42 opt :query, "A Sup search query", :type => String
48 opt :verbose, "Print message ids as they're processed."
49 opt :all_sources, "Scan over all sources.", :short => :none
50 opt :dry_run, "Don't actually modify the index. Probably only useful with --verbose.", :short => "-n"
51 opt :version, "Show version information", :short => :none
54 add_labels = (opts[:add] || "").split(",").map { |l| l.intern }.uniq
55 remove_labels = (opts[:remove] || "").split(",").map { |l| l.intern }.uniq
57 Trollop::die "nothing to do: no labels to add or remove" if add_labels.empty? && remove_labels.empty?
61 index = Redwood::Index.new
69 index.source_for uri or Trollop::die "Unknown source: #{uri}. Did you add it with sup-add first?"
72 Trollop::die "nothing to do: no sources" if source_ids.empty?
74 query = "+(" + source_ids.map { |id| "source_id:#{id}" }.join(" OR ") + ")"
76 ## if all we're doing is removing labels, we can further restrict the
77 ## query to only messages with those labels
78 query += " +(" + remove_labels.map { |l| "label:#{l}" }.join(" ") + ")"
80 query += ' ' + opts[:query] if opts[:query]
82 qobj, opts = Redwood::Index.parse_user_query_string query
83 query = Redwood::Index.build_query opts.merge(:qobj => qobj)
85 results = index.ferret.search query, :limit => :all
86 num_total = results.total_hits
88 $stderr.puts "Found #{num_total} documents across #{source_ids.length} sources. Scanning..."
90 num_changed = num_scanned = 0
91 last_info_time = start_time = Time.now
92 results.hits.each do |hit|
96 m = index.build_message id
97 old_labels = m.labels.clone
99 m.labels += add_labels
100 m.labels -= remove_labels
101 m.labels = m.labels.uniq
103 unless m.labels.sort_by { |s| s.to_s } == old_labels.sort_by { |s| s.to_s }
105 puts "#{m.id}: {#{old_labels.join ','}} => {#{m.labels.join ','}}" if opts[:verbose]
106 index.sync_message m unless opts[:dry_run]
109 if Time.now - last_info_time > 60
110 last_info_time = Time.now
111 elapsed = last_info_time - start_time
112 pctdone = 100.0 * num_scanned.to_f / num_total.to_f
113 remaining = (100.0 - pctdone) * (elapsed.to_f / pctdone)
114 $stderr.puts "## #{num_scanned} (#{pctdone}%) read; #{elapsed.to_time_s} elapsed; #{remaining.to_time_s} remaining"
117 $stderr.puts "Scanned #{num_scanned} / #{num_total} messages and changed #{num_changed}."
119 unless num_changed == 0
120 $stderr.puts "Optimizing index..."
121 index.ferret.optimize unless opts[:dry_run]
124 rescue Exception => e
125 File.open("sup-exception-log.txt", "w") { |f| f.puts e.backtrace }