Changeset 236
- Timestamp:
- 04/24/08 03:33:12 (7 months ago)
- Files:
Legend:
- Unmodified
- Added
- Removed
- Modified
- Copied
- Moved
branches/yet_another_index_structure/lib/picolena/templates/app/models/document.rb
r190 r236 89 89 end 90 90 91 # Fields that are shared between every document. 92 def self.default_fields_for(complete_path) 93 { 94 :complete_path => complete_path, 95 :probably_unique_id => complete_path.base26_hash, 96 :filename => File.basename(complete_path), 97 :basename => File.basename(complete_path, File.extname(complete_path)).gsub(/_/,' '), 98 :filetype => File.extname(complete_path), 99 :modified => File.mtime(complete_path).strftime("%Y%m%d%H%M%S") 100 } 101 end 102 91 103 private 92 104 branches/yet_another_index_structure/lib/picolena/templates/app/models/indexer.rb
r235 r236 5 5 @@max_threads_number = 8 6 6 7 class << self 8 def fields_for(complete_path) 9 { 10 :complete_path => complete_path, 11 :probably_unique_id => complete_path.base26_hash, 12 :filename => File.basename(complete_path), 13 :basename => File.basename(complete_path, File.extname(complete_path)).gsub(/_/,' '), 14 :filetype => File.extname(complete_path), 15 :modified => File.mtime(complete_path).strftime("%Y%m%d%H%M%S") 16 } 17 end 18 7 class << self 19 8 def index_every_directory(remove_first=false) 20 9 log :debug => "Indexing every directory" … … 49 38 def add_file(complete_path) 50 39 log :debug => "Adding #{complete_path}" 51 mime_type=File.mime(complete_path) 52 default_fields = fields_for(complete_path) 53 begin 40 default_fields = Document.default_fields_for(complete_path) 41 begin 54 42 document = PlainTextExtractor.extract_content_and_language_from(complete_path) 55 43 raise "\tempty document #{complete_path}" if document[:content].strip.empty? … … 66 54 end 67 55 56 def writer 57 @@writer ||= [] 58 end 59 68 60 private 69 61
