change newlines to try and allow rdoc to run without errors
This commit is contained in:
parent
f7bd0c35d7
commit
a8ce6b2f18
|
@ -210,8 +210,7 @@ module Treat::Entities::Entity::Buildable
|
||||||
file.index('.xml')
|
file.index('.xml')
|
||||||
from_serialized_file(file)
|
from_serialized_file(file)
|
||||||
else
|
else
|
||||||
fmt = Treat::Workers::Formatters::
|
fmt = Treat::Workers::Formatters::Readers::Autoselect.detect_format(file,def_fmt)
|
||||||
Readers::Autoselect.detect_format(file,def_fmt)
|
|
||||||
from_raw_file(file, fmt)
|
from_raw_file(file, fmt)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
@ -60,8 +60,7 @@ class Treat::Workers::Lexicalizers::Sensers::Wordnet
|
||||||
|
|
||||||
lemma.synsets.each do |synset|
|
lemma.synsets.each do |synset|
|
||||||
synsets <<
|
synsets <<
|
||||||
Treat::Workers::Lexicalizers::
|
Treat::Workers::Lexicalizers::Sensers::Wordnet::Synset.new(synset)
|
||||||
Sensers::Wordnet::Synset.new(synset)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
((synsets.collect do |ss|
|
((synsets.collect do |ss|
|
||||||
|
|
|
@ -5,12 +5,10 @@ class Treat::Workers::Processors::Chunkers::Autoselect
|
||||||
entity.set :format, 'txt'
|
entity.set :format, 'txt'
|
||||||
end
|
end
|
||||||
begin
|
begin
|
||||||
k = Treat::Workers::Processors::
|
k = Treat::Workers::Processors::Chunkers.const_get(entity.format.cc)
|
||||||
Chunkers.const_get(entity.format.cc)
|
|
||||||
k.chunk(entity, options)
|
k.chunk(entity, options)
|
||||||
rescue Treat::Exception
|
rescue Treat::Exception
|
||||||
Treat::Workers::Processors::
|
Treat::Workers::Processors::Chunkers::TXT.chunk(entity, options)
|
||||||
Chunkers::TXT.chunk(entity, options)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
end
|
end
|
||||||
|
|
|
@ -12,16 +12,13 @@ class Treat::Workers::Processors::Chunkers::TXT
|
||||||
zones.each do |zone|
|
zones.each do |zone|
|
||||||
zone.strip!
|
zone.strip!
|
||||||
next if zone == ''
|
next if zone == ''
|
||||||
c = Treat::Entities::
|
c = Treat::Entities::Zone.from_string(zone)
|
||||||
Zone.from_string(zone)
|
|
||||||
if c.type == :title
|
if c.type == :title
|
||||||
if current.type == :section
|
if current.type == :section
|
||||||
current = current.parent
|
current = current.parent
|
||||||
current = entity << Treat::
|
current = entity << Treat::Entities::Section.new
|
||||||
Entities::Section.new
|
|
||||||
else
|
else
|
||||||
current = entity << Treat::
|
current = entity << Treat::Entities::Section.new
|
||||||
Entities::Section.new
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
current << c
|
current << c
|
||||||
|
|
|
@ -28,13 +28,10 @@ class Treat::Workers::Processors::Tokenizers::Punkt
|
||||||
|
|
||||||
s.scan(ReWordTokenizer).each do |token|
|
s.scan(ReWordTokenizer).each do |token|
|
||||||
if SentEndChars.include?(token[-1])
|
if SentEndChars.include?(token[-1])
|
||||||
entity << Treat::Entities::
|
entity << Treat::Entities::Token.from_string(token[0..-2])
|
||||||
Token.from_string(token[0..-2])
|
entity << Treat::Entities::Token.from_string(token[-1..-1])
|
||||||
entity << Treat::Entities::
|
|
||||||
Token.from_string(token[-1..-1])
|
|
||||||
else
|
else
|
||||||
entity << Treat::Entities::
|
entity << Treat::Entities::Token.from_string(token)
|
||||||
Token.from_string(token)
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue