| #include "xml_tree_parser.h" |
|
|
| #include <cassert> |
| #include <vector> |
|
|
| #include "util/tokenize.hh" |
|
|
| #include "SyntaxTree.h" |
| #include "tables-core.h" |
| #include "XmlException.h" |
| #include "XmlTree.h" |
|
|
| #include "exception.h" |
|
|
| namespace MosesTraining { |
| namespace Syntax { |
|
|
| std::auto_ptr<SyntaxTree> XmlTreeParser::Parse(const std::string &line, |
| bool unescape) |
| { |
| sentence_ = line; |
| node_collection_.Clear(); |
| try { |
| if (!ProcessAndStripXMLTags(sentence_, node_collection_, label_set_, |
| top_label_set_, unescape)) { |
| throw Exception(""); |
| } |
| } catch (const XmlException &e) { |
| throw Exception(e.getMsg()); |
| } |
| std::auto_ptr<SyntaxTree> root = node_collection_.ExtractTree(); |
| words_ = util::tokenize(sentence_); |
| AttachWords(words_, *root); |
| return root; |
| } |
|
|
| void XmlTreeParser::AttachWords(const std::vector<std::string> &words, |
| SyntaxTree &root) |
| { |
| std::vector<SyntaxTree*> leaves; |
| leaves.reserve(words.size()); |
| for (SyntaxTree::LeafIterator p(root); p != SyntaxTree::LeafIterator(); ++p) { |
| leaves.push_back(&*p); |
| } |
|
|
| std::vector<std::string>::const_iterator q = words.begin(); |
| for (std::vector<SyntaxTree*>::iterator p = leaves.begin(); p != leaves.end(); |
| ++p) { |
| SyntaxTree *leaf = *p; |
| const int start = leaf->value().start; |
| const int end = leaf->value().end; |
| if (start != end) { |
| std::ostringstream msg; |
| msg << "leaf node covers multiple words (" << start << "-" << end |
| << "): this is currently unsupported"; |
| throw Exception(msg.str()); |
| } |
| SyntaxTree *newLeaf = new SyntaxTree(SyntaxNode(*q++, start, end)); |
| leaf->children().push_back(newLeaf); |
| newLeaf->parent() = leaf; |
| } |
| } |
|
|
| } |
| } |
|
|
