Download tools/mosesdecoder/moses/parameters/SyntaxOptions.cpp from Quagmire1/wiki-cased: direct link, hf CLI and curl.
- Browser
- Download file 2.81 kB
-
https://huggingface.co/Quagmire1/wiki-cased/resolve/main/tools/mosesdecoder/moses/parameters/SyntaxOptions.cpp
- Command line
-
hf download hf://Quagmire1/wiki-cased/tools/mosesdecoder/moses/parameters/SyntaxOptions.cpp
-
curl -L -o SyntaxOptions.cpp https://huggingface.co/Quagmire1/wiki-cased/resolve/main/tools/mosesdecoder/moses/parameters/SyntaxOptions.cpp
2.81 kB
| // -*- mode: c++; indent-tabs-mode: nil; tab-width: 2 -*- | |
| namespace Moses { | |
| SyntaxOptions:: | |
| SyntaxOptions() | |
| : s2t_parsing_algo(RecursiveCYKPlus) | |
| , default_non_term_only_for_empty_range(false) | |
| , source_label_overlap(SourceLabelOverlapAdd) | |
| , rule_limit(DEFAULT_MAX_TRANS_OPT_SIZE) | |
| { } | |
| bool | |
| SyntaxOptions:: | |
| init(Parameter const& param) | |
| { | |
| param.SetParameter(rule_limit, "rule-limit", DEFAULT_MAX_TRANS_OPT_SIZE); | |
| param.SetParameter(s2t_parsing_algo, "s2t-parsing-algorithm", | |
| RecursiveCYKPlus); | |
| param.SetParameter(default_non_term_only_for_empty_range, | |
| "default-non-term-for-empty-range-only", false); | |
| param.SetParameter(source_label_overlap, "source-label-overlap", | |
| SourceLabelOverlapAdd); | |
| return true; | |
| } | |
| void | |
| SyntaxOptions:: | |
| LoadNonTerminals(Parameter const& param, FactorCollection& factorCollection) | |
| { | |
| using namespace std; | |
| string dfltNonTerm; | |
| param.SetParameter<string>(dfltNonTerm, "non-terminals", "X"); | |
| const Factor *srcFactor = factorCollection.AddFactor(Input, 0, dfltNonTerm, true); | |
| input_default_non_terminal.SetFactor(0, srcFactor); | |
| input_default_non_terminal.SetIsNonTerminal(true); | |
| const Factor *trgFactor = factorCollection.AddFactor(Output, 0, dfltNonTerm, true); | |
| output_default_non_terminal.SetFactor(0, trgFactor); | |
| output_default_non_terminal.SetIsNonTerminal(true); | |
| // for unknown words | |
| const PARAM_VEC *params = param.GetParam("unknown-lhs"); | |
| if (params == NULL || params->size() == 0) { | |
| UnknownLHSEntry entry(dfltNonTerm, 0.0f); | |
| unknown_lhs.push_back(entry); | |
| } else { | |
| const string &filePath = params->at(0); | |
| InputFileStream inStream(filePath); | |
| string line; | |
| while(getline(inStream, line)) { | |
| vector<string> tokens = Tokenize(line); | |
| UTIL_THROW_IF2(tokens.size() != 2, "Incorrect unknown LHS format: " << line); | |
| UnknownLHSEntry entry(tokens[0], Scan<float>(tokens[1])); | |
| unknown_lhs.push_back(entry); | |
| factorCollection.AddFactor(Output, 0, tokens[0], true); | |
| } | |
| } | |
| } | |
| bool | |
| SyntaxOptions:: | |
| update(std::map<std::string,xmlrpc_c::value>const& param) | |
| { | |
| typedef std::map<std::string, xmlrpc_c::value> params_t; | |
| // params_t::const_iterator si = param.find("xml-input"); | |
| // if (si != param.end()) | |
| // xml_policy = Scan<XmlInputType>(xmlrpc_c::value_string(si->second)); | |
| return true; | |
| } | |
| bool | |
| SyntaxOptions:: | |
| update(std::map<std::string,xmlrpc_c::value>const& param) | |
| {} | |
| } | |