| |
|
|
| #include <sys/stat.h> |
| #include <algorithm> |
| #include "moses/TranslationModel/PhraseDictionaryTreeAdaptor.h" |
| #include "moses/TranslationModel/PhraseDictionaryTree.h" |
| #include "moses/Phrase.h" |
| #include "moses/FactorCollection.h" |
| #include "moses/InputFileStream.h" |
| #include "moses/InputType.h" |
| #include "moses/ConfusionNet.h" |
| #include "moses/Sentence.h" |
| #include "moses/StaticData.h" |
| #include "moses/UniqueObject.h" |
| #include "moses/PDTAimp.h" |
| #include "moses/TranslationTask.h" |
| #include "util/exception.hh" |
| #include "util/string_stream.hh" |
|
|
| using namespace std; |
|
|
| namespace Moses |
| { |
| |
| |
| |
| |
|
|
| PhraseDictionaryTreeAdaptor:: |
| PhraseDictionaryTreeAdaptor(const std::string &line) |
| : PhraseDictionary(line, true) |
| { |
| ReadParameters(); |
| } |
|
|
| PhraseDictionaryTreeAdaptor::~PhraseDictionaryTreeAdaptor() |
| { |
| } |
|
|
| void PhraseDictionaryTreeAdaptor::Load(AllOptions::ptr const& opts) |
| { |
| m_options = opts; |
| SetFeaturesToApply(); |
| } |
|
|
| void PhraseDictionaryTreeAdaptor::InitializeForInput(ttasksptr const& ttask) |
| { |
| InputType const& source = *ttask->GetSource(); |
| const StaticData &staticData = StaticData::Instance(); |
|
|
| ReduceCache(); |
|
|
| PDTAimp *obj = new PDTAimp(this); |
|
|
| vector<float> weight = staticData.GetWeights(this); |
| if(m_numScoreComponents!=weight.size()) { |
| util::StringStream strme; |
| UTIL_THROW2("ERROR: mismatch of number of scaling factors: " << weight.size() |
| << " " << m_numScoreComponents); |
| } |
|
|
| obj->Create(m_input, m_output, m_filePath, weight); |
|
|
| obj->CleanUp(); |
| |
| if(ConfusionNet const* cn=dynamic_cast<ConfusionNet const*>(&source)) |
| obj->CacheSource(*cn); |
|
|
| m_implementation.reset(obj); |
| } |
|
|
| void PhraseDictionaryTreeAdaptor::CleanUpAfterSentenceProcessing(InputType const& source) |
| { |
| PDTAimp &obj = GetImplementation(); |
| obj.CleanUp(); |
| } |
|
|
| TargetPhraseCollection::shared_ptr |
| PhraseDictionaryTreeAdaptor::GetTargetPhraseCollectionNonCacheLEGACY(Phrase const &src) const |
| { |
| return GetImplementation().GetTargetPhraseCollection(src); |
| } |
|
|
| void PhraseDictionaryTreeAdaptor::EnableCache() |
| { |
| GetImplementation().useCache=1; |
| } |
| void PhraseDictionaryTreeAdaptor::DisableCache() |
| { |
| GetImplementation().useCache=0; |
| } |
|
|
| PDTAimp& PhraseDictionaryTreeAdaptor::GetImplementation() |
| { |
| PDTAimp* dict; |
| dict = m_implementation.get(); |
| UTIL_THROW_IF2(dict == NULL, "Dictionary object not yet created for this thread"); |
| return *dict; |
| } |
|
|
| const PDTAimp& PhraseDictionaryTreeAdaptor::GetImplementation() const |
| { |
| PDTAimp* dict; |
| dict = m_implementation.get(); |
| UTIL_THROW_IF2(dict == NULL, "Dictionary object not yet created for this thread"); |
| return *dict; |
| } |
|
|
| |
| TargetPhraseCollectionWithSourcePhrase::shared_ptr |
| PhraseDictionaryTreeAdaptor:: |
| GetTargetPhraseCollectionLEGACY(InputType const& src,Range const &range) const |
| { |
| TargetPhraseCollectionWithSourcePhrase::shared_ptr ret; |
| if(GetImplementation().m_rangeCache.empty()) { |
| ret = GetImplementation().GetTargetPhraseCollection(src.GetSubString(range)); |
| } else { |
| ret = GetImplementation().m_rangeCache[range.GetStartPos()][range.GetEndPos()]; |
| } |
| return ret; |
| } |
|
|
| } |
|
|
