| #include "FeatureRegistry.h" |
|
|
| #include "../TranslationModel/Memory/PhraseTableMemory.h" |
| #include "../TranslationModel/ProbingPT.h" |
| #include "../TranslationModel/UnknownWordPenalty.h" |
| #include "../TranslationModel/Transliteration.h" |
| #include "../TranslationModel/Dynamic/DynamicPhraseTable.h" |
|
|
| #include "../LM/KENLM.h" |
| #include "../LM/KENLMBatch.h" |
| #include "../LM/LanguageModel.h" |
| #include "../LM/GPULM.h" |
|
|
| #include "Distortion.h" |
| #include "LexicalReordering/LexicalReordering.h" |
| #include "PhrasePenalty.h" |
| #include "WordPenalty.h" |
| #include "OSM/OpSequenceModel.h" |
|
|
| #include "ExampleStatefulFF.h" |
| #include "ExampleStatelessFF.h" |
|
|
| using namespace std; |
|
|
|
|
| namespace Moses2 |
| { |
| FeatureRegistry FeatureRegistry::s_instance; |
|
|
| template<class F> |
| class DefaultFeatureFactory: public FeatureFactory |
| { |
| public: |
| FeatureFunction *Create(size_t startInd, const std::string &line) const { |
| return new F(startInd, line); |
| } |
| }; |
|
|
| |
| class KenFactory: public FeatureFactory |
| { |
| public: |
| FeatureFunction *Create(size_t startInd, const std::string &line) const { |
| return ConstructKenLM(startInd, line); |
| } |
| }; |
|
|
| |
| FeatureRegistry::FeatureRegistry() |
| { |
| |
| #define MOSES_FNAME(name) Add(#name, new DefaultFeatureFactory< name >()); |
| |
| #define MOSES_FNAME2(name, type) Add(name, new DefaultFeatureFactory< type >()); |
|
|
| MOSES_FNAME2("PhraseDictionaryMemory", PhraseTableMemory); |
| #ifndef NO_PROBING_PT |
| MOSES_FNAME(ProbingPT); |
| #endif |
| MOSES_FNAME2("PhraseDictionaryTransliteration", Transliteration); |
| MOSES_FNAME(UnknownWordPenalty); |
| MOSES_FNAME(DynamicPhraseTable); |
|
|
| Add("KENLM", new KenFactory()); |
|
|
| MOSES_FNAME(KENLMBatch); |
| MOSES_FNAME(GPULM); |
|
|
| MOSES_FNAME(LanguageModel); |
|
|
| MOSES_FNAME(Distortion); |
| MOSES_FNAME(LexicalReordering); |
| MOSES_FNAME(PhrasePenalty); |
| MOSES_FNAME(WordPenalty); |
| MOSES_FNAME(OpSequenceModel); |
|
|
| MOSES_FNAME(ExampleStatefulFF); |
| MOSES_FNAME(ExampleStatelessFF); |
| } |
|
|
| FeatureRegistry::~FeatureRegistry() |
| { |
|
|
| } |
|
|
| void FeatureRegistry::Add(const std::string &name, FeatureFactory *factory) |
| { |
| std::pair<std::string, boost::shared_ptr<FeatureFactory> > to_ins(name, |
| boost::shared_ptr<FeatureFactory>(factory)); |
| if (!registry_.insert(to_ins).second) { |
| throw std::runtime_error("Duplicate feature name " + name); |
| } |
| } |
|
|
| FeatureFunction *FeatureRegistry::Construct(size_t startInd, |
| const std::string &name, const std::string &line) const |
| { |
| Map::const_iterator i = registry_.find(name); |
| if (i == registry_.end()) { |
| throw std::runtime_error("Feature name " + name + " is not registered"); |
| } |
| FeatureFactory *fact = i->second.get(); |
| FeatureFunction *ff = fact->Create(startInd, line); |
| return ff; |
| } |
|
|
| void FeatureRegistry::PrintFF() const |
| { |
| std::vector<std::string> ffs; |
| std::cerr << "Available feature functions:" << std::endl; |
| Map::const_iterator iter; |
| for (iter = registry_.begin(); iter != registry_.end(); ++iter) { |
| const std::string &ffName = iter->first; |
| ffs.push_back(ffName); |
| } |
|
|
| std::vector<std::string>::const_iterator iterVec; |
| std::sort(ffs.begin(), ffs.end()); |
| for (iterVec = ffs.begin(); iterVec != ffs.end(); ++iterVec) { |
| const std::string &ffName = *iterVec; |
| std::cerr << ffName << " "; |
| } |
|
|
| std::cerr << std::endl; |
| } |
|
|
| } |
|
|
|
|
