Upload folder using huggingface_hub

41f6dd8 verified almost 2 years ago

2.4 kB

/*
 * InputPaths.cpp
 *
 *  Created on: 23 Oct 2015
 *      Author: hieu
 */
#include <boost/foreach.hpp>
#include <iostream>
#include "InputPaths.h"
#include "Sentence.h"
#include "../System.h"
#include "../legacy/Range.h"
#include "Manager.h"
#include "InputPath.h"
#include "Word.h"

using namespace std;

namespace Moses2
{
namespace SCFG
{
void InputPaths::Init(const InputType &input, const ManagerBase &mgr)
{
  const Sentence &sentence = static_cast<const Sentence&>(input);
  MemPool &pool = mgr.GetPool();
  size_t numPt = mgr.system.mappings.size();
  size_t size = sentence.GetSize();
  //cerr << "size=" << size << endl;

  m_matrix = new (pool.Allocate< Matrix<SCFG::InputPath*> >()) Matrix<SCFG::InputPath*>(pool,
      size, size + 1);
  m_matrix->Init(NULL);

  for (size_t startPos = 0; startPos < size; ++startPos) {
    // create path for 0 length string
    Range range(startPos, startPos - 1);
    SubPhrase<SCFG::Word> subPhrase = sentence.GetSubPhrase(startPos, 0);

    SCFG::InputPath *path = new (pool.Allocate<SCFG::InputPath>()) SCFG::InputPath(pool,
        subPhrase, range, numPt, NULL);
    //cerr << "path=" << *path << endl;
    m_inputPaths.push_back(path);
    m_matrix->SetValue(startPos, 0, path);

    // create normal paths of subphrases through the sentence
    const SCFG::InputPath *prefixPath = path;
    for (size_t phaseSize = 1; phaseSize <= size; ++phaseSize) {
      size_t endPos = startPos + phaseSize - 1; // pb-like indexing. eg. [1-1] covers 1 word, NOT 0

      if (endPos >= size) {
        break;
      }

      SubPhrase<SCFG::Word> subPhrase = sentence.GetSubPhrase(startPos, phaseSize);
      Range range(startPos, endPos);

      SCFG::InputPath *path = new (pool.Allocate<SCFG::InputPath>())
      SCFG::InputPath(pool, subPhrase, range, numPt, prefixPath);
      //cerr << "path=" << *path << endl;
      m_inputPaths.push_back(path);

      prefixPath = path;
      m_matrix->SetValue(startPos, phaseSize, path);
    }
  }

}

std::string InputPaths::Debug(const System &system) const
{
  stringstream out;
  const Matrix<InputPath*> &matrix = GetMatrix();
  for (size_t i = 0; i < matrix.GetRows(); ++i) {
    for (size_t j = 0; j < matrix.GetCols(); ++j) {
      SCFG::InputPath *path = matrix.GetValue(i, j);
      if (path) {
        out << path->Debug(system);
        out << endl;
      }
    }
  }
  return out.str();
}

}
}

	/*
	* InputPaths.cpp
	*
	* Created on: 23 Oct 2015
	* Author: hieu
	*/
	#include <boost/foreach.hpp>
	#include <iostream>
	#include "InputPaths.h"
	#include "Sentence.h"
	#include "../System.h"
	#include "../legacy/Range.h"
	#include "Manager.h"
	#include "InputPath.h"
	#include "Word.h"

	using namespace std;

	namespace Moses2
	{
	namespace SCFG
	{
	void InputPaths::Init(const InputType &input, const ManagerBase &mgr)
	{
	const Sentence &sentence = static_cast<const Sentence&>(input);
	MemPool &pool = mgr.GetPool();
	size_t numPt = mgr.system.mappings.size();
	size_t size = sentence.GetSize();
	//cerr << "size=" << size << endl;

	m_matrix = new (pool.Allocate< Matrix<SCFG::InputPath> >()) Matrix<SCFG::InputPath>(pool,
	size, size + 1);
	m_matrix->Init(NULL);

	for (size_t startPos = 0; startPos < size; ++startPos) {
	// create path for 0 length string
	Range range(startPos, startPos - 1);
	SubPhrase<SCFG::Word> subPhrase = sentence.GetSubPhrase(startPos, 0);

	SCFG::InputPath *path = new (pool.Allocate<SCFG::InputPath>()) SCFG::InputPath(pool,
	subPhrase, range, numPt, NULL);
	//cerr << "path=" << *path << endl;
	m_inputPaths.push_back(path);
	m_matrix->SetValue(startPos, 0, path);

	// create normal paths of subphrases through the sentence
	const SCFG::InputPath *prefixPath = path;
	for (size_t phaseSize = 1; phaseSize <= size; ++phaseSize) {
	size_t endPos = startPos + phaseSize - 1; // pb-like indexing. eg. [1-1] covers 1 word, NOT 0

	if (endPos >= size) {
	break;
	}

	SubPhrase<SCFG::Word> subPhrase = sentence.GetSubPhrase(startPos, phaseSize);
	Range range(startPos, endPos);

	SCFG::InputPath *path = new (pool.Allocate<SCFG::InputPath>())
	SCFG::InputPath(pool, subPhrase, range, numPt, prefixPath);
	//cerr << "path=" << *path << endl;
	m_inputPaths.push_back(path);

	prefixPath = path;
	m_matrix->SetValue(startPos, phaseSize, path);
	}
	}

	}

	std::string InputPaths::Debug(const System &system) const
	{
	stringstream out;
	const Matrix<InputPath*> &matrix = GetMatrix();
	for (size_t i = 0; i < matrix.GetRows(); ++i) {
	for (size_t j = 0; j < matrix.GetCols(); ++j) {
	SCFG::InputPath *path = matrix.GetValue(i, j);
	if (path) {
	out << path->Debug(system);
	out << endl;
	}
	}
	}
	return out.str();
	}

	}
	}