Spaces:

Zhitomir
/

chat

Runtime error

chat / api /models /spendTokens.js

chat init

aa2e6af over 2 years ago

2.28 kB

const { Transaction } = require('./Transaction');
const { logger } = require('~/config');

/**
 * Creates up to two transactions to record the spending of tokens.
 *
 * @function
 * @async
 * @param {Object} txData - Transaction data.
 * @param {mongoose.Schema.Types.ObjectId} txData.user - The user ID.
 * @param {String} txData.conversationId - The ID of the conversation.
 * @param {String} txData.model - The model name.
 * @param {String} txData.context - The context in which the transaction is made.
 * @param {String} [txData.endpointTokenConfig] - The current endpoint token config.
 * @param {String} [txData.valueKey] - The value key (optional).
 * @param {Object} tokenUsage - The number of tokens used.
 * @param {Number} tokenUsage.promptTokens - The number of prompt tokens used.
 * @param {Number} tokenUsage.completionTokens - The number of completion tokens used.
 * @returns {Promise<void>} - Returns nothing.
 * @throws {Error} - Throws an error if there's an issue creating the transactions.
 */
const spendTokens = async (txData, tokenUsage) => {
  const { promptTokens, completionTokens } = tokenUsage;
  logger.debug(
    `[spendTokens] conversationId: ${txData.conversationId}${
      txData?.context ? ` | Context: ${txData?.context}` : ''
    } | Token usage: `,
    {
      promptTokens,
      completionTokens,
    },
  );
  let prompt, completion;
  try {
    if (promptTokens >= 0) {
      prompt = await Transaction.create({
        ...txData,
        tokenType: 'prompt',
        rawAmount: -promptTokens,
      });
    }

    if (!completionTokens && isNaN(completionTokens)) {
      logger.debug('[spendTokens] !completionTokens', { prompt, completion });
      return;
    }

    completion = await Transaction.create({
      ...txData,
      tokenType: 'completion',
      rawAmount: -completionTokens,
    });

    prompt &&
      completion &&
      logger.debug('[spendTokens] Transaction data record against balance:', {
        user: txData.user,
        prompt: prompt.prompt,
        promptRate: prompt.rate,
        completion: completion.completion,
        completionRate: completion.rate,
        balance: completion.balance,
      });
  } catch (err) {
    logger.error('[spendTokens]', err);
  }
};

module.exports = spendTokens;

	const { Transaction } = require('./Transaction');
	const { logger } = require('~/config');

	/**
	* Creates up to two transactions to record the spending of tokens.
	*
	* @function
	* @async
	* @param {Object} txData - Transaction data.
	* @param {mongoose.Schema.Types.ObjectId} txData.user - The user ID.
	* @param {String} txData.conversationId - The ID of the conversation.
	* @param {String} txData.model - The model name.
	* @param {String} txData.context - The context in which the transaction is made.
	* @param {String} [txData.endpointTokenConfig] - The current endpoint token config.
	* @param {String} [txData.valueKey] - The value key (optional).
	* @param {Object} tokenUsage - The number of tokens used.
	* @param {Number} tokenUsage.promptTokens - The number of prompt tokens used.
	* @param {Number} tokenUsage.completionTokens - The number of completion tokens used.
	* @returns {Promise<void>} - Returns nothing.
	* @throws {Error} - Throws an error if there's an issue creating the transactions.
	*/
	const spendTokens = async (txData, tokenUsage) => {
	const { promptTokens, completionTokens } = tokenUsage;
	logger.debug(
	`[spendTokens] conversationId: ${txData.conversationId}${
	txData?.context ? ` \| Context: ${txData?.context}` : ''
	} \| Token usage: `,
	{
	promptTokens,
	completionTokens,
	},
	);
	let prompt, completion;
	try {
	if (promptTokens >= 0) {
	prompt = await Transaction.create({
	...txData,
	tokenType: 'prompt',
	rawAmount: -promptTokens,
	});
	}

	if (!completionTokens && isNaN(completionTokens)) {
	logger.debug('[spendTokens] !completionTokens', { prompt, completion });
	return;
	}

	completion = await Transaction.create({
	...txData,
	tokenType: 'completion',
	rawAmount: -completionTokens,
	});

	prompt &&
	completion &&
	logger.debug('[spendTokens] Transaction data record against balance:', {
	user: txData.user,
	prompt: prompt.prompt,
	promptRate: prompt.rate,
	completion: completion.completion,
	completionRate: completion.rate,
	balance: completion.balance,
	});
	} catch (err) {
	logger.error('[spendTokens]', err);
	}
	};

	module.exports = spendTokens;