Spaces:

puzogang808
/

rag

Build error

rag / utils.py

Add application file

7f0844d almost 2 years ago

342 Bytes

import config
from transformers import AutoTokenizer
from typing import List


def align_features(dataset):
    def fix_authors(example):
        if not isinstance(example["authors"], list):
             return {"authors": [example["authors"]] if example["authors"] else []}
        return example
        
    return dataset.map(fix_authors)

	import config
	from transformers import AutoTokenizer
	from typing import List


	def align_features(dataset):
	def fix_authors(example):
	if not isinstance(example["authors"], list):
	return {"authors": [example["authors"]] if example["authors"] else []}
	return example

	return dataset.map(fix_authors)