| def doc_to_text(doc): | |
| inputs = " ".join(doc["code_tokens"]).replace("\n", " ") | |
| inputs = " ".join(inputs.strip().split()) | |
| return inputs | |
| def doc_to_target(doc): | |
| targets = " ".join(doc["docstring_tokens"]).replace("\n", "") | |
| targets = " ".join(targets.strip().split()) | |
| return targets | |