Buckets:
| import unittest | |
| import torch | |
| from shared.protocol import mrope_safe_target_carrier_ids, parse_image_scaffold | |
| from uniar import SPECIAL_TOKEN_IDS | |
| class SharedProtocolTest(unittest.TestCase): | |
| def test_terminal_vision_start_carrier_is_closed_without_mutating_target(self): | |
| target = torch.tensor([7, SPECIAL_TOKEN_IDS["<|vision_start|>"]]) | |
| carrier = mrope_safe_target_carrier_ids(target) | |
| self.assertEqual(int(target[-1]), SPECIAL_TOKEN_IDS["<|vision_start|>"]) | |
| self.assertEqual(int(carrier[-1]), SPECIAL_TOKEN_IDS["<|im_end|>"]) | |
| def test_pathological_decimal_is_invalid_instead_of_raising(self): | |
| scaffold = ( | |
| "<image_gen> generate image " | |
| + "9" * 5_000 | |
| + " 1<|vision_start|>" | |
| ) | |
| self.assertIsNone(parse_image_scaffold(scaffold)) | |
| if __name__ == "__main__": | |
| unittest.main() | |
Xet Storage Details
- Size:
- 880 Bytes
- Xet hash:
- b0e874d3d61b3f7fedc31108fb9fe592fbe2cce48f94131bdb42dc09df7e873d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.