rootformer-v12-scholastic / generation_example.py
enver's picture
Release Rootformer v12: BPE-Free Non-Concatenative Farāhīdian Transformer for Classical Arabic
b808313 verified
Raw History Blame Contribute Delete
607 Bytes
#!/usr/bin/env python3
import torch
from modeling_rootformer import UnifiedRootformerV12
from morphemic_tokenizer import PureArabicMorphemicTokenizerV12
def main():
print("Loading Rootformer v12 from local HuggingFace repo...")
tok = PureArabicMorphemicTokenizerV12('rootformer_v12_arabic_blueprint.json')
model = UnifiedRootformerV12(
blueprint_path='rootformer_v12_arabic_blueprint.json',
device='cuda' if torch.cuda.is_available() else 'cpu'
)
print("Rootformer v12 successfully instantiated with Farāhīdian radical layers!")
if __name__ == '__main__':
main()