Hugging Face's logo

Spaces:
kachaf
/
qutuf
Running

App Files Community
qutuf / SourceCode /Models /Lexicon /RootsAndPatternsRepository.py
Boulbaba's picture
Boulbaba
Upload 210 files
21baa2f verified
Raw History Blame Contribute Delete
7.48 kB
'''
Created on ٢٩‏/٠٤‏/٢٠١٠
@Created by: Muhammad Altabba
'''
from ..Lexicon.RootAndPatterns.Root import *;
from ..Lexicon.RootAndPatterns.UnvoweledPattern import *;
from ..Lexicon.RootAndPatterns.VoweledPattern import *;
from ..Lexicon.RootAndPatterns.VoweledNominalPattern import *;
from ..Lexicon.RootAndPatterns.VoweledVerbalPattern import *;
from xml.dom import minidom;
import os;
from os.path import join, getsize;
Error_Log = [];
class RootsAndPatternsRepository(object):
"""
# PyUML: Do not remove this line! # XMI_ID:_q0Bf1435Ed-gg8GOK1TmhA
"""
'''
classdocs
'''
NominalRoots = dict();
VoweledNominalPatterns = dict();
UnvoweledNominalPatterns = dict();
VerbalRoots = dict();
VoweledVerbalPatterns = dict();
UnvoweledVerbalPatterns = dict();
def __init__(self):
'''
Constructor
'''
self.NominalRoots = [];
self.VoweledNominalPatterns = {};
self.UnvoweledNominalPatterns = {};
self.VerbalRoots = [];
self.VoweledVerbalPatterns = {};
self.UnvoweledVerbalPatterns = {};
pass
def Load(self, basePath, rootsFolder):
#example: basePath= 'D:\1\Learning\NLP\برامج\الخليل\AlKhalil_1\db\';
self.NominalRoots = self.LoadRoots(basePath + 'nouns/'+ rootsFolder +'/');
self.VerbalRoots = self.LoadRoots(basePath + 'verbs/'+ rootsFolder +'/');
self.UnvoweledNominalPatterns = self.LoadUnvoweledPatterns(basePath + 'nouns/patterns/Unvoweled/');
self.UnvoweledVerbalPatterns = self.LoadUnvoweledPatterns(basePath + 'verbs/patterns/Unvoweled/');
self.VoweledNominalPatterns = self.LoadVoweledNominalPatterns(basePath + 'nouns/patterns/Voweled/');
self.VoweledVerbalPatterns = self.LoadVoweledVerbalPatterns(basePath + 'verbs/patterns/Voweled/');
pass
# Return Roots in an in-memory dictionary:
def LoadRoots(self, path):
tempDict = dict();
for root, dirs, files in os.walk(path):
for file in files:
if file.endswith('.xml'):
tempSubDict = {};
xmldoc = minidom.parse(root+file);
for xmlRoot in xmldoc.getElementsByTagName('root'):
val = xmlRoot.attributes['val'].value;
vect = xmlRoot.attributes['vect'].value.split();
vect = [int(x) for x in vect];
tempSubDict[val] = Root(val,vect);
tempDict[file[0]] = tempSubDict;
return tempDict;
pass
# Return Unvoweled Patterns in an in-memory dictionary:
def LoadUnvoweledPatterns(self, path):
tempDict = {}; #Based on word length.
for root, dirs, files in os.walk(path):
for file in files:
if file.endswith('.xml'):
tempSubDict = {}; #Based on the String of the Pattern
tempDict[int(file[file.find('.')-1])] = tempSubDict;
xmldoc = minidom.parse(root+file);
for xmlRoot in xmldoc.getElementsByTagName('pattern'):
value = xmlRoot.attributes['value'].value;
rules = xmlRoot.attributes['rules'].value.split();
ids = xmlRoot.attributes['ids'].value.split();
ids = [int(x) for x in ids];
tempSubDict[value] = UnvoweledPattern(value, rules, ids);
return tempDict;
pass
# Return Voweled Patterns in an in-memory dictionary:
def LoadVoweledNominalPatterns(self, path):
tempDict = {}; #Based on word length.
for root, dirs, files in os.walk(path):
for file in files:
if file.endswith('.xml'):
tempSubDict = {}; #Based on IDs
tempDict[int(file[file.find('.')-1])] = tempSubDict;
xmldoc = minidom.parse(root+file);
for xmlRoot in xmldoc.getElementsByTagName('pattern'):
id = int(xmlRoot.attributes['id'].value);
diac = xmlRoot.attributes['diac'].value;
canonic = xmlRoot.attributes['canonic'].value;
type = xmlRoot.attributes['type'].value;
cas = xmlRoot.attributes['cas'].value;
ncg = xmlRoot.attributes['ncg'].value;
if(ncg == ''):
Error_Log.append('Error At file [VoweledNominalPattern'+file[file.find('.')-1]+'.xml], for pattern with [id = '+str(id)+']'\
+'\n\tthe [type] attribute\'s value ['+type+']!, '\
+'\n\tthe [cas] attribute\'s value ['+cas+']!'\
+'\n\t and the [ncg] attribute is empty!')
ncg = cas;
cas = type;
type = '';
voweledPattern = VoweledNominalPattern(id, diac, canonic);
if(type == 'ص'):
Error_Log.append('Error At file [VoweledNominalPattern'+file[file.find('.')-1]+'.xml], for pattern with [id = '+str(id)+']'\
+'\n\tthe [type] attribute\'s value ['+type+']! which is undefined,'\
+'\n\tthe [cas] attribute\'s value ['+cas+']'\
+'\n\tand the [ncg] attribute\'s value ['+ncg+'!')
type = "صأ"
voweledPattern.AssignFromAlKhalilDB(type, cas, ncg);
tempSubDict[id] = voweledPattern;
return tempDict;
pass
# Return Voweled Verbal Patterns in an in-memory dictionary:
def LoadVoweledVerbalPatterns(self, path):
tempDict = {}; #Based on word length.
for root, dirs, files in os.walk(path):
for file in files:
if file.endswith('.xml'):
tempSubDict = {}; #Based on IDs
tempDict[int(file[file.find('.')-1])] = tempSubDict;
xmldoc = minidom.parse(root+file);
for xmlRoot in xmldoc.getElementsByTagName('pattern'):
id = int(xmlRoot.attributes['id'].value);
diac = xmlRoot.attributes['diac'].value;
canonic = xmlRoot.attributes['canonic'].value;
type = xmlRoot.attributes['type'].value;
cas = xmlRoot.attributes['cas'].value;
ncg = xmlRoot.attributes['ncg'].value;
aug = xmlRoot.attributes['aug'].value;
trans = xmlRoot.attributes['trans'].value;
voweledPattern = VoweledVerbalPattern(id, diac, canonic);
voweledPattern.AssignFromAlKhalilDB(type, cas, ncg, aug, trans);
tempSubDict[id] = voweledPattern;
return tempDict;
pass