Upload folder using huggingface_hub
Browse files- .gitattributes +28 -0
- accelerate-config.exe +3 -0
- accelerate-launch.exe +3 -0
- accelerate.exe +3 -0
- chardetect.exe +3 -0
- convert-caffe2-to-onnx.exe +3 -0
- convert-onnx-to-caffe2.exe +3 -0
- datasets-cli.exe +3 -0
- f2py.exe +2 -2
- fonttools.exe +3 -0
- futurize.exe +3 -0
- get_gprof +75 -0
- get_objgraph +54 -0
- gradio.exe +2 -2
- imageio_download_bin.exe +3 -0
- imageio_remove_bin.exe +3 -0
- isympy.exe +1 -1
- jsonschema.exe +3 -0
- lsm2bin.exe +3 -0
- markdown_py.exe +3 -0
- nltk.exe +3 -0
- pasteurize.exe +3 -0
- pip.exe +2 -2
- pip3.10.exe +2 -2
- pip3.exe +2 -2
- pyftmerge.exe +3 -0
- pyftsubset.exe +3 -0
- pygrun +164 -0
- skivi.exe +3 -0
- tensorboard.exe +3 -0
- tiff2fsspec.exe +3 -0
- tiffcomment.exe +3 -0
- tifffile.exe +3 -0
- torchrun.exe +3 -0
- transformers-cli.exe +3 -0
- ttx.exe +3 -0
- undill +22 -0
- upload_theme.exe +2 -2
- yapf-diff.exe +3 -0
- yapf.exe +3 -0
.gitattributes
CHANGED
|
@@ -63,3 +63,31 @@ upload_theme.exe filter=lfs diff=lfs merge=lfs -text
|
|
| 63 |
uvicorn.exe filter=lfs diff=lfs merge=lfs -text
|
| 64 |
websockets.exe filter=lfs diff=lfs merge=lfs -text
|
| 65 |
whisper.exe filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
uvicorn.exe filter=lfs diff=lfs merge=lfs -text
|
| 64 |
websockets.exe filter=lfs diff=lfs merge=lfs -text
|
| 65 |
whisper.exe filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
accelerate-config.exe filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
accelerate-launch.exe filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
accelerate.exe filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
chardetect.exe filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
convert-caffe2-to-onnx.exe filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
convert-onnx-to-caffe2.exe filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
datasets-cli.exe filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
fonttools.exe filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
futurize.exe filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
imageio_download_bin.exe filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
imageio_remove_bin.exe filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
jsonschema.exe filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
lsm2bin.exe filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
markdown_py.exe filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
nltk.exe filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
pasteurize.exe filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
pyftmerge.exe filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
pyftsubset.exe filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
skivi.exe filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
tensorboard.exe filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
tiff2fsspec.exe filter=lfs diff=lfs merge=lfs -text
|
| 87 |
+
tiffcomment.exe filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
tifffile.exe filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
torchrun.exe filter=lfs diff=lfs merge=lfs -text
|
| 90 |
+
transformers-cli.exe filter=lfs diff=lfs merge=lfs -text
|
| 91 |
+
ttx.exe filter=lfs diff=lfs merge=lfs -text
|
| 92 |
+
yapf-diff.exe filter=lfs diff=lfs merge=lfs -text
|
| 93 |
+
yapf.exe filter=lfs diff=lfs merge=lfs -text
|
accelerate-config.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9a45edcef7c2b4b90db28a45e1fe2289f4bf30b454261786cbb79cdb61651b5
|
| 3 |
+
size 108375
|
accelerate-launch.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4e243abddab4a1207397afbd7793ff0e5fcaadd46dd5a330f119ec26f3ce2ca
|
| 3 |
+
size 108375
|
accelerate.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34d0a4c367a0ed4c62899dd8692cf232e67c8f942789498ad837093d054ae72f
|
| 3 |
+
size 108383
|
chardetect.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1546e8a2de7b86a908a9e991f1fc1a4bdfe2385bd79829448008acadccc45317
|
| 3 |
+
size 108371
|
convert-caffe2-to-onnx.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:511418600674f78a425f158ea0c03ad8cf02d63df6038b5269189947f987979f
|
| 3 |
+
size 108402
|
convert-onnx-to-caffe2.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4615be2f9c4948fef029c8297124497e83a96635201296f8c22028862ffa14f6
|
| 3 |
+
size 108402
|
datasets-cli.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f3433b2f231dee19ea4fc0c287cd754c5b3951dda2584595b163b0adf268500
|
| 3 |
+
size 107896
|
f2py.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08febfd1566b22a321a923f128024c308b268f0c3723e1ed1463b5cf521dbfe4
|
| 3 |
+
size 108366
|
fonttools.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4327c38831edc38474c3de7d091fc4d0f259801cec93111b28610f43c3de9473
|
| 3 |
+
size 108367
|
futurize.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cfebc3b14e503faa1a03a7bde64e0b1722987feb3152a3b533cfd4de0472234b
|
| 3 |
+
size 108365
|
get_gprof
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!U:\sd.webui\webui\venv\Scripts\python.exe
|
| 2 |
+
#
|
| 3 |
+
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
|
| 4 |
+
# Copyright (c) 2008-2016 California Institute of Technology.
|
| 5 |
+
# Copyright (c) 2016-2024 The Uncertainty Quantification Foundation.
|
| 6 |
+
# License: 3-clause BSD. The full license text is available at:
|
| 7 |
+
# - https://github.com/uqfoundation/dill/blob/master/LICENSE
|
| 8 |
+
'''
|
| 9 |
+
build profile graph for the given instance
|
| 10 |
+
|
| 11 |
+
running:
|
| 12 |
+
$ get_gprof <args> <instance>
|
| 13 |
+
|
| 14 |
+
executes:
|
| 15 |
+
gprof2dot -f pstats <args> <type>.prof | dot -Tpng -o <type>.call.png
|
| 16 |
+
|
| 17 |
+
where:
|
| 18 |
+
<args> are arguments for gprof2dot, such as "-n 5 -e 5"
|
| 19 |
+
<instance> is code to create the instance to profile
|
| 20 |
+
<type> is the class of the instance (i.e. type(instance))
|
| 21 |
+
|
| 22 |
+
For example:
|
| 23 |
+
$ get_gprof -n 5 -e 1 "import numpy; numpy.array([1,2])"
|
| 24 |
+
|
| 25 |
+
will create 'ndarray.call.png' with the profile graph for numpy.array([1,2]),
|
| 26 |
+
where '-n 5' eliminates nodes below 5% threshold, similarly '-e 1' eliminates
|
| 27 |
+
edges below 1% threshold
|
| 28 |
+
'''
|
| 29 |
+
|
| 30 |
+
if __name__ == "__main__":
|
| 31 |
+
import sys
|
| 32 |
+
if len(sys.argv) < 2:
|
| 33 |
+
print ("Please provide an object instance (e.g. 'import math; math.pi')")
|
| 34 |
+
sys.exit()
|
| 35 |
+
# grab args for gprof2dot
|
| 36 |
+
args = sys.argv[1:-1]
|
| 37 |
+
args = ' '.join(args)
|
| 38 |
+
# last arg builds the object
|
| 39 |
+
obj = sys.argv[-1]
|
| 40 |
+
obj = obj.split(';')
|
| 41 |
+
# multi-line prep for generating an instance
|
| 42 |
+
for line in obj[:-1]:
|
| 43 |
+
exec(line)
|
| 44 |
+
# one-line generation of an instance
|
| 45 |
+
try:
|
| 46 |
+
obj = eval(obj[-1])
|
| 47 |
+
except Exception:
|
| 48 |
+
print ("Error processing object instance")
|
| 49 |
+
sys.exit()
|
| 50 |
+
|
| 51 |
+
# get object 'name'
|
| 52 |
+
objtype = type(obj)
|
| 53 |
+
name = getattr(objtype, '__name__', getattr(objtype, '__class__', objtype))
|
| 54 |
+
|
| 55 |
+
# profile dumping an object
|
| 56 |
+
import dill
|
| 57 |
+
import os
|
| 58 |
+
import cProfile
|
| 59 |
+
#name = os.path.splitext(os.path.basename(__file__))[0]
|
| 60 |
+
cProfile.run("dill.dumps(obj)", filename="%s.prof" % name)
|
| 61 |
+
msg = "gprof2dot -f pstats %s %s.prof | dot -Tpng -o %s.call.png" % (args, name, name)
|
| 62 |
+
try:
|
| 63 |
+
res = os.system(msg)
|
| 64 |
+
except Exception:
|
| 65 |
+
print ("Please verify install of 'gprof2dot' to view profile graphs")
|
| 66 |
+
if res:
|
| 67 |
+
print ("Please verify install of 'gprof2dot' to view profile graphs")
|
| 68 |
+
|
| 69 |
+
# get stats
|
| 70 |
+
f_prof = "%s.prof" % name
|
| 71 |
+
import pstats
|
| 72 |
+
stats = pstats.Stats(f_prof, stream=sys.stdout)
|
| 73 |
+
stats.strip_dirs().sort_stats('cumtime')
|
| 74 |
+
stats.print_stats(20) #XXX: save to file instead of print top 20?
|
| 75 |
+
os.remove(f_prof)
|
get_objgraph
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!U:\sd.webui\webui\venv\Scripts\python.exe
|
| 2 |
+
#
|
| 3 |
+
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
|
| 4 |
+
# Copyright (c) 2008-2016 California Institute of Technology.
|
| 5 |
+
# Copyright (c) 2016-2024 The Uncertainty Quantification Foundation.
|
| 6 |
+
# License: 3-clause BSD. The full license text is available at:
|
| 7 |
+
# - https://github.com/uqfoundation/dill/blob/master/LICENSE
|
| 8 |
+
"""
|
| 9 |
+
display the reference paths for objects in ``dill.types`` or a .pkl file
|
| 10 |
+
|
| 11 |
+
Notes:
|
| 12 |
+
the generated image is useful in showing the pointer references in
|
| 13 |
+
objects that are or can be pickled. Any object in ``dill.objects``
|
| 14 |
+
listed in ``dill.load_types(picklable=True, unpicklable=True)`` works.
|
| 15 |
+
|
| 16 |
+
Examples::
|
| 17 |
+
|
| 18 |
+
$ get_objgraph ArrayType
|
| 19 |
+
Image generated as ArrayType.png
|
| 20 |
+
"""
|
| 21 |
+
|
| 22 |
+
import dill as pickle
|
| 23 |
+
#pickle.debug.trace(True)
|
| 24 |
+
#import pickle
|
| 25 |
+
|
| 26 |
+
# get all objects for testing
|
| 27 |
+
from dill import load_types
|
| 28 |
+
load_types(pickleable=True,unpickleable=True)
|
| 29 |
+
from dill import objects
|
| 30 |
+
|
| 31 |
+
if __name__ == "__main__":
|
| 32 |
+
import sys
|
| 33 |
+
if len(sys.argv) != 2:
|
| 34 |
+
print ("Please provide exactly one file or type name (e.g. 'IntType')")
|
| 35 |
+
msg = "\n"
|
| 36 |
+
for objtype in list(objects.keys())[:40]:
|
| 37 |
+
msg += objtype + ', '
|
| 38 |
+
print (msg + "...")
|
| 39 |
+
else:
|
| 40 |
+
objtype = str(sys.argv[-1])
|
| 41 |
+
try:
|
| 42 |
+
obj = objects[objtype]
|
| 43 |
+
except KeyError:
|
| 44 |
+
obj = pickle.load(open(objtype,'rb'))
|
| 45 |
+
import os
|
| 46 |
+
objtype = os.path.splitext(objtype)[0]
|
| 47 |
+
try:
|
| 48 |
+
import objgraph
|
| 49 |
+
objgraph.show_refs(obj, filename=objtype+'.png')
|
| 50 |
+
except ImportError:
|
| 51 |
+
print ("Please install 'objgraph' to view object graphs")
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
# EOF
|
gradio.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2acfcdd4344d60f8eb69804343a3dbdc4dfdd99fdec5c372eb5dffb8ea082850
|
| 3 |
+
size 108357
|
imageio_download_bin.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b8dba5a59ba5b1b4efab8c8731b303875d47789160d7178dd8e576433587616
|
| 3 |
+
size 108391
|
imageio_remove_bin.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a45639c82ad1c384e428caa4c86f7c9184c1b8b610f58af3d08b21c20749c87
|
| 3 |
+
size 108387
|
isympy.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 107872
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54f1f49a6f92b68f5f9d220baa5d1d9f980ea7b5e07662e391ae02e12750328c
|
| 3 |
size 107872
|
jsonschema.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f228550db7c00580a3a3ab1fbc70c420b5f07d132b7283d14d6cb9aca95abb28
|
| 3 |
+
size 108363
|
lsm2bin.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5599f8c666dd1fc19e95e1df3f3f1200f00962321df76c42f1b2e7788e79a49
|
| 3 |
+
size 108365
|
markdown_py.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f6b6cdaad4e1f32a43882b4e5b4f855908b6c7567fc8fab0ba554fabd60e63ed
|
| 3 |
+
size 108364
|
nltk.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b78fa1b8cef00934fc7c33f1a306868de8e99e668f6c6cd20da103f38f11d8fa
|
| 3 |
+
size 107872
|
pasteurize.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa38ed996d14929526afa8f60bef6cb2a6f3965d43f2176320b6b615b956e203
|
| 3 |
+
size 108367
|
pip.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6661acbb1b7330e10fca832d914951971887d96d71e411384d061d9c81d5c7
|
| 3 |
+
size 108400
|
pip3.10.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6661acbb1b7330e10fca832d914951971887d96d71e411384d061d9c81d5c7
|
| 3 |
+
size 108400
|
pip3.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6661acbb1b7330e10fca832d914951971887d96d71e411384d061d9c81d5c7
|
| 3 |
+
size 108400
|
pyftmerge.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:217e1f934ed8cb303119ec30614e33658226650a0c79a1f198f90e60e8d9938f
|
| 3 |
+
size 108364
|
pyftsubset.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:228e349ec60bbfc8c74356ecf12a525dc22ef10fc8de7f9602e683dbc2536ed8
|
| 3 |
+
size 108365
|
pygrun
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!U:\sd.webui\webui\venv\Scripts\python.exe
|
| 2 |
+
__author__ = 'jszheng'
|
| 3 |
+
import optparse
|
| 4 |
+
import sys
|
| 5 |
+
import os
|
| 6 |
+
import importlib
|
| 7 |
+
from antlr4 import *
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
# this is a python version of TestRig
|
| 11 |
+
def beautify_lisp_string(in_string):
|
| 12 |
+
indent_size = 3
|
| 13 |
+
add_indent = ' '*indent_size
|
| 14 |
+
out_string = in_string[0] # no indent for 1st (
|
| 15 |
+
indent = ''
|
| 16 |
+
for i in range(1, len(in_string)):
|
| 17 |
+
if in_string[i] == '(' and in_string[i+1] != ' ':
|
| 18 |
+
indent += add_indent
|
| 19 |
+
out_string += "\n" + indent + '('
|
| 20 |
+
elif in_string[i] == ')':
|
| 21 |
+
out_string += ')'
|
| 22 |
+
if len(indent) > 0:
|
| 23 |
+
indent = indent.replace(add_indent, '', 1)
|
| 24 |
+
else:
|
| 25 |
+
out_string += in_string[i]
|
| 26 |
+
return out_string
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
if __name__ == '__main__':
|
| 30 |
+
|
| 31 |
+
#############################################################
|
| 32 |
+
# parse options
|
| 33 |
+
# not support -gui -encoding -ps
|
| 34 |
+
#############################################################
|
| 35 |
+
usage = "Usage: %prog [options] Grammar_Name Start_Rule"
|
| 36 |
+
parser = optparse.OptionParser(usage=usage)
|
| 37 |
+
# parser.add_option('-t', '--tree',
|
| 38 |
+
# dest="out_file",
|
| 39 |
+
# default="default.out",
|
| 40 |
+
# help='set output file name',
|
| 41 |
+
# )
|
| 42 |
+
parser.add_option('-t', '--tree',
|
| 43 |
+
default=False,
|
| 44 |
+
action='store_true',
|
| 45 |
+
help='Print AST tree'
|
| 46 |
+
)
|
| 47 |
+
parser.add_option('-k', '--tokens',
|
| 48 |
+
dest="token",
|
| 49 |
+
default=False,
|
| 50 |
+
action='store_true',
|
| 51 |
+
help='Show Tokens'
|
| 52 |
+
)
|
| 53 |
+
parser.add_option('-s', '--sll',
|
| 54 |
+
dest="sll",
|
| 55 |
+
default=False,
|
| 56 |
+
action='store_true',
|
| 57 |
+
help='Show SLL'
|
| 58 |
+
)
|
| 59 |
+
parser.add_option('-d', '--diagnostics',
|
| 60 |
+
dest="diagnostics",
|
| 61 |
+
default=False,
|
| 62 |
+
action='store_true',
|
| 63 |
+
help='Enable diagnostics error listener'
|
| 64 |
+
)
|
| 65 |
+
parser.add_option('-a', '--trace',
|
| 66 |
+
dest="trace",
|
| 67 |
+
default=False,
|
| 68 |
+
action='store_true',
|
| 69 |
+
help='Enable Trace'
|
| 70 |
+
)
|
| 71 |
+
|
| 72 |
+
options, remainder = parser.parse_args()
|
| 73 |
+
if len(remainder) < 2:
|
| 74 |
+
print('ERROR: You have to provide at least 2 arguments!')
|
| 75 |
+
parser.print_help()
|
| 76 |
+
exit(1)
|
| 77 |
+
else:
|
| 78 |
+
grammar = remainder.pop(0)
|
| 79 |
+
start_rule = remainder.pop(0)
|
| 80 |
+
file_list = remainder
|
| 81 |
+
|
| 82 |
+
#############################################################
|
| 83 |
+
# check and load antlr generated files
|
| 84 |
+
#############################################################
|
| 85 |
+
# dynamic load the module and class
|
| 86 |
+
lexerName = grammar + 'Lexer'
|
| 87 |
+
parserName = grammar + 'Parser'
|
| 88 |
+
# check if the generate file exist
|
| 89 |
+
lexer_file = lexerName + '.py'
|
| 90 |
+
parser_file = parserName + '.py'
|
| 91 |
+
if not os.path.exists(lexer_file):
|
| 92 |
+
print("[ERROR] Can't find lexer file {}!".format(lexer_file))
|
| 93 |
+
print(os.path.realpath('.'))
|
| 94 |
+
exit(1)
|
| 95 |
+
if not os.path.exists(parser_file):
|
| 96 |
+
print("[ERROR] Can't find parser file {}!".format(lexer_file))
|
| 97 |
+
print(os.path.realpath('.'))
|
| 98 |
+
exit(1)
|
| 99 |
+
|
| 100 |
+
# current directory is where the generated file loaded
|
| 101 |
+
# the script might be in different place.
|
| 102 |
+
sys.path.append('.')
|
| 103 |
+
# print(sys.path)
|
| 104 |
+
|
| 105 |
+
# print("Load Lexer {}".format(lexerName))
|
| 106 |
+
module_lexer = __import__(lexerName, globals(), locals(), lexerName)
|
| 107 |
+
class_lexer = getattr(module_lexer, lexerName)
|
| 108 |
+
# print(class_lexer)
|
| 109 |
+
|
| 110 |
+
# print("Load Parser {}".format(parserName))
|
| 111 |
+
module_parser = __import__(parserName, globals(), locals(), parserName)
|
| 112 |
+
class_parser = getattr(module_parser, parserName)
|
| 113 |
+
# print(class_parser)
|
| 114 |
+
|
| 115 |
+
#############################################################
|
| 116 |
+
# main process steps.
|
| 117 |
+
#############################################################
|
| 118 |
+
def process(input_stream, class_lexer, class_parser):
|
| 119 |
+
lexer = class_lexer(input_stream)
|
| 120 |
+
token_stream = CommonTokenStream(lexer)
|
| 121 |
+
token_stream.fill()
|
| 122 |
+
if options.token: # need to show token
|
| 123 |
+
for tok in token_stream.tokens:
|
| 124 |
+
print(tok)
|
| 125 |
+
if start_rule == 'tokens':
|
| 126 |
+
return
|
| 127 |
+
|
| 128 |
+
parser = class_parser(token_stream)
|
| 129 |
+
|
| 130 |
+
if options.diagnostics:
|
| 131 |
+
parser.addErrorListener(DiagnosticErrorListener())
|
| 132 |
+
parser._interp.predictionMode = PredictionMode.LL_EXACT_AMBIG_DETECTION
|
| 133 |
+
if options.tree:
|
| 134 |
+
parser.buildParseTrees = True
|
| 135 |
+
if options.sll:
|
| 136 |
+
parser._interp.predictionMode = PredictionMode.SLL
|
| 137 |
+
#parser.setTokenStream(token_stream)
|
| 138 |
+
parser.setTrace(options.trace)
|
| 139 |
+
if hasattr(parser, start_rule):
|
| 140 |
+
func_start_rule = getattr(parser, start_rule)
|
| 141 |
+
parser_ret = func_start_rule()
|
| 142 |
+
if options.tree:
|
| 143 |
+
lisp_tree_str = parser_ret.toStringTree(recog=parser)
|
| 144 |
+
print(beautify_lisp_string(lisp_tree_str))
|
| 145 |
+
else:
|
| 146 |
+
print("[ERROR] Can't find start rule '{}' in parser '{}'".format(start_rule, parserName))
|
| 147 |
+
|
| 148 |
+
#############################################################
|
| 149 |
+
# use stdin if not provide file as input stream
|
| 150 |
+
#############################################################
|
| 151 |
+
if len(file_list) == 0:
|
| 152 |
+
input_stream = InputStream(sys.stdin.read())
|
| 153 |
+
process(input_stream, class_lexer, class_parser)
|
| 154 |
+
exit(0)
|
| 155 |
+
|
| 156 |
+
#############################################################
|
| 157 |
+
# iterate all input file
|
| 158 |
+
#############################################################
|
| 159 |
+
for file_name in file_list:
|
| 160 |
+
if os.path.exists(file_name) and os.path.isfile(file_name):
|
| 161 |
+
input_stream = FileStream(file_name)
|
| 162 |
+
process(input_stream, class_lexer, class_parser)
|
| 163 |
+
else:
|
| 164 |
+
print("[ERROR] file {} not exist".format(os.path.normpath(file_name)))
|
skivi.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22d5765875556b06c1e01aef1b2c9bba9b0b2abbd96481e6576bc4f4acea58f0
|
| 3 |
+
size 108370
|
tensorboard.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a105b5d17d08b828d8978b17f90951d648aff25501af6e696b1133246dd7370c
|
| 3 |
+
size 108373
|
tiff2fsspec.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d63907a2bbb407d897ca07c80ef33a4fd467ed18a1ec0d1eef73013e22aafe65
|
| 3 |
+
size 108369
|
tiffcomment.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29998a71ac5aeb8d1a9f6eeb1d2a608aa977096b08ef1e275354ebc74fed2387
|
| 3 |
+
size 108369
|
tifffile.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33b9e253781ed22d4b7e2d4deb7070f2e54af2d5d29188749d3d7f809ffc5f7f
|
| 3 |
+
size 108357
|
torchrun.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f62f4f6eeb990d566992e5f1ef42c54391da2b4b5ede2058ef12f13beb07d071
|
| 3 |
+
size 108370
|
transformers-cli.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cdb2094424f993b131fa8aeb9631e92b09723796ab2b78793ddded88379379df
|
| 3 |
+
size 108387
|
ttx.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1eeb0ec9f701a03b3307e5040433c924e7199a5e0023d31533a529308aa9876b
|
| 3 |
+
size 108362
|
undill
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!U:\sd.webui\webui\venv\Scripts\python.exe
|
| 2 |
+
#
|
| 3 |
+
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
|
| 4 |
+
# Copyright (c) 2008-2016 California Institute of Technology.
|
| 5 |
+
# Copyright (c) 2016-2024 The Uncertainty Quantification Foundation.
|
| 6 |
+
# License: 3-clause BSD. The full license text is available at:
|
| 7 |
+
# - https://github.com/uqfoundation/dill/blob/master/LICENSE
|
| 8 |
+
"""
|
| 9 |
+
unpickle the contents of a pickled object file
|
| 10 |
+
|
| 11 |
+
Examples::
|
| 12 |
+
|
| 13 |
+
$ undill hello.pkl
|
| 14 |
+
['hello', 'world']
|
| 15 |
+
"""
|
| 16 |
+
|
| 17 |
+
if __name__ == '__main__':
|
| 18 |
+
import sys
|
| 19 |
+
import dill
|
| 20 |
+
for file in sys.argv[1:]:
|
| 21 |
+
print (dill.load(open(file,'rb')))
|
| 22 |
+
|
upload_theme.exe
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07f1b4698ef4b496aedbdeefcd683b8fa9033701166c3f0b4a0d922f584d37d3
|
| 3 |
+
size 108375
|
yapf-diff.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed4c3e31c1ffd5b1e5dee9ea7fb9216d1a92abc5e1f7c86f806fce34819394ae
|
| 3 |
+
size 108385
|
yapf.exe
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80471c57c9c81a1503345a035c3761919726b204d5e6a566636aa82d78cd2272
|
| 3 |
+
size 108361
|