Upload folder using huggingface_hub
#1
by SLAI-AITP - opened
- .ipynb_checkpoints/upload-checkpoint.py +45 -0
- .mdl +0 -0
- .msc +0 -0
- .mv +1 -0
- model-00005-of-000044.safetensors +3 -0
- model-00006-of-000044.safetensors +3 -0
- model-00007-of-000044.safetensors +3 -0
- model-00008-of-000044.safetensors +3 -0
- model-00009-of-000044.safetensors +3 -0
- model-00010-of-000044.safetensors +3 -0
- model-00011-of-000044.safetensors +3 -0
- model-00012-of-000044.safetensors +3 -0
- model-00013-of-000044.safetensors +3 -0
- model-00014-of-000044.safetensors +3 -0
- model-00015-of-000044.safetensors +3 -0
- model-00016-of-000044.safetensors +3 -0
- model-00017-of-000044.safetensors +3 -0
- model-00018-of-000044.safetensors +3 -0
- model-00019-of-000044.safetensors +3 -0
- model-00020-of-000044.safetensors +3 -0
- model-00021-of-000044.safetensors +3 -0
- model-00022-of-000044.safetensors +3 -0
- model-00023-of-000044.safetensors +3 -0
- model-00024-of-000044.safetensors +3 -0
- model-00025-of-000044.safetensors +3 -0
- model-00026-of-000044.safetensors +3 -0
- model-00027-of-000044.safetensors +3 -0
- model-00028-of-000044.safetensors +3 -0
- model-00029-of-000044.safetensors +3 -0
- model-00030-of-000044.safetensors +3 -0
- model-00031-of-000044.safetensors +3 -0
- model-00032-of-000044.safetensors +3 -0
- model-00033-of-000044.safetensors +3 -0
- model-00034-of-000044.safetensors +3 -0
- model-00035-of-000044.safetensors +3 -0
- model-00036-of-000044.safetensors +3 -0
- model-00037-of-000044.safetensors +3 -0
- model-00038-of-000044.safetensors +3 -0
- model-00039-of-000044.safetensors +3 -0
- model-00040-of-000044.safetensors +3 -0
- model-00041-of-000044.safetensors +3 -0
- model-00042-of-000044.safetensors +3 -0
- model-00043-of-000044.safetensors +3 -0
- model-00044-of-000044.safetensors +3 -0
- model.safetensors.index.json +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +34 -0
.ipynb_checkpoints/upload-checkpoint.py
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
from modelscope.hub.api import HubApi
|
| 3 |
+
from modelscope.hub.constants import ModelVisibility
|
| 4 |
+
|
| 5 |
+
# ==================== 请先在这里配置您的信息 ====================
|
| 6 |
+
YOUR_ACCESS_TOKEN = "ms-229ecb55-7004-421e-86c9-9f16d75ef549" # 从 https://modelscope.cn/my/myaccesstoken 获取
|
| 7 |
+
YOUR_USERNAME = "SLAIAITP"
|
| 8 |
+
MODEL_NAME = "DeepSeek-V4-Flash-OR" # 例如: my-bert-model
|
| 9 |
+
LOCAL_MODEL_PATH = "./" # 本地模型文件夹的绝对路径
|
| 10 |
+
# ===========================================================
|
| 11 |
+
|
| 12 |
+
# 1. 初始化并登录
|
| 13 |
+
api = HubApi()
|
| 14 |
+
api.login(access_token=YOUR_ACCESS_TOKEN)
|
| 15 |
+
|
| 16 |
+
# 2. 组合出完整的模型ID
|
| 17 |
+
repo_id = f"{YOUR_USERNAME}/{MODEL_NAME}"
|
| 18 |
+
|
| 19 |
+
# 3. 检查模型仓库是否存在,如果不存在则创建一个新的公开仓库
|
| 20 |
+
print(f"正在检查仓库: {repo_id}")
|
| 21 |
+
try:
|
| 22 |
+
api.get_model(repo_id)
|
| 23 |
+
print("仓库已存在,将直接上传文件。")
|
| 24 |
+
except Exception:
|
| 25 |
+
print(f"仓库不存在,正在创建新仓库: {repo_id}")
|
| 26 |
+
api.create_model(
|
| 27 |
+
model_id=repo_id,
|
| 28 |
+
visibility=ModelVisibility.PUBLIC, # 或使用 ModelVisibility.PRIVATE
|
| 29 |
+
license='apache-2.0' # 许可证类型可自行更换
|
| 30 |
+
)
|
| 31 |
+
print("仓库创建成功。")
|
| 32 |
+
|
| 33 |
+
# 4. 上传整个文件夹到模型仓库
|
| 34 |
+
print(f"正在从 {LOCAL_MODEL_PATH} 上传文件...")
|
| 35 |
+
api.upload_folder(
|
| 36 |
+
repo_id=repo_id,
|
| 37 |
+
folder_path=LOCAL_MODEL_PATH,
|
| 38 |
+
commit_message="首次通过Python SDK上传模型",
|
| 39 |
+
# repo_type='model' # 默认为 'model',如果是数据集可改为 'dataset'
|
| 40 |
+
# 其他可选参数:
|
| 41 |
+
# allow_patterns=["*.json", "*.bin"], # 仅上传特定类型文件
|
| 42 |
+
# ignore_patterns=["*.log", "*.tmp"], # 忽略特定类型文件
|
| 43 |
+
# max_workers=8, # 并发上传线程数
|
| 44 |
+
)
|
| 45 |
+
print("✅ 模型上传完成!")
|
.mdl
ADDED
|
Binary file (52 Bytes). View file
|
|
|
.msc
ADDED
|
Binary file (4.61 kB). View file
|
|
|
.mv
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Revision:master,CreatedAt:1785469136
|
model-00005-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14aa6b9a723773b104fa5a3ae18e89b6d7fff1b1cb0059e02e6f1783c79bc1bc
|
| 3 |
+
size 13191208276
|
model-00006-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca5795c3c1ce1f0a526755ca2932645f366aa234e20a4e2d4fde9e51a21aac02
|
| 3 |
+
size 13161443748
|
model-00007-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d72bcc47ca7c50886438a411bb644ae79e27ea5f3722f48b87857415b6840fa4
|
| 3 |
+
size 13191208276
|
model-00008-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd836dfc5183af3b92092e295d95134f594668a99bf70ed09df03688dd83bd70
|
| 3 |
+
size 13161443748
|
model-00009-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d98bfef45d8d3bd69cf7f89432e817a4860dab95f395869de0989cc4b894196
|
| 3 |
+
size 13191208276
|
model-00010-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:37d40ddb18f4c486b03ad61c7f134206b95cb8490121009e738c75a6007a61e8
|
| 3 |
+
size 13161443748
|
model-00011-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f24013e179913436e795f1ff14cda3acdd526b8cdb667ce394cfafd64c60db9a
|
| 3 |
+
size 13191209076
|
model-00012-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64f1afe091d9b406e5108964730785fafe051f4c46c00cec44c79d66eb975b71
|
| 3 |
+
size 13161444540
|
model-00013-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:451b0af597e2cfbf54d50e3d96c219f3718ceff671df2f1d0f9fc2f1d548d596
|
| 3 |
+
size 13191209076
|
model-00014-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38cbd8d68212549ab14139d21283f05154e2cc524f90580befdce82dbc91c131
|
| 3 |
+
size 13161444540
|
model-00015-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a03259348afc7469feec178194232b54cd5afabadf814ab50c903a721e0eb8e
|
| 3 |
+
size 13191209076
|
model-00016-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d629cb5d5d928f4aee1eecf9b0209a93823baa46b893ab60708d12c60f85e75
|
| 3 |
+
size 13161444540
|
model-00017-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35d484efa8eed512b03c6e73cd89887108eda9222b6f4e94fe52fbedce13b758
|
| 3 |
+
size 13191209076
|
model-00018-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c4e5b81bc504fc29c47c24c8dcae7aad78e6575e6c71391685db16fe88df079
|
| 3 |
+
size 13161444540
|
model-00019-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8469ce2c4c6beefe334485d6c8ffdfc53c9e81cb9c141cce115dd4c96051bd6e
|
| 3 |
+
size 13191209076
|
model-00020-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0451a32f54ce5aad99d51d9a565093cba898fca848152fe56ab426e171ff2492
|
| 3 |
+
size 13161444540
|
model-00021-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aea40f28765a14d756a105f656f0e73176a9ec7ed9bcf885ec4f6a2e2be0146d
|
| 3 |
+
size 13191209076
|
model-00022-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a44e0655336a1aa06a016cf4ae899afc844ef9d060857330138c49dad2133d36
|
| 3 |
+
size 13161444540
|
model-00023-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49e94e239101c0acad442d2f655bb27630415cc6ebd3d2ae03707f6a640e7fec
|
| 3 |
+
size 13191209076
|
model-00024-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8da431c6f06c9b74a1764468123ccaad4a61623c7ad3ad62c7a8ff0c0731a16
|
| 3 |
+
size 13161444540
|
model-00025-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d65a3533924fc52c241a6698620490a86e7bab5c0413a085abfe3f0e6e95a450
|
| 3 |
+
size 13191209076
|
model-00026-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:140139687e15ae3da4349fd8915e76a7b6dd2ab2f2cd9e6755289cf0fcf96ec6
|
| 3 |
+
size 13161444540
|
model-00027-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:611eadcdb44ece22f80a50061e4bae996d8334099e06f56975881306d5d6b580
|
| 3 |
+
size 13191209076
|
model-00028-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:461bbcf01c31e6e7717fb89600b5beb107da8bf2c8e6bd5b4452b3f955b4fd3a
|
| 3 |
+
size 13161444540
|
model-00029-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7923b261528b9d05d4922b855fcbe7e7ffb6aea0ce522f9d150eda8e14f1ee32
|
| 3 |
+
size 13191209076
|
model-00030-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b413d901ee9cd075e2ef799477ebdb034ff3c8caa3f73b93443a4ce82aa2d085
|
| 3 |
+
size 13161444540
|
model-00031-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5b6d5a88791cc249d6c96df36af22a1809eb8581e085bc7e0c7c77161b23621
|
| 3 |
+
size 13191209076
|
model-00032-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3cab00341244d45d23ede9d8d3b0fbd2bce70fb72a22befa8f8774b68bce10d4
|
| 3 |
+
size 13161444540
|
model-00033-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84eecbb4130623ce4d6652a10bcdbbab5186672ba40f4eaa4e375a16eadbeb1b
|
| 3 |
+
size 13191209076
|
model-00034-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49a4cfe0853e33dd9011952cd2c8906e7a784c5bea36217a5b5af462c5974286
|
| 3 |
+
size 13161444540
|
model-00035-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3634cfb58481c9bd9cbd312b792cccbc1a3623819d6ffe8e6bac23fb49e64310
|
| 3 |
+
size 13191209076
|
model-00036-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d1bcaef114feddcb70882e0113f7bb2bbfd3408433f7ca2e7cacbebf9ae0da9e
|
| 3 |
+
size 13161444540
|
model-00037-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18c7220a34d6ddc95954334db0a8cdb1c80d579288b0d04dae8838efe2363420
|
| 3 |
+
size 13191209076
|
model-00038-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0ef6278e308c1b0e66b7450c7a71e289c48421001e48895a12fedceb3beb2cf
|
| 3 |
+
size 13161444540
|
model-00039-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7cdf9de37dec4838d779fb0bc2c2b128a59f95f80aec14aac8d8a48f8ec2e434
|
| 3 |
+
size 13191209076
|
model-00040-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d31699136e257325b7a856da9821661805cce2b186c1f2067b3803a78489a3c
|
| 3 |
+
size 13161444540
|
model-00041-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ade40e7bb2910d500658b8ae3c196345984365324352f625eb0fc2c34ec50ad5
|
| 3 |
+
size 13191209076
|
model-00042-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9da2321e9b47861eec5f5fe32f8ed5456fed235bfa568dcd62cba1a3d76dd600
|
| 3 |
+
size 13161444540
|
model-00043-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a75ec61694d99ecf7b5e4b3336bfe424b0aeca7f811430339d148fe7fa21ecd
|
| 3 |
+
size 14250410822
|
model-00044-of-000044.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c1d26f39749fccb521a0d8914abfe0741fb171417564e264be605670efc6b535
|
| 3 |
+
size 13220185526
|
model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_eos_token": false,
|
| 4 |
+
"bos_token": {
|
| 5 |
+
"__type": "AddedToken",
|
| 6 |
+
"content": "<|begin▁of▁sentence|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": true,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"clean_up_tokenization_spaces": false,
|
| 13 |
+
"eos_token": {
|
| 14 |
+
"__type": "AddedToken",
|
| 15 |
+
"content": "<|end▁of▁sentence|>",
|
| 16 |
+
"lstrip": false,
|
| 17 |
+
"normalized": true,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"single_word": false
|
| 20 |
+
},
|
| 21 |
+
"legacy": true,
|
| 22 |
+
"model_max_length": 1048576,
|
| 23 |
+
"pad_token": {
|
| 24 |
+
"__type": "AddedToken",
|
| 25 |
+
"content": "<|end▁of▁sentence|>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": true,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
},
|
| 31 |
+
"sp_model_kwargs": {},
|
| 32 |
+
"unk_token": null,
|
| 33 |
+
"tokenizer_class": "PreTrainedTokenizerFast"
|
| 34 |
+
}
|