YurimJung commited on
Commit
a4dcf32
·
verified ·
1 Parent(s): 1f7bfd7

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -1,35 +1,3 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
  *.npy filter=lfs diff=lfs merge=lfs -text
15
  *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
2
  *.npy filter=lfs diff=lfs merge=lfs -text
3
  *.npz filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
LICENSE ADDED
@@ -0,0 +1,395 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Attribution 4.0 International
2
+
3
+ =======================================================================
4
+
5
+ Creative Commons Corporation ("Creative Commons") is not a law firm and
6
+ does not provide legal services or legal advice. Distribution of
7
+ Creative Commons public licenses does not create a lawyer-client or
8
+ other relationship. Creative Commons makes its licenses and related
9
+ information available on an "as-is" basis. Creative Commons gives no
10
+ warranties regarding its licenses, any material licensed under their
11
+ terms and conditions, or any related information. Creative Commons
12
+ disclaims all liability for damages resulting from their use to the
13
+ fullest extent possible.
14
+
15
+ Using Creative Commons Public Licenses
16
+
17
+ Creative Commons public licenses provide a standard set of terms and
18
+ conditions that creators and other rights holders may use to share
19
+ original works of authorship and other material subject to copyright
20
+ and certain other rights specified in the public license below. The
21
+ following considerations are for informational purposes only, are not
22
+ exhaustive, and do not form part of our licenses.
23
+
24
+ Considerations for licensors: Our public licenses are
25
+ intended for use by those authorized to give the public
26
+ permission to use material in ways otherwise restricted by
27
+ copyright and certain other rights. Our licenses are
28
+ irrevocable. Licensors should read and understand the terms
29
+ and conditions of the license they choose before applying it.
30
+ Licensors should also secure all rights necessary before
31
+ applying our licenses so that the public can reuse the
32
+ material as expected. Licensors should clearly mark any
33
+ material not subject to the license. This includes other CC-
34
+ licensed material, or material used under an exception or
35
+ limitation to copyright. More considerations for licensors:
36
+ wiki.creativecommons.org/Considerations_for_licensors
37
+
38
+ Considerations for the public: By using one of our public
39
+ licenses, a licensor grants the public permission to use the
40
+ licensed material under specified terms and conditions. If
41
+ the licensor's permission is not necessary for any reason--for
42
+ example, because of any applicable exception or limitation to
43
+ copyright--then that use is not regulated by the license. Our
44
+ licenses grant only permissions under copyright and certain
45
+ other rights that a licensor has authority to grant. Use of
46
+ the licensed material may still be restricted for other
47
+ reasons, including because others have copyright or other
48
+ rights in the material. A licensor may make special requests,
49
+ such as asking that all changes be marked or described.
50
+ Although not required by our licenses, you are encouraged to
51
+ respect those requests where reasonable. More_considerations
52
+ for the public:
53
+ wiki.creativecommons.org/Considerations_for_licensees
54
+
55
+ =======================================================================
56
+
57
+ Creative Commons Attribution 4.0 International Public License
58
+
59
+ By exercising the Licensed Rights (defined below), You accept and agree
60
+ to be bound by the terms and conditions of this Creative Commons
61
+ Attribution 4.0 International Public License ("Public License"). To the
62
+ extent this Public License may be interpreted as a contract, You are
63
+ granted the Licensed Rights in consideration of Your acceptance of
64
+ these terms and conditions, and the Licensor grants You such rights in
65
+ consideration of benefits the Licensor receives from making the
66
+ Licensed Material available under these terms and conditions.
67
+
68
+
69
+ Section 1 -- Definitions.
70
+
71
+ a. Adapted Material means material subject to Copyright and Similar
72
+ Rights that is derived from or based upon the Licensed Material
73
+ and in which the Licensed Material is translated, altered,
74
+ arranged, transformed, or otherwise modified in a manner requiring
75
+ permission under the Copyright and Similar Rights held by the
76
+ Licensor. For purposes of this Public License, where the Licensed
77
+ Material is a musical work, performance, or sound recording,
78
+ Adapted Material is always produced where the Licensed Material is
79
+ synched in timed relation with a moving image.
80
+
81
+ b. Adapter's License means the license You apply to Your Copyright
82
+ and Similar Rights in Your contributions to Adapted Material in
83
+ accordance with the terms and conditions of this Public License.
84
+
85
+ c. Copyright and Similar Rights means copyright and/or similar rights
86
+ closely related to copyright including, without limitation,
87
+ performance, broadcast, sound recording, and Sui Generis Database
88
+ Rights, without regard to how the rights are labeled or
89
+ categorized. For purposes of this Public License, the rights
90
+ specified in Section 2(b)(1)-(2) are not Copyright and Similar
91
+ Rights.
92
+
93
+ d. Effective Technological Measures means those measures that, in the
94
+ absence of proper authority, may not be circumvented under laws
95
+ fulfilling obligations under Article 11 of the WIPO Copyright
96
+ Treaty adopted on December 20, 1996, and/or similar international
97
+ agreements.
98
+
99
+ e. Exceptions and Limitations means fair use, fair dealing, and/or
100
+ any other exception or limitation to Copyright and Similar Rights
101
+ that applies to Your use of the Licensed Material.
102
+
103
+ f. Licensed Material means the artistic or literary work, database,
104
+ or other material to which the Licensor applied this Public
105
+ License.
106
+
107
+ g. Licensed Rights means the rights granted to You subject to the
108
+ terms and conditions of this Public License, which are limited to
109
+ all Copyright and Similar Rights that apply to Your use of the
110
+ Licensed Material and that the Licensor has authority to license.
111
+
112
+ h. Licensor means the individual(s) or entity(ies) granting rights
113
+ under this Public License.
114
+
115
+ i. Share means to provide material to the public by any means or
116
+ process that requires permission under the Licensed Rights, such
117
+ as reproduction, public display, public performance, distribution,
118
+ dissemination, communication, or importation, and to make material
119
+ available to the public including in ways that members of the
120
+ public may access the material from a place and at a time
121
+ individually chosen by them.
122
+
123
+ j. Sui Generis Database Rights means rights other than copyright
124
+ resulting from Directive 96/9/EC of the European Parliament and of
125
+ the Council of 11 March 1996 on the legal protection of databases,
126
+ as amended and/or succeeded, as well as other essentially
127
+ equivalent rights anywhere in the world.
128
+
129
+ k. You means the individual or entity exercising the Licensed Rights
130
+ under this Public License. Your has a corresponding meaning.
131
+
132
+
133
+ Section 2 -- Scope.
134
+
135
+ a. License grant.
136
+
137
+ 1. Subject to the terms and conditions of this Public License,
138
+ the Licensor hereby grants You a worldwide, royalty-free,
139
+ non-sublicensable, non-exclusive, irrevocable license to
140
+ exercise the Licensed Rights in the Licensed Material to:
141
+
142
+ a. reproduce and Share the Licensed Material, in whole or
143
+ in part; and
144
+
145
+ b. produce, reproduce, and Share Adapted Material.
146
+
147
+ 2. Exceptions and Limitations. For the avoidance of doubt, where
148
+ Exceptions and Limitations apply to Your use, this Public
149
+ License does not apply, and You do not need to comply with
150
+ its terms and conditions.
151
+
152
+ 3. Term. The term of this Public License is specified in Section
153
+ 6(a).
154
+
155
+ 4. Media and formats; technical modifications allowed. The
156
+ Licensor authorizes You to exercise the Licensed Rights in
157
+ all media and formats whether now known or hereafter created,
158
+ and to make technical modifications necessary to do so. The
159
+ Licensor waives and/or agrees not to assert any right or
160
+ authority to forbid You from making technical modifications
161
+ necessary to exercise the Licensed Rights, including
162
+ technical modifications necessary to circumvent Effective
163
+ Technological Measures. For purposes of this Public License,
164
+ simply making modifications authorized by this Section 2(a)
165
+ (4) never produces Adapted Material.
166
+
167
+ 5. Downstream recipients.
168
+
169
+ a. Offer from the Licensor -- Licensed Material. Every
170
+ recipient of the Licensed Material automatically
171
+ receives an offer from the Licensor to exercise the
172
+ Licensed Rights under the terms and conditions of this
173
+ Public License.
174
+
175
+ b. No downstream restrictions. You may not offer or impose
176
+ any additional or different terms or conditions on, or
177
+ apply any Effective Technological Measures to, the
178
+ Licensed Material if doing so restricts exercise of the
179
+ Licensed Rights by any recipient of the Licensed
180
+ Material.
181
+
182
+ 6. No endorsement. Nothing in this Public License constitutes or
183
+ may be construed as permission to assert or imply that You
184
+ are, or that Your use of the Licensed Material is, connected
185
+ with, or sponsored, endorsed, or granted official status by,
186
+ the Licensor or others designated to receive attribution as
187
+ provided in Section 3(a)(1)(A)(i).
188
+
189
+ b. Other rights.
190
+
191
+ 1. Moral rights, such as the right of integrity, are not
192
+ licensed under this Public License, nor are publicity,
193
+ privacy, and/or other similar personality rights; however, to
194
+ the extent possible, the Licensor waives and/or agrees not to
195
+ assert any such rights held by the Licensor to the limited
196
+ extent necessary to allow You to exercise the Licensed
197
+ Rights, but not otherwise.
198
+
199
+ 2. Patent and trademark rights are not licensed under this
200
+ Public License.
201
+
202
+ 3. To the extent possible, the Licensor waives any right to
203
+ collect royalties from You for the exercise of the Licensed
204
+ Rights, whether directly or through a collecting society
205
+ under any voluntary or waivable statutory or compulsory
206
+ licensing scheme. In all other cases the Licensor expressly
207
+ reserves any right to collect such royalties.
208
+
209
+
210
+ Section 3 -- License Conditions.
211
+
212
+ Your exercise of the Licensed Rights is expressly made subject to the
213
+ following conditions.
214
+
215
+ a. Attribution.
216
+
217
+ 1. If You Share the Licensed Material (including in modified
218
+ form), You must:
219
+
220
+ a. retain the following if it is supplied by the Licensor
221
+ with the Licensed Material:
222
+
223
+ i. identification of the creator(s) of the Licensed
224
+ Material and any others designated to receive
225
+ attribution, in any reasonable manner requested by
226
+ the Licensor (including by pseudonym if
227
+ designated);
228
+
229
+ ii. a copyright notice;
230
+
231
+ iii. a notice that refers to this Public License;
232
+
233
+ iv. a notice that refers to the disclaimer of
234
+ warranties;
235
+
236
+ v. a URI or hyperlink to the Licensed Material to the
237
+ extent reasonably practicable;
238
+
239
+ b. indicate if You modified the Licensed Material and
240
+ retain an indication of any previous modifications; and
241
+
242
+ c. indicate the Licensed Material is licensed under this
243
+ Public License, and include the text of, or the URI or
244
+ hyperlink to, this Public License.
245
+
246
+ 2. You may satisfy the conditions in Section 3(a)(1) in any
247
+ reasonable manner based on the medium, means, and context in
248
+ which You Share the Licensed Material. For example, it may be
249
+ reasonable to satisfy the conditions by providing a URI or
250
+ hyperlink to a resource that includes the required
251
+ information.
252
+
253
+ 3. If requested by the Licensor, You must remove any of the
254
+ information required by Section 3(a)(1)(A) to the extent
255
+ reasonably practicable.
256
+
257
+ 4. If You Share Adapted Material You produce, the Adapter's
258
+ License You apply must not prevent recipients of the Adapted
259
+ Material from complying with this Public License.
260
+
261
+
262
+ Section 4 -- Sui Generis Database Rights.
263
+
264
+ Where the Licensed Rights include Sui Generis Database Rights that
265
+ apply to Your use of the Licensed Material:
266
+
267
+ a. for the avoidance of doubt, Section 2(a)(1) grants You the right
268
+ to extract, reuse, reproduce, and Share all or a substantial
269
+ portion of the contents of the database;
270
+
271
+ b. if You include all or a substantial portion of the database
272
+ contents in a database in which You have Sui Generis Database
273
+ Rights, then the database in which You have Sui Generis Database
274
+ Rights (but not its individual contents) is Adapted Material; and
275
+
276
+ c. You must comply with the conditions in Section 3(a) if You Share
277
+ all or a substantial portion of the contents of the database.
278
+
279
+ For the avoidance of doubt, this Section 4 supplements and does not
280
+ replace Your obligations under this Public License where the Licensed
281
+ Rights include other Copyright and Similar Rights.
282
+
283
+
284
+ Section 5 -- Disclaimer of Warranties and Limitation of Liability.
285
+
286
+ a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE
287
+ EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS
288
+ AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF
289
+ ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS,
290
+ IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION,
291
+ WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR
292
+ PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS,
293
+ ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT
294
+ KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT
295
+ ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU.
296
+
297
+ b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE
298
+ TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION,
299
+ NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT,
300
+ INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES,
301
+ COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR
302
+ USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN
303
+ ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR
304
+ DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR
305
+ IN PART, THIS LIMITATION MAY NOT APPLY TO YOU.
306
+
307
+ c. The disclaimer of warranties and limitation of liability provided
308
+ above shall be interpreted in a manner that, to the extent
309
+ possible, most closely approximates an absolute disclaimer and
310
+ waiver of all liability.
311
+
312
+
313
+ Section 6 -- Term and Termination.
314
+
315
+ a. This Public License applies for the term of the Copyright and
316
+ Similar Rights licensed here. However, if You fail to comply with
317
+ this Public License, then Your rights under this Public License
318
+ terminate automatically.
319
+
320
+ b. Where Your right to use the Licensed Material has terminated under
321
+ Section 6(a), it reinstates:
322
+
323
+ 1. automatically as of the date the violation is cured, provided
324
+ it is cured within 30 days of Your discovery of the
325
+ violation; or
326
+
327
+ 2. upon express reinstatement by the Licensor.
328
+
329
+ For the avoidance of doubt, this Section 6(b) does not affect any
330
+ right the Licensor may have to seek remedies for Your violations
331
+ of this Public License.
332
+
333
+ c. For the avoidance of doubt, the Licensor may also offer the
334
+ Licensed Material under separate terms or conditions or stop
335
+ distributing the Licensed Material at any time; however, doing so
336
+ will not terminate this Public License.
337
+
338
+ d. Sections 1, 5, 6, 7, and 8 survive termination of this Public
339
+ License.
340
+
341
+
342
+ Section 7 -- Other Terms and Conditions.
343
+
344
+ a. The Licensor shall not be bound by any additional or different
345
+ terms or conditions communicated by You unless expressly agreed.
346
+
347
+ b. Any arrangements, understandings, or agreements regarding the
348
+ Licensed Material not stated herein are separate from and
349
+ independent of the terms and conditions of this Public License.
350
+
351
+
352
+ Section 8 -- Interpretation.
353
+
354
+ a. For the avoidance of doubt, this Public License does not, and
355
+ shall not be interpreted to, reduce, limit, restrict, or impose
356
+ conditions on any use of the Licensed Material that could lawfully
357
+ be made without permission under this Public License.
358
+
359
+ b. To the extent possible, if any provision of this Public License is
360
+ deemed unenforceable, it shall be automatically reformed to the
361
+ minimum extent necessary to make it enforceable. If the provision
362
+ cannot be reformed, it shall be severed from this Public License
363
+ without affecting the enforceability of the remaining terms and
364
+ conditions.
365
+
366
+ c. No term or condition of this Public License will be waived and no
367
+ failure to comply consented to unless expressly agreed to by the
368
+ Licensor.
369
+
370
+ d. Nothing in this Public License constitutes or may be interpreted
371
+ as a limitation upon, or waiver of, any privileges and immunities
372
+ that apply to the Licensor or You, including from the legal
373
+ processes of any jurisdiction or authority.
374
+
375
+
376
+ =======================================================================
377
+
378
+ Creative Commons is not a party to its public
379
+ licenses. Notwithstanding, Creative Commons may elect to apply one of
380
+ its public licenses to material it publishes and in those instances
381
+ will be considered the “Licensor.” The text of the Creative Commons
382
+ public licenses is dedicated to the public domain under the CC0 Public
383
+ Domain Dedication. Except for the limited purpose of indicating that
384
+ material is shared under a Creative Commons public license or as
385
+ otherwise permitted by the Creative Commons policies published at
386
+ creativecommons.org/policies, Creative Commons does not authorize the
387
+ use of the trademark "Creative Commons" or any other trademark or logo
388
+ of Creative Commons without its prior written consent including,
389
+ without limitation, in connection with any unauthorized modifications
390
+ to any of its public licenses or any other arrangements,
391
+ understandings, or agreements concerning use of licensed material. For
392
+ the avoidance of doubt, this paragraph does not form part of the
393
+ public licenses.
394
+
395
+ Creative Commons may be contacted at creativecommons.org.
README.md CHANGED
@@ -1,3 +1,41 @@
1
  ---
2
  license: cc-by-4.0
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: cc-by-4.0
3
+ library_name: pytorch
4
+ tags:
5
+ - single-cell
6
+ - gene-expression
7
  ---
8
+
9
+ # MetacellFormer
10
+
11
+ The metacell-pretrained model used in the MetacellFormer study.
12
+
13
+ ## Usage
14
+
15
+ Install the companion MetacellFormer GitHub package with `pip install .` from its repository root. Load this downloaded model directory with the supplied API:
16
+
17
+ ```python
18
+ import torch
19
+ from metacellformer import GeneRankTokenizer, load_encoder, cell_embeddings
20
+
21
+ model_dir = "MODEL_DIRECTORY"
22
+ tokenizer = GeneRankTokenizer(model_dir)
23
+ model = load_encoder(model_dir, device="cpu")
24
+ # Small illustrative profile; replace with your gene IDs and raw counts.
25
+ gene_ids = tokenizer.genes[:4]
26
+ encoded = tokenizer.encode(gene_ids, [10, 5, 2, 1])
27
+ ids = torch.as_tensor(encoded["input_ids"]).unsqueeze(0)
28
+ mask = torch.as_tensor(encoded["attention_mask"]).unsqueeze(0)
29
+ embedding = cell_embeddings(model, ids, mask)
30
+ print(embedding.shape) # torch.Size([1, 1024])
31
+ ```
32
+
33
+ Provide all measured genes and their raw counts so normalization uses the whole profile. When supplying a feature subset, pass the full-profile total as `total_counts_all_features` to `encode`. Paper evaluation uses token type 0 and non-padding final-layer mean pooling, including CLS. The GitHub `examples/02_embeddings.ipynb` demonstrates inference on an evaluation matrix.
34
+
35
+ ## Files
36
+
37
+ `model.safetensors`, `config.json`, `gene_vocabulary.json` and `gene_reference_medians.npy` provide the model and inference resources. `gene_reference_support.npy` and `training_resources/` support pretraining reproduction. Evaluation inputs and fixed contracts are supplied in MetacellFormer-evaluation. Checkpoint details are described in the manuscript Methods.
38
+
39
+ ## License
40
+
41
+ Model materials: CC BY 4.0. The GitHub code is licensed separately under MIT.
config.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MetacellFormerV2ForPreTraining"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "canonical_cell_representation": "contextual_mean",
7
+ "canonical_gene_representation": "input_gene_embedding",
8
+ "classifier_dropout": null,
9
+ "cosine_mlm_head": true,
10
+ "cosine_mlm_temperature": 20.0,
11
+ "decoder_chunk_size": 2048,
12
+ "domain_token_type_id": null,
13
+ "encoder_layout": "unique",
14
+ "fixed_coordinate": false,
15
+ "fixed_gene_feature_dim": 0,
16
+ "fixed_gene_feature_scale": 0.5,
17
+ "fixed_length_randorder": false,
18
+ "gene_disc_support_bucket_count": 64,
19
+ "gene_loading_dim": 64,
20
+ "gene_loading_gradient_scope": "contextual",
21
+ "gene_loading_huber_delta": 1.0,
22
+ "gene_loading_loss_weight": 0.0,
23
+ "gene_mlm_enabled": true,
24
+ "gene_mlm_mask_replace_prob": 0.8,
25
+ "gene_mlm_policy": "bert_801010",
26
+ "gene_mlm_random_replace_prob": 0.1,
27
+ "gene_mlm_unchanged_prob": 0.09999999999999995,
28
+ "gene_pool_excluded_token_ids": [
29
+ 0,
30
+ 2
31
+ ],
32
+ "gene_pool_projection_dim": 256,
33
+ "gene_pool_stopgrad_anchor": false,
34
+ "gene_pool_temperature": 0.07,
35
+ "global_decoder_kind": "none",
36
+ "global_gene_start": 4,
37
+ "global_loss_lambda": 0.0,
38
+ "hidden_act": "gelu",
39
+ "hidden_dropout_prob": 0.1,
40
+ "hidden_size": 1024,
41
+ "initializer_range": 0.02,
42
+ "input_subset_mode": "legacy_fixed_length",
43
+ "intermediate_size": 4096,
44
+ "keys_to_ignore_at_inference": [
45
+ "gene_loading_abs_error_sum",
46
+ "gene_loading_loss",
47
+ "gene_loading_pred",
48
+ "gene_loading_pred_norm_sum",
49
+ "gene_loading_squared_error_sum",
50
+ "gene_loading_target_n",
51
+ "gene_loading_target_norm_sum",
52
+ "masked_gene_auc_sum",
53
+ "masked_gene_loss",
54
+ "masked_gene_neg_correct_n",
55
+ "masked_gene_neg_n",
56
+ "masked_gene_neg_score_sum",
57
+ "masked_gene_pos_correct_n",
58
+ "masked_gene_pos_score_sum",
59
+ "masked_gene_positive_rank_sum",
60
+ "masked_gene_random_neg_correct_n",
61
+ "masked_gene_random_neg_n",
62
+ "masked_gene_same_row_neg_correct_n",
63
+ "masked_gene_same_row_neg_n",
64
+ "masked_gene_support_neg_correct_n",
65
+ "masked_gene_support_neg_n",
66
+ "masked_gene_target_n",
67
+ "masked_gene_top1_n",
68
+ "mlm_loss",
69
+ "ordinal_abs_error_sum",
70
+ "ordinal_huber_loss",
71
+ "ordinal_squared_error_sum",
72
+ "program_abs_error_sum",
73
+ "program_loss",
74
+ "program_pred",
75
+ "program_pred_norm_sum",
76
+ "program_squared_error_sum",
77
+ "program_target_n",
78
+ "program_target_norm_sum",
79
+ "rtd_auc_pair_n",
80
+ "rtd_auc_sum",
81
+ "rtd_correct_n",
82
+ "rtd_logits",
83
+ "rtd_loss",
84
+ "rtd_neg_n",
85
+ "rtd_negative_random_correct_n",
86
+ "rtd_negative_random_n",
87
+ "rtd_pos_n",
88
+ "rtd_positive_unchanged_correct_n",
89
+ "rtd_positive_unchanged_n",
90
+ "rtd_positive_visible_correct_n",
91
+ "rtd_positive_visible_n",
92
+ "rtd_target_n",
93
+ "value_correct_n",
94
+ "value_logits",
95
+ "value_loss",
96
+ "value_masked_n",
97
+ "varcov_loss",
98
+ "varcov_metrics",
99
+ "view_consistency_loss",
100
+ "view_cosine_sum",
101
+ "view_pair_n",
102
+ "visible_gene_auc_sum",
103
+ "visible_gene_loss",
104
+ "visible_gene_neg_correct_n",
105
+ "visible_gene_neg_n",
106
+ "visible_gene_neg_score_sum",
107
+ "visible_gene_pos_correct_n",
108
+ "visible_gene_pos_score_sum",
109
+ "visible_gene_positive_rank_sum",
110
+ "visible_gene_random_neg_correct_n",
111
+ "visible_gene_random_neg_n",
112
+ "visible_gene_same_row_neg_correct_n",
113
+ "visible_gene_same_row_neg_n",
114
+ "visible_gene_support_neg_correct_n",
115
+ "visible_gene_support_neg_n",
116
+ "visible_gene_target_n",
117
+ "visible_gene_top1_n"
118
+ ],
119
+ "layer_norm_eps": 1e-12,
120
+ "masked_gene_disc_probability": 0.1,
121
+ "masked_gene_discrimination_enable": false,
122
+ "masked_gene_loss_weight": 0.05,
123
+ "max_position_embeddings": 1024,
124
+ "mc_token_type_id": 1,
125
+ "mcfmv2_architecture": "A0",
126
+ "model_type": "bert",
127
+ "n_value_bins": 64,
128
+ "norm_position": "post",
129
+ "num_attention_heads": 16,
130
+ "num_hidden_layers": 12,
131
+ "num_loop_steps": 12,
132
+ "num_unique_layers": 12,
133
+ "ordinal_huber_delta": 1.0,
134
+ "ordinal_huber_weight": 0.0,
135
+ "pad_token_id": 0,
136
+ "poisson_log_rate_max": 15.0,
137
+ "poisson_log_rate_min": -12.0,
138
+ "position_embedding_alpha": 0.5,
139
+ "position_embedding_type": "absolute",
140
+ "position_free_set": false,
141
+ "pre_ln_final_layer_norm": true,
142
+ "program_dim": 64,
143
+ "program_huber_delta": 1.0,
144
+ "program_loss_weight": 0.0,
145
+ "randorder_seed": 42,
146
+ "rank_mlp_hidden": 128,
147
+ "retrieval_feature_weight": 0.4,
148
+ "rtd_enable": true,
149
+ "rtd_loss_weight": 0.01,
150
+ "rtd_visible_positive_policy": "neg_count_match",
151
+ "sc_token_type_id": 0,
152
+ "subset_fill_count": 615,
153
+ "subset_random_count": 1024,
154
+ "subset_top_count": 2457,
155
+ "target_nonzero_fraction": 0.9,
156
+ "torch_dtype": "float32",
157
+ "transformers_version": "4.46.0",
158
+ "type_vocab_size": 2,
159
+ "untied_decoder_gene": false,
160
+ "use_cache": true,
161
+ "use_gene_loading_loss": false,
162
+ "use_gene_pool_contrastive": false,
163
+ "use_loop_step_embedding": false,
164
+ "use_program_loss": false,
165
+ "use_value_input": false,
166
+ "use_value_loss": true,
167
+ "value_loss_weight": 0.1,
168
+ "value_mask_id": 65,
169
+ "value_mask_ratio": 0.15,
170
+ "value_nonzero_only": false,
171
+ "value_pad_id": 0,
172
+ "value_target_decoupled": false,
173
+ "value_target_mode": "legacy_all_masked",
174
+ "value_target_probability": 0.15,
175
+ "value_target_scope": "observed_nonzero",
176
+ "value_vocab_size": 66,
177
+ "varcov_enable": false,
178
+ "varcov_lambda": 0.0,
179
+ "varcov_layers": [],
180
+ "varcov_positions": "masked",
181
+ "view_consistency_enable": false,
182
+ "view_consistency_weight": 0.01,
183
+ "view_pool_excluded_token_ids": [
184
+ 0,
185
+ 1,
186
+ 2,
187
+ 3
188
+ ],
189
+ "visible_gene_discrimination_enable": false,
190
+ "visible_gene_loss_weight": 0.03,
191
+ "vocab_size": 20084
192
+ }
gene_reference_medians.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9790f2985ea23f7ded88f26169235b1c44467b6ab8ec6d86d2dd3bf614ebd5dc
3
+ size 80448
gene_reference_support.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7ebce38f55187e694c7c90cf21afda98cc2a56ae94b1e768180cc2b8b408ac
3
+ size 160768
gene_vocabulary.json ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a228510402ddefe9fed549beed5ee6abec6fc1affb2dc3e3b887dbed1316c0
3
+ size 709091980
training_resources/rank_sampling_stats.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d52f795fb640eba889738f81fbcd725534e8af982e99a51397eeeb78daf109
3
+ size 95067
training_resources/value_bin_edges.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f243ca41bb4d02b447645e74352ef8a624dfb64304d056db78a20dd56213d74
3
+ size 380