pranamanam commited on
Commit
6fa9282
·
verified ·
1 Parent(s): 9065d4d

Upload 176 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +5 -0
  2. LICENSE +21 -0
  3. README.md +106 -1
  4. assets/figure1.pdf +0 -0
  5. assets/figure1.png +3 -0
  6. assets/figure1.svg +0 -0
  7. assets/fonts/UFL.txt +96 -0
  8. assets/fonts/Ubuntu-Bold.ttf +3 -0
  9. assets/fonts/Ubuntu-Medium.ttf +3 -0
  10. assets/fonts/Ubuntu-Regular.ttf +3 -0
  11. checkpoints/example/best.pt +3 -0
  12. checkpoints/legacy/ablations/norman_perturbation/comp_map/config.json +28 -0
  13. checkpoints/legacy/ablations/norman_perturbation/comp_map/model.pt +3 -0
  14. checkpoints/legacy/ablations/norman_perturbation/comp_map/train_info.json +322 -0
  15. checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/config.json +29 -0
  16. checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/model.pt +3 -0
  17. checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/train_info.json +322 -0
  18. checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/config.json +29 -0
  19. checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/model.pt +3 -0
  20. checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/train_info.json +322 -0
  21. checkpoints/legacy/ablations/norman_perturbation/default/config.json +30 -0
  22. checkpoints/legacy/ablations/norman_perturbation/default/model.pt +3 -0
  23. checkpoints/legacy/ablations/norman_perturbation/default/train_info.json +322 -0
  24. checkpoints/legacy/ablations/norman_perturbation/frac_0.1/config.json +30 -0
  25. checkpoints/legacy/ablations/norman_perturbation/frac_0.1/model.pt +3 -0
  26. checkpoints/legacy/ablations/norman_perturbation/frac_0.1/train_info.json +322 -0
  27. checkpoints/legacy/ablations/norman_perturbation/frac_0.25/config.json +30 -0
  28. checkpoints/legacy/ablations/norman_perturbation/frac_0.25/model.pt +3 -0
  29. checkpoints/legacy/ablations/norman_perturbation/frac_0.25/train_info.json +322 -0
  30. checkpoints/legacy/ablations/norman_perturbation/frac_0.5/config.json +30 -0
  31. checkpoints/legacy/ablations/norman_perturbation/frac_0.5/model.pt +3 -0
  32. checkpoints/legacy/ablations/norman_perturbation/frac_0.5/train_info.json +322 -0
  33. checkpoints/legacy/ablations/norman_perturbation/frac_0.75/config.json +30 -0
  34. checkpoints/legacy/ablations/norman_perturbation/frac_0.75/model.pt +3 -0
  35. checkpoints/legacy/ablations/norman_perturbation/frac_0.75/train_info.json +322 -0
  36. checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/config.json +30 -0
  37. checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/model.pt +3 -0
  38. checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/train_info.json +322 -0
  39. checkpoints/legacy/ablations/norman_perturbation/match_celltype/config.json +30 -0
  40. checkpoints/legacy/ablations/norman_perturbation/match_celltype/model.pt +3 -0
  41. checkpoints/legacy/ablations/norman_perturbation/match_celltype/train_info.json +322 -0
  42. checkpoints/legacy/ablations/norman_perturbation/match_nearest/config.json +30 -0
  43. checkpoints/legacy/ablations/norman_perturbation/match_nearest/model.pt +3 -0
  44. checkpoints/legacy/ablations/norman_perturbation/match_nearest/train_info.json +322 -0
  45. checkpoints/legacy/ablations/norman_perturbation/match_ot/config.json +30 -0
  46. checkpoints/legacy/ablations/norman_perturbation/match_ot/model.pt +3 -0
  47. checkpoints/legacy/ablations/norman_perturbation/match_ot/train_info.json +322 -0
  48. checkpoints/legacy/ablations/norman_perturbation/match_random/config.json +30 -0
  49. checkpoints/legacy/ablations/norman_perturbation/match_random/model.pt +3 -0
  50. checkpoints/legacy/ablations/norman_perturbation/match_random/train_info.json +322 -0
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ assets/figure1.png filter=lfs diff=lfs merge=lfs -text
37
+ assets/fonts/Ubuntu-Bold.ttf filter=lfs diff=lfs merge=lfs -text
38
+ assets/fonts/Ubuntu-Medium.ttf filter=lfs diff=lfs merge=lfs -text
39
+ assets/fonts/Ubuntu-Regular.ttf filter=lfs diff=lfs merge=lfs -text
40
+ fixtures/norman_small.h5ad filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Bryan Cheng
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md CHANGED
@@ -1,3 +1,108 @@
1
  ---
2
- license: apache-2.0
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ language: en
3
+ license: mit
4
+ tags:
5
+ - biology
6
+ - single-cell
7
+ - perturbation-prediction
8
+ - flow-matching
9
+ - pytorch
10
  ---
11
+
12
+ # PIVOT
13
+
14
+ ![PIVOT overview](assets/figure1.png)
15
+
16
+ **Perturbation-Informed Vector-Field Optimization for Transcriptomic State Control**
17
+
18
+ With PIVOT, we predict the expression response to a genetic intervention and nominate genes or combinations for a desired response. To this end, we train a perturbation-conditioned endpoint map and use its predictions to rank candidates or optimize intervention embeddings. We then project each optimized embedding to admissible interventions and rerank them by predicted endpoint reward.
19
+
20
+ The initial Norman experiments recovered 20 of 26 held-out gene pairs within five nominations. A population loss reduced the recorded MMD from 0.3034 to 0.0507 while retaining effect correlation above 0.83. The manuscript and [result provenance](docs/results.md) describe those experiments, their preprocessing scope, and the independent-outcome evaluation.
21
+
22
+ ## Install and run
23
+
24
+ Python 3.11 to 3.13 is supported. The small example runs on a CPU. CUDA is optional for full training.
25
+
26
+ ```bash
27
+ python -m pip install -e '.[test]'
28
+ python scripts/quickstart.py --output runs/example
29
+ python -m pytest -q
30
+ ```
31
+
32
+ The example starts from 920 measured Norman cells across 20 noncontrol conditions. It fits training-only expression features and PCA, trains for two epochs, evaluates PIVOT and ridge regression, predicts responses, runs three nomination procedures, and exports a comparison plot. It writes the cache, checkpoints, per-condition results, candidate lists, and plots under `runs/example/`. Use a new output directory for another run.
33
+
34
+ The short run verifies the complete workflow. Full benchmark reproduction requires the original datasets and the configurations described below.
35
+
36
+ ## Full datasets and training
37
+
38
+ The adapters use [scPerturb Zenodo record 10044268](https://zenodo.org/records/10044268), with fixed filenames and checksum verification. Input count matrices are normalized independently per cell and log transformed. Existing normalized matrices require `--input-scale log1p`.
39
+
40
+ ```bash
41
+ python scripts/download_data.py norman --output data/raw
42
+ python -m pivot.cli prepare \
43
+ --raw data/raw/NormanWeissman2019_filtered.h5ad \
44
+ --dataset norman --split combination --seed 0 --output data/norman_combination
45
+ python -m pivot.cli train \
46
+ --cache data/norman_combination --config configs/full.json \
47
+ --device cuda --output runs/norman_full
48
+ python -m pivot.cli evaluate \
49
+ --cache data/norman_combination --checkpoint runs/norman_full/best.pt \
50
+ --catalog combination --reward cosine --device cuda --output runs/norman_full/test.json
51
+ ```
52
+
53
+ For Replogle, download `replogle_k562` and use `ReplogleWeissman2022_K562_essential.h5ad` with `--dataset replogle_k562 --batch-col batch --celltype-col cell_line` during preparation. Supported splits are `cell`, `perturbation`, `gene`, and, for Norman, `combination`. Gene holdouts exclude all training conditions containing the held-out gene. [Data documentation](docs/data.md) defines each partition and the independent response cells used to score nominated actions.
54
+
55
+ Run the implemented baselines and loss ablations across three seeds:
56
+
57
+ ```bash
58
+ python scripts/run_matrix.py \
59
+ --raw data/raw/NormanWeissman2019_filtered.h5ad \
60
+ --dataset norman --split combination --device cuda \
61
+ --ablations --output runs/norman_matrix
62
+ ```
63
+
64
+ The [experiment matrix](docs/experiments.md) maps manuscript comparisons to commands and identifies external integrations that remain to be completed.
65
+
66
+ ## Prediction and nomination
67
+
68
+ A query target is a NumPy array with shape `(n_target_cells, n_pca)` in the saved cache's PCA basis. The quickstart writes `runs/example/target.npy` from held-out measured cells. Prediction exports latent coordinates, reconstructed expression, gene order, and source-cell identifiers.
69
+
70
+ ```bash
71
+ python -m pivot.cli nominate \
72
+ --cache runs/example/cache --checkpoint runs/example/model/best.pt \
73
+ --target runs/example/target.npy --catalog all --search guidance \
74
+ --output runs/example/new_nomination.json
75
+ python scripts/plot_results.py runs/example/pivot.json runs/example/ridge.json \
76
+ --output runs/example/comparison
77
+ ```
78
+
79
+ Use `--search exhaustive` to rank the complete catalog, `guidance` to optimize and project an embedding, or `greedy` to construct a gene set. Greedy output includes whether the constructed set occurs in the measured catalog. Scores are predictions; measured response evidence is returned by the evaluation workflow.
80
+
81
+ For a control state $c_0$ and intervention embedding $e$, the endpoint map is $X_\theta(0,1,c_0,e)$. Guidance averages endpoint rewards over source cells and differentiates that average with respect to $e$. The [method notes](docs/method.md) connect the equations to the implementation.
82
+
83
+ ## Results, checkpoints, and validation
84
+
85
+ `results/legacy/` and `checkpoints/legacy/` preserve the original recorded experiments. Their preprocessing and evaluation conventions differ from the corrected `split-first-v1` workflow. The corrected loader checks the cache identity and rejects historical checkpoints. The original source and loading instructions are retained for reproducing the old records.
86
+
87
+ The corrected example checkpoint is included at `checkpoints/example/best.pt`, with its matching cache at `fixtures/example_cache/`. The saved target query is `fixtures/example_target.npy`. These files support immediate prediction and nomination without retraining.
88
+
89
+ The corrected small measured-data run exercised preparation, training, reload, evaluation, prediction, exhaustive ranking, guidance, greedy selection, and plot export. [Validation details](docs/validation.md) record the executed configurations and remaining full-scale work. No corrected full-scale results are claimed in the blank manuscript tables.
90
+
91
+ | Directory | Contents |
92
+ |---|---|
93
+ | `src/pivot/` | Data, model, training, inference, and evaluation modules |
94
+ | `configs/` | Full model, population-loss, and ablation configurations |
95
+ | `scripts/` | Downloads, complete example, experiment matrix, and figures |
96
+ | `tests/` | Mathematical and data-isolation regression checks |
97
+ | `fixtures/` | Small measured dataset and its attribution |
98
+ | `results/` | Original measurements and executed workflow checks |
99
+ | `checkpoints/` | Corrected example checkpoint and original trained models |
100
+ | `assets/` | Shared Figure 1, editable vector source, fonts, and licenses |
101
+ | `docs/` | Methods, experiments, provenance, and validation |
102
+ | `reproducibility/` | Original source, upstream revision, bibliography records |
103
+
104
+ ## Attribution
105
+
106
+ Original PIVOT code: Bryan Cheng, 2026, MIT license. The small Norman dataset derives from scPerturb, CC BY 4.0, and the Norman et al. CRISPRa screen. Font files retain their Ubuntu Font Licence. See `LICENSE`, `fixtures/provenance.json`, and `assets/fonts/UFL.txt`.
107
+
108
+ The manuscript title is *PIVOT: Perturbation-Informed Vector-Field Optimization for Transcriptomic State Control*. Author order and the final archival citation should be added after the authors confirm the submission metadata.
assets/figure1.pdf ADDED
Binary file (60.9 kB). View file
 
assets/figure1.png ADDED

Git LFS Details

  • SHA256: c810991d3a4d983edaf03e859fc8e9cb9b09ca049967f63eda9929d435c06820
  • Pointer size: 131 Bytes
  • Size of remote file: 334 kB
assets/figure1.svg ADDED
assets/fonts/UFL.txt ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ -------------------------------
2
+ UBUNTU FONT LICENCE Version 1.0
3
+ -------------------------------
4
+
5
+ PREAMBLE
6
+ This licence allows the licensed fonts to be used, studied, modified and
7
+ redistributed freely. The fonts, including any derivative works, can be
8
+ bundled, embedded, and redistributed provided the terms of this licence
9
+ are met. The fonts and derivatives, however, cannot be released under
10
+ any other licence. The requirement for fonts to remain under this
11
+ licence does not require any document created using the fonts or their
12
+ derivatives to be published under this licence, as long as the primary
13
+ purpose of the document is not to be a vehicle for the distribution of
14
+ the fonts.
15
+
16
+ DEFINITIONS
17
+ "Font Software" refers to the set of files released by the Copyright
18
+ Holder(s) under this licence and clearly marked as such. This may
19
+ include source files, build scripts and documentation.
20
+
21
+ "Original Version" refers to the collection of Font Software components
22
+ as received under this licence.
23
+
24
+ "Modified Version" refers to any derivative made by adding to, deleting,
25
+ or substituting -- in part or in whole -- any of the components of the
26
+ Original Version, by changing formats or by porting the Font Software to
27
+ a new environment.
28
+
29
+ "Copyright Holder(s)" refers to all individuals and companies who have a
30
+ copyright ownership of the Font Software.
31
+
32
+ "Substantially Changed" refers to Modified Versions which can be easily
33
+ identified as dissimilar to the Font Software by users of the Font
34
+ Software comparing the Original Version with the Modified Version.
35
+
36
+ To "Propagate" a work means to do anything with it that, without
37
+ permission, would make you directly or secondarily liable for
38
+ infringement under applicable copyright law, except executing it on a
39
+ computer or modifying a private copy. Propagation includes copying,
40
+ distribution (with or without modification and with or without charging
41
+ a redistribution fee), making available to the public, and in some
42
+ countries other activities as well.
43
+
44
+ PERMISSION & CONDITIONS
45
+ This licence does not grant any rights under trademark law and all such
46
+ rights are reserved.
47
+
48
+ Permission is hereby granted, free of charge, to any person obtaining a
49
+ copy of the Font Software, to propagate the Font Software, subject to
50
+ the below conditions:
51
+
52
+ 1) Each copy of the Font Software must contain the above copyright
53
+ notice and this licence. These can be included either as stand-alone
54
+ text files, human-readable headers or in the appropriate machine-
55
+ readable metadata fields within text or binary files as long as those
56
+ fields can be easily viewed by the user.
57
+
58
+ 2) The font name complies with the following:
59
+ (a) The Original Version must retain its name, unmodified.
60
+ (b) Modified Versions which are Substantially Changed must be renamed to
61
+ avoid use of the name of the Original Version or similar names entirely.
62
+ (c) Modified Versions which are not Substantially Changed must be
63
+ renamed to both (i) retain the name of the Original Version and (ii) add
64
+ additional naming elements to distinguish the Modified Version from the
65
+ Original Version. The name of such Modified Versions must be the name of
66
+ the Original Version, with "derivative X" where X represents the name of
67
+ the new work, appended to that name.
68
+
69
+ 3) The name(s) of the Copyright Holder(s) and any contributor to the
70
+ Font Software shall not be used to promote, endorse or advertise any
71
+ Modified Version, except (i) as required by this licence, (ii) to
72
+ acknowledge the contribution(s) of the Copyright Holder(s) or (iii) with
73
+ their explicit written permission.
74
+
75
+ 4) The Font Software, modified or unmodified, in part or in whole, must
76
+ be distributed entirely under this licence, and must not be distributed
77
+ under any other licence. The requirement for fonts to remain under this
78
+ licence does not affect any document created using the Font Software,
79
+ except any version of the Font Software extracted from a document
80
+ created using the Font Software may only be distributed under this
81
+ licence.
82
+
83
+ TERMINATION
84
+ This licence becomes null and void if any of the above conditions are
85
+ not met.
86
+
87
+ DISCLAIMER
88
+ THE FONT SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
89
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO ANY WARRANTIES OF
90
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT OF
91
+ COPYRIGHT, PATENT, TRADEMARK, OR OTHER RIGHT. IN NO EVENT SHALL THE
92
+ COPYRIGHT HOLDER BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
93
+ INCLUDING ANY GENERAL, SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL
94
+ DAMAGES, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
95
+ FROM, OUT OF THE USE OR INABILITY TO USE THE FONT SOFTWARE OR FROM OTHER
96
+ DEALINGS IN THE FONT SOFTWARE.
assets/fonts/Ubuntu-Bold.ttf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679b5c1e09cab3156bb8ef529735f9382bf31ca7ac737382ab959297f8d82ad4
3
+ size 331612
assets/fonts/Ubuntu-Medium.ttf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd952b8b52581e48a8fa95b31c8829c2baa41b635042a69587d57f98092961e
3
+ size 339360
assets/fonts/Ubuntu-Regular.ttf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3128df86a31805618436d0ae5651ba4285d0c9de0a39057d025f64ee33bceb64
3
+ size 351884
checkpoints/example/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba0209ea3e75189ede01fd75e4a25618725451a463fa3d78c5c35844bdfdeb9
3
+ size 120197
checkpoints/legacy/ablations/norman_perturbation/comp_map/config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map"
27
+ ]
28
+ }
checkpoints/legacy/ablations/norman_perturbation/comp_map/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fc420348d3e9e4ed59f6f36529905fa760793fd9cb0112a74caf8f02a2ce3e
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/comp_map/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 8.809403766904559,
5
+ "tan": 56.2367737361363,
6
+ "semi": 0.015017182600712583,
7
+ "reg": 0.04826017942811762,
8
+ "total": 8.80940866470337
9
+ },
10
+ {
11
+ "map": 8.086711781365532,
12
+ "tan": 54.94295305524554,
13
+ "semi": 0.06675390601158142,
14
+ "reg": 0.0769443684390613,
15
+ "total": 8.086719485691615
16
+ },
17
+ {
18
+ "map": 7.586860690798078,
19
+ "tan": 51.33147506713867,
20
+ "semi": 0.19381893202662467,
21
+ "reg": 0.09633748967732703,
22
+ "total": 7.586870336532593
23
+ },
24
+ {
25
+ "map": 7.300258520671299,
26
+ "tan": 49.50620237077985,
27
+ "semi": 0.28103286709104264,
28
+ "reg": 0.1116459065249988,
29
+ "total": 7.300269658224924
30
+ },
31
+ {
32
+ "map": 7.174645396641322,
33
+ "tan": 49.05105291094099,
34
+ "semi": 0.32114723601511547,
35
+ "reg": 0.12922845355101995,
36
+ "total": 7.1746583121163505
37
+ },
38
+ {
39
+ "map": 6.9631108352116176,
40
+ "tan": 48.142220742361886,
41
+ "semi": 0.3502829590014049,
42
+ "reg": 0.14249606153794697,
43
+ "total": 6.963125099454607
44
+ },
45
+ {
46
+ "map": 6.867788505554199,
47
+ "tan": 47.7536504473005,
48
+ "semi": 0.3984084827559335,
49
+ "reg": 0.1550572627357074,
50
+ "total": 6.867803989137922
51
+ },
52
+ {
53
+ "map": 6.698586341312954,
54
+ "tan": 47.43175986153739,
55
+ "semi": 0.4525724517447608,
56
+ "reg": 0.16532572678157262,
57
+ "total": 6.698602867126465
58
+ },
59
+ {
60
+ "map": 6.569936071123395,
61
+ "tan": 46.59158227103097,
62
+ "semi": 0.4886717872960227,
63
+ "reg": 0.17762709238699503,
64
+ "total": 6.569953836713519
65
+ },
66
+ {
67
+ "map": 6.546016665867397,
68
+ "tan": 46.372600882393975,
69
+ "semi": 0.5002072036266327,
70
+ "reg": 0.19009258768388204,
71
+ "total": 6.54603568485805
72
+ },
73
+ {
74
+ "map": 6.407815667561122,
75
+ "tan": 45.4568596976144,
76
+ "semi": 0.51707649571555,
77
+ "reg": 0.20115277639457158,
78
+ "total": 6.407835790089199
79
+ },
80
+ {
81
+ "map": 6.372005830492292,
82
+ "tan": 44.95286799839565,
83
+ "semi": 0.5262750463826316,
84
+ "reg": 0.21001068907124656,
85
+ "total": 6.372026831763131
86
+ },
87
+ {
88
+ "map": 6.286439922877721,
89
+ "tan": 44.746638325282504,
90
+ "semi": 0.5426107628004891,
91
+ "reg": 0.2159368836453983,
92
+ "total": 6.286461509977069
93
+ },
94
+ {
95
+ "map": 6.315708943775722,
96
+ "tan": 44.355119705200195,
97
+ "semi": 0.552861527459962,
98
+ "reg": 0.22084045963627952,
99
+ "total": 6.3157310281481065
100
+ },
101
+ {
102
+ "map": 6.162738105228969,
103
+ "tan": 43.63209179469517,
104
+ "semi": 0.577908963390759,
105
+ "reg": 0.22686710804700852,
106
+ "total": 6.162760775429862
107
+ },
108
+ {
109
+ "map": 6.120219108036586,
110
+ "tan": 43.747991125924244,
111
+ "semi": 0.5622029951640538,
112
+ "reg": 0.23168659337929318,
113
+ "total": 6.120242275510516
114
+ },
115
+ {
116
+ "map": 6.066696841376168,
117
+ "tan": 43.79112903050014,
118
+ "semi": 0.5841996712344033,
119
+ "reg": 0.23638308133397784,
120
+ "total": 6.066720499311175
121
+ },
122
+ {
123
+ "map": 5.998378712790353,
124
+ "tan": 43.03661215645926,
125
+ "semi": 0.6078135009322848,
126
+ "reg": 0.23907427958079747,
127
+ "total": 5.998402643203735
128
+ },
129
+ {
130
+ "map": 5.9924442563738145,
131
+ "tan": 42.780012784685404,
132
+ "semi": 0.6011270029204232,
133
+ "reg": 0.24295125007629395,
134
+ "total": 5.992468554633004
135
+ },
136
+ {
137
+ "map": 6.011647129058838,
138
+ "tan": 43.33685068402971,
139
+ "semi": 0.6089376628398895,
140
+ "reg": 0.24584155529737473,
141
+ "total": 6.011671713420323
142
+ },
143
+ {
144
+ "map": 5.990442425864083,
145
+ "tan": 42.39017502920968,
146
+ "semi": 0.618864346402032,
147
+ "reg": 0.24938215506928307,
148
+ "total": 5.990467371259417
149
+ },
150
+ {
151
+ "map": 5.943886818204607,
152
+ "tan": 42.52229358128139,
153
+ "semi": 0.6310290506907872,
154
+ "reg": 0.25134437254496983,
155
+ "total": 5.943911954334804
156
+ },
157
+ {
158
+ "map": 5.875002895082746,
159
+ "tan": 42.38483984810966,
160
+ "semi": 0.6284908090318952,
161
+ "reg": 0.2544178172945976,
162
+ "total": 5.875028330939156
163
+ },
164
+ {
165
+ "map": 5.854145574569702,
166
+ "tan": 42.271781757899696,
167
+ "semi": 0.6391591089112418,
168
+ "reg": 0.2568774953484535,
169
+ "total": 5.854171255656651
170
+ },
171
+ {
172
+ "map": 5.880830648967198,
173
+ "tan": 41.915420586722234,
174
+ "semi": 0.6382073657853263,
175
+ "reg": 0.25842738641159874,
176
+ "total": 5.8808565412248885
177
+ },
178
+ {
179
+ "map": 5.887652465275356,
180
+ "tan": 41.64181306021554,
181
+ "semi": 0.6322058660643441,
182
+ "reg": 0.26012836417981555,
183
+ "total": 5.887678493772234
184
+ },
185
+ {
186
+ "map": 5.849841785430908,
187
+ "tan": 41.595282799857,
188
+ "semi": 0.6469866471631186,
189
+ "reg": 0.2617769496781485,
190
+ "total": 5.849867943355015
191
+ },
192
+ {
193
+ "map": 5.775041001183646,
194
+ "tan": 41.743579918997625,
195
+ "semi": 0.6367181777954102,
196
+ "reg": 0.2637125977448055,
197
+ "total": 5.775067404338292
198
+ },
199
+ {
200
+ "map": 5.792747797284807,
201
+ "tan": 41.63875596182687,
202
+ "semi": 0.6472683455262865,
203
+ "reg": 0.26493072765214104,
204
+ "total": 5.792774309430803
205
+ },
206
+ {
207
+ "map": 5.810356201444353,
208
+ "tan": 41.36102202279227,
209
+ "semi": 0.6356450523648943,
210
+ "reg": 0.2655348175338336,
211
+ "total": 5.810382768086025
212
+ },
213
+ {
214
+ "map": 5.836747557776315,
215
+ "tan": 41.4137574332101,
216
+ "semi": 0.6589449099131993,
217
+ "reg": 0.26768380403518677,
218
+ "total": 5.8367743560246055
219
+ },
220
+ {
221
+ "map": 5.789304052080427,
222
+ "tan": 41.46516887119838,
223
+ "semi": 0.6457065671682358,
224
+ "reg": 0.2682228007486888,
225
+ "total": 5.789330877576556
226
+ },
227
+ {
228
+ "map": 5.787180485044207,
229
+ "tan": 41.05962873186384,
230
+ "semi": 0.6627081215381623,
231
+ "reg": 0.2693034768104553,
232
+ "total": 5.787207405907767
233
+ },
234
+ {
235
+ "map": 5.765022741045271,
236
+ "tan": 40.94244553702218,
237
+ "semi": 0.6365337976387568,
238
+ "reg": 0.2693013138004712,
239
+ "total": 5.765049682344709
240
+ },
241
+ {
242
+ "map": 5.765150063378471,
243
+ "tan": 40.774991280691964,
244
+ "semi": 0.6515025602919715,
245
+ "reg": 0.2704076779740197,
246
+ "total": 5.7651771068572994
247
+ },
248
+ {
249
+ "map": 5.731236784798758,
250
+ "tan": 40.80095781598772,
251
+ "semi": 0.6593433175768171,
252
+ "reg": 0.27112256629126413,
253
+ "total": 5.731263889585223
254
+ },
255
+ {
256
+ "map": 5.821726519720895,
257
+ "tan": 41.06742630004883,
258
+ "semi": 0.6572840865169253,
259
+ "reg": 0.27148924895695276,
260
+ "total": 5.8217536653791155
261
+ },
262
+ {
263
+ "map": 5.719283206122262,
264
+ "tan": 40.60540449959891,
265
+ "semi": 0.6604979148932866,
266
+ "reg": 0.27174373396805357,
267
+ "total": 5.71931038584028
268
+ },
269
+ {
270
+ "map": 5.730321829659598,
271
+ "tan": 40.76104245867048,
272
+ "semi": 0.6628363881792341,
273
+ "reg": 0.27240186291081564,
274
+ "total": 5.73034907749721
275
+ },
276
+ {
277
+ "map": 5.722931548527309,
278
+ "tan": 40.80543452671596,
279
+ "semi": 0.6442272024495261,
280
+ "reg": 0.27248448857239316,
281
+ "total": 5.72295880317688
282
+ },
283
+ {
284
+ "map": 5.720245940344674,
285
+ "tan": 40.8090811593192,
286
+ "semi": 0.662788770028523,
287
+ "reg": 0.27214042842388153,
288
+ "total": 5.72027314049857
289
+ },
290
+ {
291
+ "map": 5.753044332776751,
292
+ "tan": 40.56496304103306,
293
+ "semi": 0.6624696450574058,
294
+ "reg": 0.27268104340348925,
295
+ "total": 5.753071601050241
296
+ },
297
+ {
298
+ "map": 5.798007822036743,
299
+ "tan": 40.771444756644115,
300
+ "semi": 0.653231269972665,
301
+ "reg": 0.2724728290523801,
302
+ "total": 5.798035083498274
303
+ },
304
+ {
305
+ "map": 5.714074448176793,
306
+ "tan": 40.668480137416296,
307
+ "semi": 0.6812579231602806,
308
+ "reg": 0.27258728529725756,
309
+ "total": 5.714101702826364
310
+ },
311
+ {
312
+ "map": 5.6952799047742575,
313
+ "tan": 40.823910794939316,
314
+ "semi": 0.6747815029961722,
315
+ "reg": 0.2727280706167221,
316
+ "total": 5.69530714579991
317
+ }
318
+ ],
319
+ "duration_s": 100.83667182922363,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "semi"
28
+ ]
29
+ }
checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69bae888c268e6e547ee15af39b1f5c32cf95cc879a428d8efb45b2f3f033e21
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/comp_map_semi/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 8.805560595648629,
5
+ "tan": 56.19382662091937,
6
+ "semi": 0.011101914359472685,
7
+ "reg": 0.048897499005709374,
8
+ "total": 8.81111651148115
9
+ },
10
+ {
11
+ "map": 8.089970207214355,
12
+ "tan": 55.097207859584266,
13
+ "semi": 0.033264864342553276,
14
+ "reg": 0.07791803032159805,
15
+ "total": 8.106610379900252
16
+ },
17
+ {
18
+ "map": 7.606589896338327,
19
+ "tan": 52.03764942714146,
20
+ "semi": 0.06710190123745373,
21
+ "reg": 0.09794452605502946,
22
+ "total": 7.6401506287711
23
+ },
24
+ {
25
+ "map": 7.325270577839443,
26
+ "tan": 50.12077604021345,
27
+ "semi": 0.08303074709006718,
28
+ "reg": 0.11438156526003565,
29
+ "total": 7.3667973586491176
30
+ },
31
+ {
32
+ "map": 7.193220499583653,
33
+ "tan": 49.486363710675924,
34
+ "semi": 0.09393239840865135,
35
+ "reg": 0.13291694191949707,
36
+ "total": 7.240200015476772
37
+ },
38
+ {
39
+ "map": 6.985054636001587,
40
+ "tan": 48.38688005719866,
41
+ "semi": 0.09446730379547391,
42
+ "reg": 0.14655974209308625,
43
+ "total": 7.032302951812744
44
+ },
45
+ {
46
+ "map": 6.887693425587245,
47
+ "tan": 47.877454485212056,
48
+ "semi": 0.10190337012921061,
49
+ "reg": 0.1596975354211671,
50
+ "total": 6.938661064420428
51
+ },
52
+ {
53
+ "map": 6.717892169952393,
54
+ "tan": 47.46952601841518,
55
+ "semi": 0.11423647244061742,
56
+ "reg": 0.17048578624214444,
57
+ "total": 6.775027431760516
58
+ },
59
+ {
60
+ "map": 6.58945027078901,
61
+ "tan": 46.70086669921875,
62
+ "semi": 0.11627651729754039,
63
+ "reg": 0.18318384566477366,
64
+ "total": 6.647606856482369
65
+ },
66
+ {
67
+ "map": 6.5503498009272985,
68
+ "tan": 46.40701686314174,
69
+ "semi": 0.11620446539350919,
70
+ "reg": 0.1963186691914286,
71
+ "total": 6.608471625191825
72
+ },
73
+ {
74
+ "map": 6.422216851370675,
75
+ "tan": 45.681004878452846,
76
+ "semi": 0.11896539287907737,
77
+ "reg": 0.20705581626721792,
78
+ "total": 6.481720236369542
79
+ },
80
+ {
81
+ "map": 6.385914605004447,
82
+ "tan": 45.40329186575753,
83
+ "semi": 0.12550498502595084,
84
+ "reg": 0.2159227843795504,
85
+ "total": 6.448688697814942
86
+ },
87
+ {
88
+ "map": 6.310070773533412,
89
+ "tan": 45.173358481270924,
90
+ "semi": 0.12600236737302373,
91
+ "reg": 0.22199639528989792,
92
+ "total": 6.373094190870012
93
+ },
94
+ {
95
+ "map": 6.333171789986746,
96
+ "tan": 44.903274645124164,
97
+ "semi": 0.12851981414215904,
98
+ "reg": 0.22681699161018645,
99
+ "total": 6.397454384395054
100
+ },
101
+ {
102
+ "map": 6.186831726346697,
103
+ "tan": 44.44395484924316,
104
+ "semi": 0.13300113688622203,
105
+ "reg": 0.23301231733390262,
106
+ "total": 6.253355598449707
107
+ },
108
+ {
109
+ "map": 6.147315393175398,
110
+ "tan": 44.267959649222234,
111
+ "semi": 0.12718045094183514,
112
+ "reg": 0.2377431060586657,
113
+ "total": 6.2109293937683105
114
+ },
115
+ {
116
+ "map": 6.088697855813162,
117
+ "tan": 44.25422374180385,
118
+ "semi": 0.13815884047320912,
119
+ "reg": 0.2425967859370368,
120
+ "total": 6.157801519121443
121
+ },
122
+ {
123
+ "map": 6.024595533098493,
124
+ "tan": 43.7226382119315,
125
+ "semi": 0.13853710868528912,
126
+ "reg": 0.24572692960500717,
127
+ "total": 6.093888616561889
128
+ },
129
+ {
130
+ "map": 6.0205960409981865,
131
+ "tan": 43.66014872959682,
132
+ "semi": 0.1354914258633341,
133
+ "reg": 0.24990776926279068,
134
+ "total": 6.088366746902466
135
+ },
136
+ {
137
+ "map": 6.0549352100917275,
138
+ "tan": 43.97836014883859,
139
+ "semi": 0.13641245237418584,
140
+ "reg": 0.25342513918876647,
141
+ "total": 6.12316677910941
142
+ },
143
+ {
144
+ "map": 6.032631908144269,
145
+ "tan": 43.31455530439104,
146
+ "semi": 0.1367775993687766,
147
+ "reg": 0.2573563088263784,
148
+ "total": 6.101046378271921
149
+ },
150
+ {
151
+ "map": 5.989804261071342,
152
+ "tan": 43.331560025896344,
153
+ "semi": 0.13674085225377763,
154
+ "reg": 0.2598432968769755,
155
+ "total": 6.058200672694615
156
+ },
157
+ {
158
+ "map": 5.9205207415989465,
159
+ "tan": 43.17326376778739,
160
+ "semi": 0.13110260984727315,
161
+ "reg": 0.2632342930350985,
162
+ "total": 5.9860983576093405
163
+ },
164
+ {
165
+ "map": 5.899761649540492,
166
+ "tan": 43.07455564226423,
167
+ "semi": 0.1329003675707749,
168
+ "reg": 0.26614088416099546,
169
+ "total": 5.966238410132272
170
+ },
171
+ {
172
+ "map": 5.925269051960536,
173
+ "tan": 42.82706369672503,
174
+ "semi": 0.13593777609722954,
175
+ "reg": 0.2676941909960338,
176
+ "total": 5.993264750071934
177
+ },
178
+ {
179
+ "map": 5.939589936392648,
180
+ "tan": 42.684124265398296,
181
+ "semi": 0.13244560116103718,
182
+ "reg": 0.2693257744823183,
183
+ "total": 6.005839688437326
184
+ },
185
+ {
186
+ "map": 5.898557683399745,
187
+ "tan": 42.56979511805943,
188
+ "semi": 0.13229364635688917,
189
+ "reg": 0.27110098344939093,
190
+ "total": 5.964731625148228
191
+ },
192
+ {
193
+ "map": 5.82590297971453,
194
+ "tan": 42.72201271057129,
195
+ "semi": 0.1344514133674758,
196
+ "reg": 0.27342969051429206,
197
+ "total": 5.893156038011823
198
+ },
199
+ {
200
+ "map": 5.842108045305524,
201
+ "tan": 42.5014402117048,
202
+ "semi": 0.13541802199823516,
203
+ "reg": 0.2747262013810022,
204
+ "total": 5.909844561985561
205
+ },
206
+ {
207
+ "map": 5.860300554547991,
208
+ "tan": 42.38132509504046,
209
+ "semi": 0.13044181274516242,
210
+ "reg": 0.2752746245690754,
211
+ "total": 5.925548982620239
212
+ },
213
+ {
214
+ "map": 5.8869827406747,
215
+ "tan": 42.3620306287493,
216
+ "semi": 0.13442401183503014,
217
+ "reg": 0.2775243103504181,
218
+ "total": 5.954222542898996
219
+ },
220
+ {
221
+ "map": 5.840712090900966,
222
+ "tan": 42.46540979657854,
223
+ "semi": 0.13348788310374532,
224
+ "reg": 0.2782651411635535,
225
+ "total": 5.907483870642526
226
+ },
227
+ {
228
+ "map": 5.839787353788103,
229
+ "tan": 42.088493837629045,
230
+ "semi": 0.13301821063671793,
231
+ "reg": 0.279194963829858,
232
+ "total": 5.906324393408639
233
+ },
234
+ {
235
+ "map": 5.81562294960022,
236
+ "tan": 42.078162275041855,
237
+ "semi": 0.13052506202033587,
238
+ "reg": 0.27939908036163874,
239
+ "total": 5.8809134415217805
240
+ },
241
+ {
242
+ "map": 5.815608480998448,
243
+ "tan": 41.96089722769601,
244
+ "semi": 0.13114891073533466,
245
+ "reg": 0.28036641350814273,
246
+ "total": 5.881210919788906
247
+ },
248
+ {
249
+ "map": 5.784869643620082,
250
+ "tan": 42.02188213893346,
251
+ "semi": 0.13140531586749213,
252
+ "reg": 0.28107530772686007,
253
+ "total": 5.850600419725691
254
+ },
255
+ {
256
+ "map": 5.87295880317688,
257
+ "tan": 42.22865208217076,
258
+ "semi": 0.13471127354672977,
259
+ "reg": 0.28163578978606635,
260
+ "total": 5.940342623846871
261
+ },
262
+ {
263
+ "map": 5.775794131415231,
264
+ "tan": 41.887895475115094,
265
+ "semi": 0.1357196491743837,
266
+ "reg": 0.28198235247816356,
267
+ "total": 5.843682146072387
268
+ },
269
+ {
270
+ "map": 5.781408786773682,
271
+ "tan": 41.85779151916504,
272
+ "semi": 0.13227143862417767,
273
+ "reg": 0.28269016657556806,
274
+ "total": 5.847572769437518
275
+ },
276
+ {
277
+ "map": 5.77590799331665,
278
+ "tan": 42.012320327758786,
279
+ "semi": 0.1309248025928225,
280
+ "reg": 0.28276870889323097,
281
+ "total": 5.8413987023489815
282
+ },
283
+ {
284
+ "map": 5.77770585332598,
285
+ "tan": 41.925433949061805,
286
+ "semi": 0.13090006027902876,
287
+ "reg": 0.28246100544929503,
288
+ "total": 5.843184157780239
289
+ },
290
+ {
291
+ "map": 5.808226728439331,
292
+ "tan": 41.79663472856794,
293
+ "semi": 0.13272648219551358,
294
+ "reg": 0.2830160175051008,
295
+ "total": 5.874618285042899
296
+ },
297
+ {
298
+ "map": 5.8548979078020364,
299
+ "tan": 41.930799102783205,
300
+ "semi": 0.13036812618374824,
301
+ "reg": 0.28275154999324253,
302
+ "total": 5.920110280173166
303
+ },
304
+ {
305
+ "map": 5.771686117989677,
306
+ "tan": 41.92754740033831,
307
+ "semi": 0.13342648159180368,
308
+ "reg": 0.282862001657486,
309
+ "total": 5.838427598135812
310
+ },
311
+ {
312
+ "map": 5.748984602519444,
313
+ "tan": 42.00469660077776,
314
+ "semi": 0.13478496032101767,
315
+ "reg": 0.28298513846738,
316
+ "total": 5.816405391693115
317
+ }
318
+ ],
319
+ "duration_s": 104.81219482421875,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan"
28
+ ]
29
+ }
checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a54204321a9d15fc669409abe59914fce822ac570025f3408bf90be99212d3
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/comp_map_tan/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.025184426988874,
5
+ "tan": 51.75304892403739,
6
+ "semi": 0.026764602877192952,
7
+ "reg": 0.05701554332460676,
8
+ "total": 60.77823938642229
9
+ },
10
+ {
11
+ "map": 8.449718318666731,
12
+ "tan": 48.15399703979492,
13
+ "semi": 0.07587263823619911,
14
+ "reg": 0.09746270094599042,
15
+ "total": 56.60372554234096
16
+ },
17
+ {
18
+ "map": 7.933622523716518,
19
+ "tan": 45.30146211896624,
20
+ "semi": 0.2140929354088647,
21
+ "reg": 0.10729682956423078,
22
+ "total": 53.2350959777832
23
+ },
24
+ {
25
+ "map": 7.48890609060015,
26
+ "tan": 43.231699207850866,
27
+ "semi": 0.3487708547285625,
28
+ "reg": 0.11631742513605527,
29
+ "total": 50.7206169128418
30
+ },
31
+ {
32
+ "map": 7.354533788136074,
33
+ "tan": 42.053293337140765,
34
+ "semi": 0.3978100231715611,
35
+ "reg": 0.1295952465917383,
36
+ "total": 49.40783925737654
37
+ },
38
+ {
39
+ "map": 7.106138304301671,
40
+ "tan": 41.07515411376953,
41
+ "semi": 0.42936873521123614,
42
+ "reg": 0.14301553453717913,
43
+ "total": 48.18130771092006
44
+ },
45
+ {
46
+ "map": 6.984378937312535,
47
+ "tan": 40.19327566964286,
48
+ "semi": 0.48497014897210255,
49
+ "reg": 0.1561759182385036,
50
+ "total": 47.17766985212054
51
+ },
52
+ {
53
+ "map": 6.7953393868037635,
54
+ "tan": 39.394323457990374,
55
+ "semi": 0.5253580723490033,
56
+ "reg": 0.1650549237217222,
57
+ "total": 46.189678628104076
58
+ },
59
+ {
60
+ "map": 6.647209031241281,
61
+ "tan": 38.68578605651855,
62
+ "semi": 0.5588927256209509,
63
+ "reg": 0.1751828046781676,
64
+ "total": 45.33301315307617
65
+ },
66
+ {
67
+ "map": 6.619289881842477,
68
+ "tan": 38.390484837123324,
69
+ "semi": 0.5590907143695014,
70
+ "reg": 0.18165278221879685,
71
+ "total": 45.00979347229004
72
+ },
73
+ {
74
+ "map": 6.497180829729353,
75
+ "tan": 37.75502144949777,
76
+ "semi": 0.5664519935846328,
77
+ "reg": 0.18753452790634972,
78
+ "total": 44.252221298217776
79
+ },
80
+ {
81
+ "map": 6.462671252659389,
82
+ "tan": 37.55677337646485,
83
+ "semi": 0.5821771004370281,
84
+ "reg": 0.19161724767514637,
85
+ "total": 44.01946362086705
86
+ },
87
+ {
88
+ "map": 6.378187751770019,
89
+ "tan": 37.26058741978237,
90
+ "semi": 0.5946192537035261,
91
+ "reg": 0.19522124997207096,
92
+ "total": 43.63879427228655
93
+ },
94
+ {
95
+ "map": 6.387885570526123,
96
+ "tan": 36.85495365687779,
97
+ "semi": 0.5850498139858246,
98
+ "reg": 0.19855450285332543,
99
+ "total": 43.242858396257674
100
+ },
101
+ {
102
+ "map": 6.2267685277121405,
103
+ "tan": 36.41030654907227,
104
+ "semi": 0.6341794320515224,
105
+ "reg": 0.20182240647929056,
106
+ "total": 42.63709482465472
107
+ },
108
+ {
109
+ "map": 6.180150250026158,
110
+ "tan": 36.339401953560966,
111
+ "semi": 0.6170872334923063,
112
+ "reg": 0.20442590096167157,
113
+ "total": 42.519571685791014
114
+ },
115
+ {
116
+ "map": 6.107374000549316,
117
+ "tan": 36.114072636195594,
118
+ "semi": 0.6261290822710309,
119
+ "reg": 0.20633099504879543,
120
+ "total": 42.22146650041853
121
+ },
122
+ {
123
+ "map": 6.061618389402117,
124
+ "tan": 35.868597575596404,
125
+ "semi": 0.6429665599550519,
126
+ "reg": 0.2091451204248837,
127
+ "total": 41.9302367074149
128
+ },
129
+ {
130
+ "map": 6.047041702270508,
131
+ "tan": 35.6528018951416,
132
+ "semi": 0.6648553822721753,
133
+ "reg": 0.21072096931082862,
134
+ "total": 41.69986485072545
135
+ },
136
+ {
137
+ "map": 6.060355704171317,
138
+ "tan": 35.59315888541085,
139
+ "semi": 0.6552549839019776,
140
+ "reg": 0.2124262396778379,
141
+ "total": 41.65353666033064
142
+ },
143
+ {
144
+ "map": 6.0290006910051614,
145
+ "tan": 35.19010385785784,
146
+ "semi": 0.6750163810593741,
147
+ "reg": 0.21438830537455422,
148
+ "total": 41.21912656511579
149
+ },
150
+ {
151
+ "map": 5.981148678915841,
152
+ "tan": 35.101796340942386,
153
+ "semi": 0.6826068546090808,
154
+ "reg": 0.2142842084169388,
155
+ "total": 41.082967213221956
156
+ },
157
+ {
158
+ "map": 5.888680001667567,
159
+ "tan": 35.03577433994838,
160
+ "semi": 0.6709200876099722,
161
+ "reg": 0.21641807811600822,
162
+ "total": 40.92447695050921
163
+ },
164
+ {
165
+ "map": 5.8561674526759555,
166
+ "tan": 34.768834468296596,
167
+ "semi": 0.6805764785834721,
168
+ "reg": 0.21730712737355914,
169
+ "total": 40.62502446855817
170
+ },
171
+ {
172
+ "map": 5.881758744376047,
173
+ "tan": 34.61301144191197,
174
+ "semi": 0.6851680534226554,
175
+ "reg": 0.21831687071493694,
176
+ "total": 40.49479288373675
177
+ },
178
+ {
179
+ "map": 5.881276988983155,
180
+ "tan": 34.59782687595912,
181
+ "semi": 0.6762097554547446,
182
+ "reg": 0.21958264325346266,
183
+ "total": 40.47912668500628
184
+ },
185
+ {
186
+ "map": 5.8364165578569684,
187
+ "tan": 34.379639870779855,
188
+ "semi": 0.6801147452422551,
189
+ "reg": 0.2196536170584815,
190
+ "total": 40.21607938494001
191
+ },
192
+ {
193
+ "map": 5.764287962232317,
194
+ "tan": 34.405904388427736,
195
+ "semi": 0.6887011962277548,
196
+ "reg": 0.2207559170467513,
197
+ "total": 40.17021538870675
198
+ },
199
+ {
200
+ "map": 5.778999178750174,
201
+ "tan": 34.17778685433524,
202
+ "semi": 0.6974758122648511,
203
+ "reg": 0.2215385383793286,
204
+ "total": 39.95680874415806
205
+ },
206
+ {
207
+ "map": 5.783385447093418,
208
+ "tan": 34.19573298863002,
209
+ "semi": 0.6797659013952527,
210
+ "reg": 0.22224468120506832,
211
+ "total": 39.979140744890486
212
+ },
213
+ {
214
+ "map": 5.815293175833566,
215
+ "tan": 34.032755279541014,
216
+ "semi": 0.7118888693196433,
217
+ "reg": 0.2234728862132345,
218
+ "total": 39.848071234566824
219
+ },
220
+ {
221
+ "map": 5.7607894761221745,
222
+ "tan": 34.05409229823521,
223
+ "semi": 0.6984161479132516,
224
+ "reg": 0.22395664943116053,
225
+ "total": 39.8149046761649
226
+ },
227
+ {
228
+ "map": 5.750550835473197,
229
+ "tan": 33.83454197474888,
230
+ "semi": 0.7069642407553537,
231
+ "reg": 0.22450847966330392,
232
+ "total": 39.58511575971331
233
+ },
234
+ {
235
+ "map": 5.7361866542271205,
236
+ "tan": 33.885808672223774,
237
+ "semi": 0.700281435251236,
238
+ "reg": 0.2250456384250096,
239
+ "total": 39.622018105643136
240
+ },
241
+ {
242
+ "map": 5.731740713119507,
243
+ "tan": 33.763004956926615,
244
+ "semi": 0.7033641074384962,
245
+ "reg": 0.22528515372957503,
246
+ "total": 39.49476846967425
247
+ },
248
+ {
249
+ "map": 5.695954411370414,
250
+ "tan": 33.80457605634417,
251
+ "semi": 0.7101115856851851,
252
+ "reg": 0.2254331524882998,
253
+ "total": 39.50055362156459
254
+ },
255
+ {
256
+ "map": 5.788334458214896,
257
+ "tan": 33.75716694423131,
258
+ "semi": 0.705108437367848,
259
+ "reg": 0.22586054184607096,
260
+ "total": 39.545524161202565
261
+ },
262
+ {
263
+ "map": 5.684409236907959,
264
+ "tan": 33.668804495675225,
265
+ "semi": 0.7161542177200317,
266
+ "reg": 0.22625451939446586,
267
+ "total": 39.353236716134205
268
+ },
269
+ {
270
+ "map": 5.691078649248396,
271
+ "tan": 33.80933799743652,
272
+ "semi": 0.7131360258374896,
273
+ "reg": 0.22671314520495278,
274
+ "total": 39.50043972560338
275
+ },
276
+ {
277
+ "map": 5.678868007659912,
278
+ "tan": 33.81246043613979,
279
+ "semi": 0.6924992637974875,
280
+ "reg": 0.22664139888116291,
281
+ "total": 39.49135120936803
282
+ },
283
+ {
284
+ "map": 5.6884002685546875,
285
+ "tan": 33.64590971810477,
286
+ "semi": 0.7110193695340837,
287
+ "reg": 0.22631544300488063,
288
+ "total": 39.334332711356026
289
+ },
290
+ {
291
+ "map": 5.713383320399693,
292
+ "tan": 33.5793021610805,
293
+ "semi": 0.7118829846382141,
294
+ "reg": 0.22677605748176574,
295
+ "total": 39.292708478655136
296
+ },
297
+ {
298
+ "map": 5.758940867015293,
299
+ "tan": 33.64157551356724,
300
+ "semi": 0.6994453736713955,
301
+ "reg": 0.22650841495820453,
302
+ "total": 39.40053928920201
303
+ },
304
+ {
305
+ "map": 5.668685361317226,
306
+ "tan": 33.6962160382952,
307
+ "semi": 0.728869491815567,
308
+ "reg": 0.22666078465325493,
309
+ "total": 39.36492451259068
310
+ },
311
+ {
312
+ "map": 5.652819565364292,
313
+ "tan": 33.66292533874512,
314
+ "semi": 0.7201803054128374,
315
+ "reg": 0.22664120878492083,
316
+ "total": 39.31576794215611
317
+ }
318
+ ],
319
+ "duration_s": 99.8930196762085,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/default/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/default/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca443b07cec71c519958ba1641914fb7e745c9d53bb76d4709e82487fe1d774
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/default/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.024028280803135,
5
+ "tan": 51.75117950439453,
6
+ "semi": 0.024780350213849188,
7
+ "reg": 0.05704878520752702,
8
+ "total": 60.787603868756975
9
+ },
10
+ {
11
+ "map": 8.45547228540693,
12
+ "tan": 48.149492154802594,
13
+ "semi": 0.0630386188094105,
14
+ "reg": 0.09761119123016085,
15
+ "total": 56.636493464878626
16
+ },
17
+ {
18
+ "map": 7.9490634713854105,
19
+ "tan": 45.306708581107,
20
+ "semi": 0.1472562136394637,
21
+ "reg": 0.10770552839551653,
22
+ "total": 53.32941153390067
23
+ },
24
+ {
25
+ "map": 7.5081677300589424,
26
+ "tan": 43.24566535949707,
27
+ "semi": 0.2072959914803505,
28
+ "reg": 0.1169154619531972,
29
+ "total": 50.857492501395086
30
+ },
31
+ {
32
+ "map": 7.368681437628609,
33
+ "tan": 42.07734140668597,
34
+ "semi": 0.22386112276996886,
35
+ "reg": 0.13004858642816544,
36
+ "total": 49.55796574183873
37
+ },
38
+ {
39
+ "map": 7.12331599508013,
40
+ "tan": 41.08939187186105,
41
+ "semi": 0.22930974790028164,
42
+ "reg": 0.14343431442975998,
43
+ "total": 48.32737775530134
44
+ },
45
+ {
46
+ "map": 7.005804443359375,
47
+ "tan": 40.21130556379046,
48
+ "semi": 0.24536680430173874,
49
+ "reg": 0.15678211557013647,
50
+ "total": 47.339808872767854
51
+ },
52
+ {
53
+ "map": 6.81882609639849,
54
+ "tan": 39.405799811226984,
55
+ "semi": 0.2588387957641057,
56
+ "reg": 0.16580719628504345,
57
+ "total": 46.35406074523926
58
+ },
59
+ {
60
+ "map": 6.6722418921334405,
61
+ "tan": 38.69342106410435,
62
+ "semi": 0.2692908727696964,
63
+ "reg": 0.17588622186865124,
64
+ "total": 45.50032686505999
65
+ },
66
+ {
67
+ "map": 6.642620849609375,
68
+ "tan": 38.39523811340332,
69
+ "semi": 0.2629858346922057,
70
+ "reg": 0.1823656725031989,
71
+ "total": 45.16937114170619
72
+ },
73
+ {
74
+ "map": 6.525191967827933,
75
+ "tan": 37.7576902117048,
76
+ "semi": 0.26175484678574973,
77
+ "reg": 0.18819996906178338,
78
+ "total": 44.413778577532085
79
+ },
80
+ {
81
+ "map": 6.491561596734183,
82
+ "tan": 37.562023108346125,
83
+ "semi": 0.2657317253095763,
84
+ "reg": 0.192314593068191,
85
+ "total": 44.18646959577288
86
+ },
87
+ {
88
+ "map": 6.408952992303031,
89
+ "tan": 37.2606500353132,
90
+ "semi": 0.26604432846818654,
91
+ "reg": 0.19599147481577736,
92
+ "total": 43.8026441846575
93
+ },
94
+ {
95
+ "map": 6.42132283619472,
96
+ "tan": 36.848233686174666,
97
+ "semi": 0.26005151356969564,
98
+ "reg": 0.19933440557547977,
99
+ "total": 43.39960130964007
100
+ },
101
+ {
102
+ "map": 6.257596254348755,
103
+ "tan": 36.404833221435545,
104
+ "semi": 0.2725449868610927,
105
+ "reg": 0.202530266557421,
106
+ "total": 42.79872120448521
107
+ },
108
+ {
109
+ "map": 6.214622763225011,
110
+ "tan": 36.32742767333984,
111
+ "semi": 0.2588592261075974,
112
+ "reg": 0.20518857027803147,
113
+ "total": 42.67149963378906
114
+ },
115
+ {
116
+ "map": 6.150817619051252,
117
+ "tan": 36.10697751726423,
118
+ "semi": 0.2623726040124893,
119
+ "reg": 0.20687873533793857,
120
+ "total": 42.38900146484375
121
+ },
122
+ {
123
+ "map": 6.10094701222011,
124
+ "tan": 35.85431229727609,
125
+ "semi": 0.2705081616129194,
126
+ "reg": 0.20946977500404632,
127
+ "total": 42.090534046718055
128
+ },
129
+ {
130
+ "map": 6.083373648779733,
131
+ "tan": 35.646667970929826,
132
+ "semi": 0.2706856406160763,
133
+ "reg": 0.21103181689977646,
134
+ "total": 41.86540560041155
135
+ },
136
+ {
137
+ "map": 6.103960112162999,
138
+ "tan": 35.5855464390346,
139
+ "semi": 0.26407952734402246,
140
+ "reg": 0.21286135762929917,
141
+ "total": 41.82156818934849
142
+ },
143
+ {
144
+ "map": 6.068085180010114,
145
+ "tan": 35.17278731209891,
146
+ "semi": 0.2685850773538862,
147
+ "reg": 0.21479389859097345,
148
+ "total": 41.37518713814872
149
+ },
150
+ {
151
+ "map": 6.023583289555141,
152
+ "tan": 35.091579110281806,
153
+ "semi": 0.26982106523854393,
154
+ "reg": 0.2147981039115361,
155
+ "total": 41.25009520394462
156
+ },
157
+ {
158
+ "map": 5.933357729230608,
159
+ "tan": 35.02788788931711,
160
+ "semi": 0.2646927780338696,
161
+ "reg": 0.21679317333868572,
162
+ "total": 41.0936145237514
163
+ },
164
+ {
165
+ "map": 5.900547000340053,
166
+ "tan": 34.75612302507673,
167
+ "semi": 0.2678691953420639,
168
+ "reg": 0.2175766225372042,
169
+ "total": 40.790627343314036
170
+ },
171
+ {
172
+ "map": 5.9245783192770824,
173
+ "tan": 34.61322462899344,
174
+ "semi": 0.2678726013217654,
175
+ "reg": 0.2184984945825168,
176
+ "total": 40.67176186697824
177
+ },
178
+ {
179
+ "map": 5.92786784853254,
180
+ "tan": 34.59748976571219,
181
+ "semi": 0.2665556931069919,
182
+ "reg": 0.21989307893174034,
183
+ "total": 40.658658272879464
184
+ },
185
+ {
186
+ "map": 5.884387574877057,
187
+ "tan": 34.38960827418736,
188
+ "semi": 0.2631694957613945,
189
+ "reg": 0.21993592700787953,
190
+ "total": 40.40560324532645
191
+ },
192
+ {
193
+ "map": 5.811949471064977,
194
+ "tan": 34.4078360421317,
195
+ "semi": 0.27029426608766827,
196
+ "reg": 0.22090618929692676,
197
+ "total": 40.35495545523507
198
+ },
199
+ {
200
+ "map": 5.826370280129569,
201
+ "tan": 34.17902145385742,
202
+ "semi": 0.2658530669552939,
203
+ "reg": 0.22168360544102533,
204
+ "total": 40.138341086251394
205
+ },
206
+ {
207
+ "map": 5.834253086362566,
208
+ "tan": 34.2134763445173,
209
+ "semi": 0.25693341067859105,
210
+ "reg": 0.22230704639639173,
211
+ "total": 40.17621863228934
212
+ },
213
+ {
214
+ "map": 5.863984523500715,
215
+ "tan": 34.04238248552595,
216
+ "semi": 0.26630923939602713,
217
+ "reg": 0.22358730179922923,
218
+ "total": 40.03954489571708
219
+ },
220
+ {
221
+ "map": 5.8078989437648225,
222
+ "tan": 34.07294338771275,
223
+ "semi": 0.2663816237023899,
224
+ "reg": 0.22405852781874794,
225
+ "total": 40.01405552455357
226
+ },
227
+ {
228
+ "map": 5.805180209023612,
229
+ "tan": 33.838291331699914,
230
+ "semi": 0.2652746498584747,
231
+ "reg": 0.2245544310126986,
232
+ "total": 39.77613209315709
233
+ },
234
+ {
235
+ "map": 5.783661488124302,
236
+ "tan": 33.89027399335589,
237
+ "semi": 0.2658946120313236,
238
+ "reg": 0.22507506545100894,
239
+ "total": 39.80690552847726
240
+ },
241
+ {
242
+ "map": 5.777781268528529,
243
+ "tan": 33.77372997828892,
244
+ "semi": 0.2617341271468571,
245
+ "reg": 0.2252826690673828,
246
+ "total": 39.68240133013044
247
+ },
248
+ {
249
+ "map": 5.746660150800433,
250
+ "tan": 33.805502373831615,
251
+ "semi": 0.2656038035239492,
252
+ "reg": 0.22544576632125038,
253
+ "total": 39.684987095424106
254
+ },
255
+ {
256
+ "map": 5.8384816987173895,
257
+ "tan": 33.76817081996373,
258
+ "semi": 0.26542120490755355,
259
+ "reg": 0.2258838340640068,
260
+ "total": 39.73938587733677
261
+ },
262
+ {
263
+ "map": 5.73677738734654,
264
+ "tan": 33.68032548086984,
265
+ "semi": 0.2684208987014634,
266
+ "reg": 0.22629486003092358,
267
+ "total": 39.551335961478095
268
+ },
269
+ {
270
+ "map": 5.740902791704451,
271
+ "tan": 33.80892906188965,
272
+ "semi": 0.2640504817877497,
273
+ "reg": 0.2267258944255965,
274
+ "total": 39.681880187988284
275
+ },
276
+ {
277
+ "map": 5.730231939043318,
278
+ "tan": 33.8251286642892,
279
+ "semi": 0.2613577804395131,
280
+ "reg": 0.2266797940645899,
281
+ "total": 39.68606202261788
282
+ },
283
+ {
284
+ "map": 5.743362610680716,
285
+ "tan": 33.653313936506,
286
+ "semi": 0.2634968163711684,
287
+ "reg": 0.2263519585132599,
288
+ "total": 39.52844772338867
289
+ },
290
+ {
291
+ "map": 5.766544164930071,
292
+ "tan": 33.587588800702775,
293
+ "semi": 0.26588435620069506,
294
+ "reg": 0.22681689922298703,
295
+ "total": 39.487097821916855
296
+ },
297
+ {
298
+ "map": 5.8143515927450995,
299
+ "tan": 33.6518798828125,
300
+ "semi": 0.2609227938311441,
301
+ "reg": 0.22653458650623048,
302
+ "total": 39.596715981619695
303
+ },
304
+ {
305
+ "map": 5.722640882219587,
306
+ "tan": 33.70935974121094,
307
+ "semi": 0.266533129130091,
308
+ "reg": 0.2266914631639208,
309
+ "total": 39.5652902330671
310
+ },
311
+ {
312
+ "map": 5.7030983175550185,
313
+ "tan": 33.67375989641462,
314
+ "semi": 0.26792268731764385,
315
+ "reg": 0.22665487506559917,
316
+ "total": 39.51084278651646
317
+ }
318
+ ],
319
+ "duration_s": 99.45691561698914,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.1/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 0.1,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9738f23f4ae828593656a7a60eafbc0657da3321c6fce7e7d9a8bc6b4aeba8
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/frac_0.1/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.205408505031041,
5
+ "tan": 56.30126026698521,
6
+ "semi": 0.0001619657574534829,
7
+ "reg": 0.035993613834892,
8
+ "total": 65.50675092424665
9
+ },
10
+ {
11
+ "map": 9.221872057233538,
12
+ "tan": 55.016035897391184,
13
+ "semi": 0.003317410924604961,
14
+ "reg": 0.03682386875152588,
15
+ "total": 64.23956625802177
16
+ },
17
+ {
18
+ "map": 9.174609592982701,
19
+ "tan": 52.74047688075474,
20
+ "semi": 0.017546003950493678,
21
+ "reg": 0.0388240037219865,
22
+ "total": 61.923863547188894
23
+ },
24
+ {
25
+ "map": 9.387987000601631,
26
+ "tan": 51.78544235229492,
27
+ "semi": 0.028831066164587225,
28
+ "reg": 0.04339987092784473,
29
+ "total": 61.18784877232143
30
+ },
31
+ {
32
+ "map": 9.130438668387276,
33
+ "tan": 50.59422847202846,
34
+ "semi": 0.01883447795574154,
35
+ "reg": 0.04825191359434809,
36
+ "total": 59.73408835274832
37
+ },
38
+ {
39
+ "map": 9.0249297278268,
40
+ "tan": 50.85768072945731,
41
+ "semi": 0.03151054068335465,
42
+ "reg": 0.056050305387803485,
43
+ "total": 59.89837210518973
44
+ },
45
+ {
46
+ "map": 9.156043870108467,
47
+ "tan": 50.420509338378906,
48
+ "semi": 0.02764615070606981,
49
+ "reg": 0.06584576943090983,
50
+ "total": 59.590385981968474
51
+ },
52
+ {
53
+ "map": 8.885765075683594,
54
+ "tan": 49.79447610037668,
55
+ "semi": 0.04276129071201597,
56
+ "reg": 0.07378094217606954,
57
+ "total": 58.701629638671875
58
+ },
59
+ {
60
+ "map": 8.49165153503418,
61
+ "tan": 49.73168018886021,
62
+ "semi": 0.03508025514228003,
63
+ "reg": 0.07990496286324092,
64
+ "total": 58.240880148751394
65
+ },
66
+ {
67
+ "map": 8.42572934286935,
68
+ "tan": 49.34451402936663,
69
+ "semi": 0.04567992687225342,
70
+ "reg": 0.08263567196471351,
71
+ "total": 57.7930908203125
72
+ },
73
+ {
74
+ "map": 8.761522156851631,
75
+ "tan": 49.28850173950195,
76
+ "semi": 0.04022029547819069,
77
+ "reg": 0.08428076548235756,
78
+ "total": 58.0701413835798
79
+ },
80
+ {
81
+ "map": 8.660984856741768,
82
+ "tan": 49.27224131992885,
83
+ "semi": 0.04893793910741806,
84
+ "reg": 0.08611713988440377,
85
+ "total": 57.95770263671875
86
+ },
87
+ {
88
+ "map": 8.232671465192523,
89
+ "tan": 48.3338873726981,
90
+ "semi": 0.05196314784032958,
91
+ "reg": 0.0863194465637207,
92
+ "total": 56.59254782540457
93
+ },
94
+ {
95
+ "map": 8.600264957972936,
96
+ "tan": 48.815824781145366,
97
+ "semi": 0.06030883586832455,
98
+ "reg": 0.08693948175225939,
99
+ "total": 57.4462514604841
100
+ },
101
+ {
102
+ "map": 8.364715439932686,
103
+ "tan": 48.114075251988005,
104
+ "semi": 0.073825439704316,
105
+ "reg": 0.0882071703672409,
106
+ "total": 56.51571110316685
107
+ },
108
+ {
109
+ "map": 8.254511220114571,
110
+ "tan": 47.60141699654715,
111
+ "semi": 0.07550505122968129,
112
+ "reg": 0.08829378017357417,
113
+ "total": 55.89368874686105
114
+ },
115
+ {
116
+ "map": 8.45926216670445,
117
+ "tan": 47.48488180977957,
118
+ "semi": 0.08367235000644412,
119
+ "reg": 0.08858746396643775,
120
+ "total": 55.985988071986604
121
+ },
122
+ {
123
+ "map": 8.086900438581194,
124
+ "tan": 46.7984869820731,
125
+ "semi": 0.09531604711498533,
126
+ "reg": 0.08933440276554652,
127
+ "total": 54.93305424281529
128
+ },
129
+ {
130
+ "map": 8.285276549203056,
131
+ "tan": 46.789067949567524,
132
+ "semi": 0.08586372009345464,
133
+ "reg": 0.09000519343784877,
134
+ "total": 55.117283957345144
135
+ },
136
+ {
137
+ "map": 8.282202584402901,
138
+ "tan": 46.41628428867885,
139
+ "semi": 0.09445510804653168,
140
+ "reg": 0.09058468788862228,
141
+ "total": 54.74572154453823
142
+ },
143
+ {
144
+ "map": 7.986815520695278,
145
+ "tan": 46.54634802682059,
146
+ "semi": 0.09621383249759674,
147
+ "reg": 0.0913051867059299,
148
+ "total": 54.58127811976841
149
+ },
150
+ {
151
+ "map": 8.218857765197754,
152
+ "tan": 45.87149156842913,
153
+ "semi": 0.100943423807621,
154
+ "reg": 0.09220388531684875,
155
+ "total": 54.140829358782085
156
+ },
157
+ {
158
+ "map": 8.34185825075422,
159
+ "tan": 46.117851802280974,
160
+ "semi": 0.10740547095026289,
161
+ "reg": 0.09214272350072861,
162
+ "total": 54.513422284807476
163
+ },
164
+ {
165
+ "map": 7.861410549708775,
166
+ "tan": 45.85946382795061,
167
+ "semi": 0.12201716537986483,
168
+ "reg": 0.09247870317527226,
169
+ "total": 53.78189032418387
170
+ },
171
+ {
172
+ "map": 8.054167066301618,
173
+ "tan": 45.567064557756694,
174
+ "semi": 0.12181458302906581,
175
+ "reg": 0.09267273119517735,
176
+ "total": 53.68214634486607
177
+ },
178
+ {
179
+ "map": 8.155637264251709,
180
+ "tan": 45.72380447387695,
181
+ "semi": 0.1344799410019602,
182
+ "reg": 0.09304602763482503,
183
+ "total": 53.94668960571289
184
+ },
185
+ {
186
+ "map": 8.108811719076973,
187
+ "tan": 45.04504231044224,
188
+ "semi": 0.127035596540996,
189
+ "reg": 0.0931704831974847,
190
+ "total": 53.217381068638396
191
+ },
192
+ {
193
+ "map": 7.983919416155134,
194
+ "tan": 44.818851470947266,
195
+ "semi": 0.14381384423800878,
196
+ "reg": 0.09343095655952181,
197
+ "total": 52.87468555995396
198
+ },
199
+ {
200
+ "map": 7.912801810673305,
201
+ "tan": 44.98222732543945,
202
+ "semi": 0.14792528961386,
203
+ "reg": 0.09361254423856735,
204
+ "total": 52.968999590192524
205
+ },
206
+ {
207
+ "map": 7.915848118918283,
208
+ "tan": 44.76108605521066,
209
+ "semi": 0.1542746616261346,
210
+ "reg": 0.09381397707121712,
211
+ "total": 52.75408009120396
212
+ },
213
+ {
214
+ "map": 8.071086747305733,
215
+ "tan": 45.0044310433524,
216
+ "semi": 0.15583157326493943,
217
+ "reg": 0.09398578107357025,
218
+ "total": 53.153441837855745
219
+ },
220
+ {
221
+ "map": 7.725944314684186,
222
+ "tan": 45.17035566057478,
223
+ "semi": 0.1752574528966631,
224
+ "reg": 0.09416906748499189,
225
+ "total": 52.983939034598215
226
+ },
227
+ {
228
+ "map": 7.9106941904340475,
229
+ "tan": 44.49411228724888,
230
+ "semi": 0.1562010305268424,
231
+ "reg": 0.09436835987227303,
232
+ "total": 52.48291669573103
233
+ },
234
+ {
235
+ "map": 7.891163008553641,
236
+ "tan": 44.661102294921875,
237
+ "semi": 0.16402001891817367,
238
+ "reg": 0.09454288014343806,
239
+ "total": 52.63428388323103
240
+ },
241
+ {
242
+ "map": 7.66428313936506,
243
+ "tan": 44.6291138785226,
244
+ "semi": 0.16865528694220952,
245
+ "reg": 0.09479999329362597,
246
+ "total": 52.37773513793945
247
+ },
248
+ {
249
+ "map": 7.799902030399868,
250
+ "tan": 44.311065673828125,
251
+ "semi": 0.1722771610532488,
252
+ "reg": 0.09494561169828687,
253
+ "total": 52.197116306849885
254
+ },
255
+ {
256
+ "map": 7.653587273188999,
257
+ "tan": 44.62629100254604,
258
+ "semi": 0.17554383831364767,
259
+ "reg": 0.09504126757383347,
260
+ "total": 52.36765997750418
261
+ },
262
+ {
263
+ "map": 7.951475279671805,
264
+ "tan": 44.18384007045201,
265
+ "semi": 0.16400085176740373,
266
+ "reg": 0.09502107117857252,
267
+ "total": 52.21732439313616
268
+ },
269
+ {
270
+ "map": 7.688392843518939,
271
+ "tan": 44.28939873831613,
272
+ "semi": 0.18305986268179758,
273
+ "reg": 0.09511127855096545,
274
+ "total": 52.06933103288923
275
+ },
276
+ {
277
+ "map": 7.801332746233259,
278
+ "tan": 44.32121876307896,
279
+ "semi": 0.1784726551600865,
280
+ "reg": 0.09513584737266813,
281
+ "total": 52.21179798671177
282
+ },
283
+ {
284
+ "map": 7.936834403446743,
285
+ "tan": 44.648769923618865,
286
+ "semi": 0.18218342108385904,
287
+ "reg": 0.09518968101058688,
288
+ "total": 52.676705496651785
289
+ },
290
+ {
291
+ "map": 7.655245167868478,
292
+ "tan": 44.37269265311105,
293
+ "semi": 0.16471754227365767,
294
+ "reg": 0.09521458297967911,
295
+ "total": 52.110306876046316
296
+ },
297
+ {
298
+ "map": 7.722108909061977,
299
+ "tan": 44.68611036028181,
300
+ "semi": 0.17250671131270273,
301
+ "reg": 0.09520790513072695,
302
+ "total": 52.494481222970144
303
+ },
304
+ {
305
+ "map": 7.751726082393101,
306
+ "tan": 44.45931189400809,
307
+ "semi": 0.17005190891878946,
308
+ "reg": 0.0952519518988473,
309
+ "total": 52.296072823660715
310
+ },
311
+ {
312
+ "map": 7.853996276855469,
313
+ "tan": 43.897242954799104,
314
+ "semi": 0.17172477287905558,
315
+ "reg": 0.09524063446692058,
316
+ "total": 51.83711133684431
317
+ }
318
+ ],
319
+ "duration_s": 10.167797088623047,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 7086
322
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.25/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 0.25,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.25/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e379dd665b6cfc6cc7cbe7e51658696452e8f5b27d43edc4e8cfa4bda9ea8abc
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/frac_0.25/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.169055726793077,
5
+ "tan": 55.36519983079698,
6
+ "semi": 0.003030797852406132,
7
+ "reg": 0.03739811873270406,
8
+ "total": 64.53577444288466
9
+ },
10
+ {
11
+ "map": 9.281670570373535,
12
+ "tan": 51.8388245900472,
13
+ "semi": 0.030026834975514147,
14
+ "reg": 0.044333301277624235,
15
+ "total": 61.13551245795356
16
+ },
17
+ {
18
+ "map": 9.099070813920763,
19
+ "tan": 51.07011964586046,
20
+ "semi": 0.029415069768826168,
21
+ "reg": 0.06086457851860258,
22
+ "total": 60.18390443589952
23
+ },
24
+ {
25
+ "map": 8.68247522248162,
26
+ "tan": 49.84472444322374,
27
+ "semi": 0.03878192417323589,
28
+ "reg": 0.08020854741334915,
29
+ "total": 58.54659801059299
30
+ },
31
+ {
32
+ "map": 8.542569133970472,
33
+ "tan": 49.35471534729004,
34
+ "semi": 0.04256158684276872,
35
+ "reg": 0.08904884714219305,
36
+ "total": 57.9185725318061
37
+ },
38
+ {
39
+ "map": 8.599008904563057,
40
+ "tan": 48.59943771362305,
41
+ "semi": 0.059187817904684276,
42
+ "reg": 0.09214974070588748,
43
+ "total": 57.22804853651259
44
+ },
45
+ {
46
+ "map": 8.447335667080349,
47
+ "tan": 47.736134423149956,
48
+ "semi": 0.07165934538675679,
49
+ "reg": 0.09624733196364509,
50
+ "total": 56.21930970085992
51
+ },
52
+ {
53
+ "map": 8.329652547836304,
54
+ "tan": 46.933455573187935,
55
+ "semi": 0.08733363863494661,
56
+ "reg": 0.098208779676093,
57
+ "total": 55.30678579542372
58
+ },
59
+ {
60
+ "map": 8.23897777663337,
61
+ "tan": 46.2549680074056,
62
+ "semi": 0.11202777259879643,
63
+ "reg": 0.10008893327580558,
64
+ "total": 54.54997105068631
65
+ },
66
+ {
67
+ "map": 7.894010066986084,
68
+ "tan": 45.670623143514,
69
+ "semi": 0.13570257110728157,
70
+ "reg": 0.1021786696381039,
71
+ "total": 53.63249609205458
72
+ },
73
+ {
74
+ "map": 7.909403668509589,
75
+ "tan": 45.15767182244195,
76
+ "semi": 0.16609660370482338,
77
+ "reg": 0.1039289024968942,
78
+ "total": 53.15013546413846
79
+ },
80
+ {
81
+ "map": 7.763199885686238,
82
+ "tan": 44.40985446506076,
83
+ "semi": 0.18571817874908447,
84
+ "reg": 0.10689255015717612,
85
+ "total": 52.26592487759061
86
+ },
87
+ {
88
+ "map": 7.643962091869778,
89
+ "tan": 43.90756585862901,
90
+ "semi": 0.21428805672460133,
91
+ "reg": 0.10962966415617201,
92
+ "total": 51.65868356492784
93
+ },
94
+ {
95
+ "map": 7.481907844543457,
96
+ "tan": 43.522914462619354,
97
+ "semi": 0.20192859487401116,
98
+ "reg": 0.11302529689338472,
99
+ "total": 51.1057980855306
100
+ },
101
+ {
102
+ "map": 7.622028827667236,
103
+ "tan": 43.22589577568902,
104
+ "semi": 0.22006728748480478,
105
+ "reg": 0.11580537549323505,
106
+ "total": 50.95796987745497
107
+ },
108
+ {
109
+ "map": 7.513360208935207,
110
+ "tan": 43.074797100491,
111
+ "semi": 0.2241974961426523,
112
+ "reg": 0.11951244663861063,
113
+ "total": 50.70026779174805
114
+ },
115
+ {
116
+ "map": 7.358893579906887,
117
+ "tan": 42.51046244303385,
118
+ "semi": 0.22153267512718836,
119
+ "reg": 0.12143241531319088,
120
+ "total": 49.980134116278755
121
+ },
122
+ {
123
+ "map": 7.523420227898492,
124
+ "tan": 42.53973621792264,
125
+ "semi": 0.22061467584636477,
126
+ "reg": 0.12313552242186335,
127
+ "total": 50.173474841647675
128
+ },
129
+ {
130
+ "map": 7.463396098878649,
131
+ "tan": 42.19255595737033,
132
+ "semi": 0.2230539479189449,
133
+ "reg": 0.12528343954020077,
134
+ "total": 49.76749059889052
135
+ },
136
+ {
137
+ "map": 7.219362020492554,
138
+ "tan": 41.98817825317383,
139
+ "semi": 0.22207917521397272,
140
+ "reg": 0.12769435594479242,
141
+ "total": 49.31859101189507
142
+ },
143
+ {
144
+ "map": 7.357688824335734,
145
+ "tan": 41.93944401211209,
146
+ "semi": 0.21864265700181326,
147
+ "reg": 0.12957671822773087,
148
+ "total": 49.40646595425076
149
+ },
150
+ {
151
+ "map": 7.196763727400038,
152
+ "tan": 41.920153088039825,
153
+ "semi": 0.23306135833263397,
154
+ "reg": 0.13194188020295566,
155
+ "total": 49.23346032036675
156
+ },
157
+ {
158
+ "map": 7.10921131239997,
159
+ "tan": 41.2861385345459,
160
+ "semi": 0.2223585918545723,
161
+ "reg": 0.13425247453980976,
162
+ "total": 48.506542417738174
163
+ },
164
+ {
165
+ "map": 7.2145466804504395,
166
+ "tan": 41.09681171841092,
167
+ "semi": 0.23190634863244164,
168
+ "reg": 0.13489619394143423,
169
+ "total": 48.427325354682075
170
+ },
171
+ {
172
+ "map": 7.166746934254964,
173
+ "tan": 41.035440021091034,
174
+ "semi": 0.2303013884358936,
175
+ "reg": 0.13649350901444754,
176
+ "total": 48.317351659139
177
+ },
178
+ {
179
+ "map": 7.090656545427111,
180
+ "tan": 40.852842542860245,
181
+ "semi": 0.23314165572325388,
182
+ "reg": 0.13760914653539658,
183
+ "total": 48.06008444892036
184
+ },
185
+ {
186
+ "map": 7.112757099999322,
187
+ "tan": 40.81462372673882,
188
+ "semi": 0.22605051596959433,
189
+ "reg": 0.13917117483086056,
190
+ "total": 48.04042053222656
191
+ },
192
+ {
193
+ "map": 6.9778364234500465,
194
+ "tan": 40.93442302280002,
195
+ "semi": 0.232725923260053,
196
+ "reg": 0.14019386718670526,
197
+ "total": 48.02863799201118
198
+ },
199
+ {
200
+ "map": 7.112762610117595,
201
+ "tan": 40.717788484361435,
202
+ "semi": 0.23430061009195116,
203
+ "reg": 0.14156175404787064,
204
+ "total": 47.947716606987846
205
+ },
206
+ {
207
+ "map": 7.035235537423028,
208
+ "tan": 40.49760521782769,
209
+ "semi": 0.23857687330908245,
210
+ "reg": 0.14242796268728045,
211
+ "total": 47.65214432610406
212
+ },
213
+ {
214
+ "map": 7.0858381854163275,
215
+ "tan": 40.46113162570529,
216
+ "semi": 0.23828279972076416,
217
+ "reg": 0.14282756050427756,
218
+ "total": 47.66612667507596
219
+ },
220
+ {
221
+ "map": 6.98350723584493,
222
+ "tan": 40.31549644470215,
223
+ "semi": 0.22941455327802235,
224
+ "reg": 0.1431798959771792,
225
+ "total": 47.41372617085775
226
+ },
227
+ {
228
+ "map": 7.010184870825873,
229
+ "tan": 40.283782958984375,
230
+ "semi": 0.23199393269088533,
231
+ "reg": 0.14375118414560953,
232
+ "total": 47.409980350070526
233
+ },
234
+ {
235
+ "map": 6.934393670823839,
236
+ "tan": 40.14687856038412,
237
+ "semi": 0.23786338915427527,
238
+ "reg": 0.14464414368073145,
239
+ "total": 47.20022010803223
240
+ },
241
+ {
242
+ "map": 6.918655236562093,
243
+ "tan": 39.97291904025607,
244
+ "semi": 0.23722434706158108,
245
+ "reg": 0.14478244798050988,
246
+ "total": 47.01020113627116
247
+ },
248
+ {
249
+ "map": 6.998484558529324,
250
+ "tan": 40.142794926961265,
251
+ "semi": 0.23414624647961724,
252
+ "reg": 0.14517106115818024,
253
+ "total": 47.258368174235024
254
+ },
255
+ {
256
+ "map": 6.974029620488484,
257
+ "tan": 40.23569361368815,
258
+ "semi": 0.2364866758386294,
259
+ "reg": 0.14528888215621313,
260
+ "total": 47.32798194885254
261
+ },
262
+ {
263
+ "map": 6.9554257657792835,
264
+ "tan": 40.099446614583336,
265
+ "semi": 0.23715524623791376,
266
+ "reg": 0.1459931814008289,
267
+ "total": 47.17346509297689
268
+ },
269
+ {
270
+ "map": 6.96308610174391,
271
+ "tan": 39.79882579379611,
272
+ "semi": 0.2303488345609771,
273
+ "reg": 0.14594613346788618,
274
+ "total": 46.877101474338104
275
+ },
276
+ {
277
+ "map": 7.010914908515082,
278
+ "tan": 40.00272199842665,
279
+ "semi": 0.23066449496481153,
280
+ "reg": 0.14623062229818767,
281
+ "total": 47.12898423936632
282
+ },
283
+ {
284
+ "map": 6.788964615927802,
285
+ "tan": 39.949093924628365,
286
+ "semi": 0.2336265097061793,
287
+ "reg": 0.146306611597538,
288
+ "total": 46.854886796739365
289
+ },
290
+ {
291
+ "map": 6.987906535466512,
292
+ "tan": 39.77620887756348,
293
+ "semi": 0.23656197554535335,
294
+ "reg": 0.1465077002843221,
295
+ "total": 46.882411321004234
296
+ },
297
+ {
298
+ "map": 7.122015688154432,
299
+ "tan": 40.065392388237846,
300
+ "semi": 0.23822680032915539,
301
+ "reg": 0.1462748506002956,
302
+ "total": 47.30653699239095
303
+ },
304
+ {
305
+ "map": 6.849111874898274,
306
+ "tan": 39.98025555080838,
307
+ "semi": 0.2379848352736897,
308
+ "reg": 0.14622756507661608,
309
+ "total": 46.948374854193794
310
+ },
311
+ {
312
+ "map": 6.9628212451934814,
313
+ "tan": 39.86129252115885,
314
+ "semi": 0.24075501246584785,
315
+ "reg": 0.1463621457417806,
316
+ "total": 46.94450590345595
317
+ }
318
+ ],
319
+ "duration_s": 26.235931158065796,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 17716
322
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.5/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 0.5,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.5/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4159d4cfd7ad2ae2907f6e93269f6d4a6dc1dd95d2fa51e26fb534563228fc9c
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/frac_0.5/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.252924047197615,
5
+ "tan": 53.30731440952846,
6
+ "semi": 0.014727563836863819,
7
+ "reg": 0.042536262422800064,
8
+ "total": 62.56760591779437
9
+ },
10
+ {
11
+ "map": 8.705824674878802,
12
+ "tan": 49.81126665387835,
13
+ "semi": 0.03505048288830689,
14
+ "reg": 0.07685636782220431,
15
+ "total": 58.53462437220982
16
+ },
17
+ {
18
+ "map": 8.518099961962019,
19
+ "tan": 48.43409271240235,
20
+ "semi": 0.05009611802441733,
21
+ "reg": 0.08991764230387551,
22
+ "total": 56.97724816458566
23
+ },
24
+ {
25
+ "map": 8.360367856706892,
26
+ "tan": 47.14322215488979,
27
+ "semi": 0.09266233699662345,
28
+ "reg": 0.09476492660386222,
29
+ "total": 55.54993013654436
30
+ },
31
+ {
32
+ "map": 8.018199375697545,
33
+ "tan": 45.8920783996582,
34
+ "semi": 0.13598257111651557,
35
+ "reg": 0.09850243606737681,
36
+ "total": 53.97827965872629
37
+ },
38
+ {
39
+ "map": 7.79403988974435,
40
+ "tan": 44.526920972551615,
41
+ "semi": 0.1876498452254704,
42
+ "reg": 0.10257646909781865,
43
+ "total": 52.41479721069336
44
+ },
45
+ {
46
+ "map": 7.5610816955566404,
47
+ "tan": 43.533160836356025,
48
+ "semi": 0.20607343869549888,
49
+ "reg": 0.10737215663705553,
50
+ "total": 51.19729080200195
51
+ },
52
+ {
53
+ "map": 7.529743535178048,
54
+ "tan": 42.991153063092916,
55
+ "semi": 0.22452183493546077,
56
+ "reg": 0.11328326293400355,
57
+ "total": 50.63316879272461
58
+ },
59
+ {
60
+ "map": 7.4453302792140414,
61
+ "tan": 42.26280495779855,
62
+ "semi": 0.22543896862438748,
63
+ "reg": 0.1186223185488156,
64
+ "total": 49.820866285051615
65
+ },
66
+ {
67
+ "map": 7.378669766017369,
68
+ "tan": 41.54299447195871,
69
+ "semi": 0.23410481299672808,
70
+ "reg": 0.12548378918852124,
71
+ "total": 49.03872789655413
72
+ },
73
+ {
74
+ "map": 7.145223413194929,
75
+ "tan": 41.28687035696847,
76
+ "semi": 0.22488547563552858,
77
+ "reg": 0.1318095652120454,
78
+ "total": 48.54454923357282
79
+ },
80
+ {
81
+ "map": 7.0301495552062985,
82
+ "tan": 40.44358030046735,
83
+ "semi": 0.23721795848437718,
84
+ "reg": 0.13717165333884104,
85
+ "total": 47.59235338483538
86
+ },
87
+ {
88
+ "map": 7.0970244543893,
89
+ "tan": 40.451652090890065,
90
+ "semi": 0.23546991561140332,
91
+ "reg": 0.14448136559554509,
92
+ "total": 47.66642630440848
93
+ },
94
+ {
95
+ "map": 6.980671146937779,
96
+ "tan": 40.11886880057199,
97
+ "semi": 0.2531536157642092,
98
+ "reg": 0.14985206127166747,
99
+ "total": 47.226132202148435
100
+ },
101
+ {
102
+ "map": 6.911539105006627,
103
+ "tan": 39.751831490652904,
104
+ "semi": 0.25076039816652024,
105
+ "reg": 0.1557617370571409,
106
+ "total": 46.788766152518136
107
+ },
108
+ {
109
+ "map": 6.822628457205636,
110
+ "tan": 39.54398062569754,
111
+ "semi": 0.25095202071326117,
112
+ "reg": 0.16000338920525142,
113
+ "total": 46.49210063389369
114
+ },
115
+ {
116
+ "map": 6.777348354884556,
117
+ "tan": 39.242383575439455,
118
+ "semi": 0.2501469007560185,
119
+ "reg": 0.16448128947189877,
120
+ "total": 46.144821058000836
121
+ },
122
+ {
123
+ "map": 6.673073891230992,
124
+ "tan": 39.01261945452009,
125
+ "semi": 0.24861704536846707,
126
+ "reg": 0.16748602773462024,
127
+ "total": 45.810017939976284
128
+ },
129
+ {
130
+ "map": 6.712026963915144,
131
+ "tan": 38.61921811785017,
132
+ "semi": 0.24746374956199102,
133
+ "reg": 0.16966666834695,
134
+ "total": 45.4549936567034
135
+ },
136
+ {
137
+ "map": 6.614666707175118,
138
+ "tan": 38.3571051461356,
139
+ "semi": 0.2688895174435207,
140
+ "reg": 0.1715983203479222,
141
+ "total": 45.10623397827148
142
+ },
143
+ {
144
+ "map": 6.555181557791574,
145
+ "tan": 38.030476924351284,
146
+ "semi": 0.24496504706995828,
147
+ "reg": 0.17410210371017457,
148
+ "total": 44.70815920148577
149
+ },
150
+ {
151
+ "map": 6.597923360552106,
152
+ "tan": 37.972496250697546,
153
+ "semi": 0.2433612035853522,
154
+ "reg": 0.1759293441261564,
155
+ "total": 44.69211850847517
156
+ },
157
+ {
158
+ "map": 6.502432632446289,
159
+ "tan": 37.74892959594727,
160
+ "semi": 0.25893120339938575,
161
+ "reg": 0.1775257076535906,
162
+ "total": 44.38084651402065
163
+ },
164
+ {
165
+ "map": 6.518109607696533,
166
+ "tan": 37.591649191720144,
167
+ "semi": 0.2559187539986202,
168
+ "reg": 0.17911929956504277,
169
+ "total": 44.23773662022182
170
+ },
171
+ {
172
+ "map": 6.494773469652448,
173
+ "tan": 37.581185586111886,
174
+ "semi": 0.2522371628454753,
175
+ "reg": 0.18080897501536777,
176
+ "total": 44.20209633963449
177
+ },
178
+ {
179
+ "map": 6.409169387817383,
180
+ "tan": 37.36081085205078,
181
+ "semi": 0.24631827686514174,
182
+ "reg": 0.1815954123224531,
183
+ "total": 43.89315839494978
184
+ },
185
+ {
186
+ "map": 6.5212458201817105,
187
+ "tan": 37.30772530691964,
188
+ "semi": 0.24838442163808006,
189
+ "reg": 0.18251339963504246,
190
+ "total": 43.953182329450335
191
+ },
192
+ {
193
+ "map": 6.382377638135638,
194
+ "tan": 37.09114140101841,
195
+ "semi": 0.24873985988753183,
196
+ "reg": 0.18318135610648564,
197
+ "total": 43.59790758405413
198
+ },
199
+ {
200
+ "map": 6.323500810350691,
201
+ "tan": 37.004395076206755,
202
+ "semi": 0.25565158256462645,
203
+ "reg": 0.18439041078090668,
204
+ "total": 43.455740901402066
205
+ },
206
+ {
207
+ "map": 6.380108669825963,
208
+ "tan": 37.160331290108815,
209
+ "semi": 0.25692244470119474,
210
+ "reg": 0.18467992118426732,
211
+ "total": 43.66892035348075
212
+ },
213
+ {
214
+ "map": 6.349044622693743,
215
+ "tan": 36.93006875174386,
216
+ "semi": 0.2536095461675099,
217
+ "reg": 0.18526642279965536,
218
+ "total": 43.40593697684152
219
+ },
220
+ {
221
+ "map": 6.318455478123256,
222
+ "tan": 36.772970363071984,
223
+ "semi": 0.2558908977678844,
224
+ "reg": 0.1856851373400007,
225
+ "total": 43.21939032418387
226
+ },
227
+ {
228
+ "map": 6.272440610613142,
229
+ "tan": 36.67327771868025,
230
+ "semi": 0.251577359012195,
231
+ "reg": 0.18622172730309622,
232
+ "total": 43.071526118687224
233
+ },
234
+ {
235
+ "map": 6.3101490701947895,
236
+ "tan": 36.6916994367327,
237
+ "semi": 0.25955684057303835,
238
+ "reg": 0.18654920714242118,
239
+ "total": 43.131645747593474
240
+ },
241
+ {
242
+ "map": 6.330759811401367,
243
+ "tan": 36.73521303449358,
244
+ "semi": 0.2512975092445101,
245
+ "reg": 0.1870726283107485,
246
+ "total": 43.19164069039481
247
+ },
248
+ {
249
+ "map": 6.316075624738421,
250
+ "tan": 36.53154591151646,
251
+ "semi": 0.2625318620886121,
252
+ "reg": 0.187216117978096,
253
+ "total": 42.97890635899135
254
+ },
255
+ {
256
+ "map": 6.2876528467450825,
257
+ "tan": 36.583870370047435,
258
+ "semi": 0.2490416258573532,
259
+ "reg": 0.18783600500651768,
260
+ "total": 42.99606301443917
261
+ },
262
+ {
263
+ "map": 6.279095418112618,
264
+ "tan": 36.530191258021766,
265
+ "semi": 0.2513675970690591,
266
+ "reg": 0.18787513162408556,
267
+ "total": 42.93498982020787
268
+ },
269
+ {
270
+ "map": 6.275578716823033,
271
+ "tan": 36.4452012198312,
272
+ "semi": 0.25632975952965875,
273
+ "reg": 0.1879731012242181,
274
+ "total": 42.84896371023996
275
+ },
276
+ {
277
+ "map": 6.307379586356027,
278
+ "tan": 36.362887028285435,
279
+ "semi": 0.2562214178698404,
280
+ "reg": 0.18795717060565947,
281
+ "total": 42.798396301269534
282
+ },
283
+ {
284
+ "map": 6.380945437295097,
285
+ "tan": 36.18107027326312,
286
+ "semi": 0.2600978583097458,
287
+ "reg": 0.1881380298307964,
288
+ "total": 42.69208363124302
289
+ },
290
+ {
291
+ "map": 6.263006728036063,
292
+ "tan": 36.25773718697684,
293
+ "semi": 0.25533682661397117,
294
+ "reg": 0.18824865903173174,
295
+ "total": 42.648431396484376
296
+ },
297
+ {
298
+ "map": 6.349831008911133,
299
+ "tan": 36.418374851771766,
300
+ "semi": 0.2580367573669979,
301
+ "reg": 0.1882706867797034,
302
+ "total": 42.89724339076451
303
+ },
304
+ {
305
+ "map": 6.2524915831429615,
306
+ "tan": 36.34742878505162,
307
+ "semi": 0.26355677417346407,
308
+ "reg": 0.1883500554731914,
309
+ "total": 42.731717354910714
310
+ },
311
+ {
312
+ "map": 6.197340706416539,
313
+ "tan": 36.39479642595563,
314
+ "semi": 0.2542483917304448,
315
+ "reg": 0.18845063958849226,
316
+ "total": 42.71928024291992
317
+ }
318
+ ],
319
+ "duration_s": 50.667601108551025,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 35433
322
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.75/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 0.75,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/frac_0.75/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d188d8b721bf6b241373a7feedbdbce9d478cbcfc027ac1a5da834f21ae7fee2
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/frac_0.75/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.211117047529955,
5
+ "tan": 52.34397492041955,
6
+ "semi": 0.020128114156673014,
7
+ "reg": 0.0509146166822085,
8
+ "total": 61.565160457904526
9
+ },
10
+ {
11
+ "map": 8.553412153170658,
12
+ "tan": 49.0989889731774,
13
+ "semi": 0.04238316542110764,
14
+ "reg": 0.09077916781489666,
15
+ "total": 57.67360144395094
16
+ },
17
+ {
18
+ "map": 8.292190019900982,
19
+ "tan": 47.053872915414665,
20
+ "semi": 0.08959502819925547,
21
+ "reg": 0.09990954757309876,
22
+ "total": 55.390871634850136
23
+ },
24
+ {
25
+ "map": 7.846175102087168,
26
+ "tan": 44.91639335338886,
27
+ "semi": 0.1652628409747894,
28
+ "reg": 0.1055124493745657,
29
+ "total": 52.84521088233361
30
+ },
31
+ {
32
+ "map": 7.5193758102563715,
33
+ "tan": 43.51970254457914,
34
+ "semi": 0.20912731524843436,
35
+ "reg": 0.11380681467170899,
36
+ "total": 51.14365372290978
37
+ },
38
+ {
39
+ "map": 7.42978547169612,
40
+ "tan": 42.48602221562312,
41
+ "semi": 0.22849638244280449,
42
+ "reg": 0.12287576181384233,
43
+ "total": 50.03006722376897
44
+ },
45
+ {
46
+ "map": 7.2948507987535915,
47
+ "tan": 41.62403480823223,
48
+ "semi": 0.23128646039045775,
49
+ "reg": 0.13301129123339286,
50
+ "total": 49.034541863661545
51
+ },
52
+ {
53
+ "map": 7.088183146256667,
54
+ "tan": 40.93709344130296,
55
+ "semi": 0.2381463019320598,
56
+ "reg": 0.1423531550054367,
57
+ "total": 48.14436494387113
58
+ },
59
+ {
60
+ "map": 6.971837713168218,
61
+ "tan": 40.31138764894926,
62
+ "semi": 0.24779052487932718,
63
+ "reg": 0.1519296461573014,
64
+ "total": 47.40713596343994
65
+ },
66
+ {
67
+ "map": 6.889993475033687,
68
+ "tan": 39.84042299710787,
69
+ "semi": 0.24925744705475295,
70
+ "reg": 0.1606570490850852,
71
+ "total": 46.855060430673454
72
+ },
73
+ {
74
+ "map": 6.756250885816721,
75
+ "tan": 39.27701443892259,
76
+ "semi": 0.26421412739616174,
77
+ "reg": 0.16828652299367464,
78
+ "total": 46.165388987614556
79
+ },
80
+ {
81
+ "map": 6.702546138029832,
82
+ "tan": 38.82610086294321,
83
+ "semi": 0.25110062526968807,
84
+ "reg": 0.1750185418014343,
85
+ "total": 45.65421529916617
86
+ },
87
+ {
88
+ "map": 6.634803551893968,
89
+ "tan": 38.51308734600361,
90
+ "semi": 0.265302228812988,
91
+ "reg": 0.18026211256018052,
92
+ "total": 45.28056086026705
93
+ },
94
+ {
95
+ "map": 6.608059965647184,
96
+ "tan": 38.109276844904976,
97
+ "semi": 0.2543942343730193,
98
+ "reg": 0.18432960773889834,
99
+ "total": 44.844552773695725
100
+ },
101
+ {
102
+ "map": 6.513318181037903,
103
+ "tan": 37.75800668276273,
104
+ "semi": 0.26265475297203433,
105
+ "reg": 0.18652386906055304,
106
+ "total": 44.402671593886154
107
+ },
108
+ {
109
+ "map": 6.440263922397907,
110
+ "tan": 37.45202717414269,
111
+ "semi": 0.2613458154866329,
112
+ "reg": 0.19050434747567543,
113
+ "total": 44.02298296414889
114
+ },
115
+ {
116
+ "map": 6.425080079298753,
117
+ "tan": 37.362356479351334,
118
+ "semi": 0.2627701429793468,
119
+ "reg": 0.1931709721684456,
120
+ "total": 43.91884055504432
121
+ },
122
+ {
123
+ "map": 6.376550307640662,
124
+ "tan": 36.89010869539701,
125
+ "semi": 0.2528962627626382,
126
+ "reg": 0.19508213693132767,
127
+ "total": 43.393126267653244
128
+ },
129
+ {
130
+ "map": 6.349594336289626,
131
+ "tan": 36.76809897789588,
132
+ "semi": 0.25951799607047665,
133
+ "reg": 0.19658206345943305,
134
+ "total": 43.247471442589394
135
+ },
136
+ {
137
+ "map": 6.261343955993652,
138
+ "tan": 36.605193211482124,
139
+ "semi": 0.26128135707515937,
140
+ "reg": 0.19804437458515167,
141
+ "total": 42.99719707782452
142
+ },
143
+ {
144
+ "map": 6.225199901140654,
145
+ "tan": 36.38853740692139,
146
+ "semi": 0.26154215089403665,
147
+ "reg": 0.1997352526164972,
148
+ "total": 42.74452752333421
149
+ },
150
+ {
151
+ "map": 6.207102207037119,
152
+ "tan": 36.296754103440506,
153
+ "semi": 0.258039639546321,
154
+ "reg": 0.20106620226915067,
155
+ "total": 42.6328953229464
156
+ },
157
+ {
158
+ "map": 6.156664765798128,
159
+ "tan": 36.082884568434494,
160
+ "semi": 0.26204534677358776,
161
+ "reg": 0.2017473065509246,
162
+ "total": 42.37059167715219
163
+ },
164
+ {
165
+ "map": 6.180838777468755,
166
+ "tan": 36.034716899578385,
167
+ "semi": 0.25946649737082994,
168
+ "reg": 0.20295974898796815,
169
+ "total": 42.3453085239117
170
+ },
171
+ {
172
+ "map": 6.139908891457778,
173
+ "tan": 35.90585099733793,
174
+ "semi": 0.2634964023645108,
175
+ "reg": 0.2040433814892402,
176
+ "total": 42.177527501032905
177
+ },
178
+ {
179
+ "map": 6.11780151954064,
180
+ "tan": 35.64037491725041,
181
+ "semi": 0.25725566853697485,
182
+ "reg": 0.2052854706461613,
183
+ "total": 41.88682358081524
184
+ },
185
+ {
186
+ "map": 6.153272830522978,
187
+ "tan": 35.60873926602877,
188
+ "semi": 0.26272083159822684,
189
+ "reg": 0.2055945287530239,
190
+ "total": 41.893392489506645
191
+ },
192
+ {
193
+ "map": 6.124162297982436,
194
+ "tan": 35.54304768488957,
195
+ "semi": 0.25999775242346984,
196
+ "reg": 0.20620776970799154,
197
+ "total": 41.79722851973314
198
+ },
199
+ {
200
+ "map": 6.084821306742155,
201
+ "tan": 35.374671936035156,
202
+ "semi": 0.26098002235476786,
203
+ "reg": 0.20704924659087107,
204
+ "total": 41.59000382056603
205
+ },
206
+ {
207
+ "map": 6.054946083288926,
208
+ "tan": 35.17609508220966,
209
+ "semi": 0.25794585794210434,
210
+ "reg": 0.20768666811860526,
211
+ "total": 41.360034502469574
212
+ },
213
+ {
214
+ "map": 5.982096717907832,
215
+ "tan": 35.25321600987361,
216
+ "semi": 0.26184690915621245,
217
+ "reg": 0.20803557651547286,
218
+ "total": 41.36625678722675
219
+ },
220
+ {
221
+ "map": 6.012220556919392,
222
+ "tan": 35.076617607703575,
223
+ "semi": 0.25541291213952577,
224
+ "reg": 0.2086055989448841,
225
+ "total": 41.21656498542199
226
+ },
227
+ {
228
+ "map": 6.030378405864422,
229
+ "tan": 35.134411518390365,
230
+ "semi": 0.2566228569127046,
231
+ "reg": 0.20948981751616186,
232
+ "total": 41.293122438284065
233
+ },
234
+ {
235
+ "map": 5.989359809802129,
236
+ "tan": 34.913321641775276,
237
+ "semi": 0.26081818313552785,
238
+ "reg": 0.21012096307598627,
239
+ "total": 41.03311193906344
240
+ },
241
+ {
242
+ "map": 6.026909571427566,
243
+ "tan": 35.08248160435603,
244
+ "semi": 0.25265656039118767,
245
+ "reg": 0.21037286004194847,
246
+ "total": 41.23574080834022
247
+ },
248
+ {
249
+ "map": 5.990613350501428,
250
+ "tan": 35.008628184978775,
251
+ "semi": 0.25984475217186487,
252
+ "reg": 0.21026618434832647,
253
+ "total": 41.12918516305777
254
+ },
255
+ {
256
+ "map": 5.95782496378972,
257
+ "tan": 34.78500314859244,
258
+ "semi": 0.2574372890476997,
259
+ "reg": 0.21056051208422735,
260
+ "total": 40.871567506056564
261
+ },
262
+ {
263
+ "map": 5.930695561262278,
264
+ "tan": 34.798378284160904,
265
+ "semi": 0.2626888800698977,
266
+ "reg": 0.21092494261952546,
267
+ "total": 40.86043930053711
268
+ },
269
+ {
270
+ "map": 5.975429993409377,
271
+ "tan": 34.81882696885329,
272
+ "semi": 0.25653910636901855,
273
+ "reg": 0.21106710829413855,
274
+ "total": 40.92254814734826
275
+ },
276
+ {
277
+ "map": 5.914107469411997,
278
+ "tan": 34.95409628061148,
279
+ "semi": 0.2585710817231582,
280
+ "reg": 0.21115087431210738,
281
+ "total": 40.997510983393745
282
+ },
283
+ {
284
+ "map": 5.9436202599452095,
285
+ "tan": 34.77231854658861,
286
+ "semi": 0.2635118689101476,
287
+ "reg": 0.2112221743624944,
288
+ "total": 40.84771625812237
289
+ },
290
+ {
291
+ "map": 5.926592680124136,
292
+ "tan": 34.778526306152344,
293
+ "semi": 0.26158871616308504,
294
+ "reg": 0.21131602158913246,
295
+ "total": 40.83593507913443
296
+ },
297
+ {
298
+ "map": 5.965304374694824,
299
+ "tan": 34.676972976097694,
300
+ "semi": 0.25963170912403327,
301
+ "reg": 0.21135413245512888,
302
+ "total": 40.77211438692533
303
+ },
304
+ {
305
+ "map": 5.899053802857032,
306
+ "tan": 34.6256906069242,
307
+ "semi": 0.2697534194359413,
308
+ "reg": 0.21134386526850554,
309
+ "total": 40.65964236626258
310
+ },
311
+ {
312
+ "map": 5.880479711752671,
313
+ "tan": 34.63417119246263,
314
+ "semi": 0.26626685003821665,
315
+ "reg": 0.21135220504724062,
316
+ "total": 40.64780587416429
317
+ }
318
+ ],
319
+ "duration_s": 78.75672626495361,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 53149
322
+ }
checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "batch_celltype",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca443b07cec71c519958ba1641914fb7e745c9d53bb76d4709e82487fe1d774
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/match_batch_celltype/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.024028280803135,
5
+ "tan": 51.75117950439453,
6
+ "semi": 0.024780350213849188,
7
+ "reg": 0.05704878520752702,
8
+ "total": 60.787603868756975
9
+ },
10
+ {
11
+ "map": 8.45547228540693,
12
+ "tan": 48.149492154802594,
13
+ "semi": 0.0630386188094105,
14
+ "reg": 0.09761119123016085,
15
+ "total": 56.636493464878626
16
+ },
17
+ {
18
+ "map": 7.9490634713854105,
19
+ "tan": 45.306708581107,
20
+ "semi": 0.1472562136394637,
21
+ "reg": 0.10770552839551653,
22
+ "total": 53.32941153390067
23
+ },
24
+ {
25
+ "map": 7.5081677300589424,
26
+ "tan": 43.24566535949707,
27
+ "semi": 0.2072959914803505,
28
+ "reg": 0.1169154619531972,
29
+ "total": 50.857492501395086
30
+ },
31
+ {
32
+ "map": 7.368681437628609,
33
+ "tan": 42.07734140668597,
34
+ "semi": 0.22386112276996886,
35
+ "reg": 0.13004858642816544,
36
+ "total": 49.55796574183873
37
+ },
38
+ {
39
+ "map": 7.12331599508013,
40
+ "tan": 41.08939187186105,
41
+ "semi": 0.22930974790028164,
42
+ "reg": 0.14343431442975998,
43
+ "total": 48.32737775530134
44
+ },
45
+ {
46
+ "map": 7.005804443359375,
47
+ "tan": 40.21130556379046,
48
+ "semi": 0.24536680430173874,
49
+ "reg": 0.15678211557013647,
50
+ "total": 47.339808872767854
51
+ },
52
+ {
53
+ "map": 6.81882609639849,
54
+ "tan": 39.405799811226984,
55
+ "semi": 0.2588387957641057,
56
+ "reg": 0.16580719628504345,
57
+ "total": 46.35406074523926
58
+ },
59
+ {
60
+ "map": 6.6722418921334405,
61
+ "tan": 38.69342106410435,
62
+ "semi": 0.2692908727696964,
63
+ "reg": 0.17588622186865124,
64
+ "total": 45.50032686505999
65
+ },
66
+ {
67
+ "map": 6.642620849609375,
68
+ "tan": 38.39523811340332,
69
+ "semi": 0.2629858346922057,
70
+ "reg": 0.1823656725031989,
71
+ "total": 45.16937114170619
72
+ },
73
+ {
74
+ "map": 6.525191967827933,
75
+ "tan": 37.7576902117048,
76
+ "semi": 0.26175484678574973,
77
+ "reg": 0.18819996906178338,
78
+ "total": 44.413778577532085
79
+ },
80
+ {
81
+ "map": 6.491561596734183,
82
+ "tan": 37.562023108346125,
83
+ "semi": 0.2657317253095763,
84
+ "reg": 0.192314593068191,
85
+ "total": 44.18646959577288
86
+ },
87
+ {
88
+ "map": 6.408952992303031,
89
+ "tan": 37.2606500353132,
90
+ "semi": 0.26604432846818654,
91
+ "reg": 0.19599147481577736,
92
+ "total": 43.8026441846575
93
+ },
94
+ {
95
+ "map": 6.42132283619472,
96
+ "tan": 36.848233686174666,
97
+ "semi": 0.26005151356969564,
98
+ "reg": 0.19933440557547977,
99
+ "total": 43.39960130964007
100
+ },
101
+ {
102
+ "map": 6.257596254348755,
103
+ "tan": 36.404833221435545,
104
+ "semi": 0.2725449868610927,
105
+ "reg": 0.202530266557421,
106
+ "total": 42.79872120448521
107
+ },
108
+ {
109
+ "map": 6.214622763225011,
110
+ "tan": 36.32742767333984,
111
+ "semi": 0.2588592261075974,
112
+ "reg": 0.20518857027803147,
113
+ "total": 42.67149963378906
114
+ },
115
+ {
116
+ "map": 6.150817619051252,
117
+ "tan": 36.10697751726423,
118
+ "semi": 0.2623726040124893,
119
+ "reg": 0.20687873533793857,
120
+ "total": 42.38900146484375
121
+ },
122
+ {
123
+ "map": 6.10094701222011,
124
+ "tan": 35.85431229727609,
125
+ "semi": 0.2705081616129194,
126
+ "reg": 0.20946977500404632,
127
+ "total": 42.090534046718055
128
+ },
129
+ {
130
+ "map": 6.083373648779733,
131
+ "tan": 35.646667970929826,
132
+ "semi": 0.2706856406160763,
133
+ "reg": 0.21103181689977646,
134
+ "total": 41.86540560041155
135
+ },
136
+ {
137
+ "map": 6.103960112162999,
138
+ "tan": 35.5855464390346,
139
+ "semi": 0.26407952734402246,
140
+ "reg": 0.21286135762929917,
141
+ "total": 41.82156818934849
142
+ },
143
+ {
144
+ "map": 6.068085180010114,
145
+ "tan": 35.17278731209891,
146
+ "semi": 0.2685850773538862,
147
+ "reg": 0.21479389859097345,
148
+ "total": 41.37518713814872
149
+ },
150
+ {
151
+ "map": 6.023583289555141,
152
+ "tan": 35.091579110281806,
153
+ "semi": 0.26982106523854393,
154
+ "reg": 0.2147981039115361,
155
+ "total": 41.25009520394462
156
+ },
157
+ {
158
+ "map": 5.933357729230608,
159
+ "tan": 35.02788788931711,
160
+ "semi": 0.2646927780338696,
161
+ "reg": 0.21679317333868572,
162
+ "total": 41.0936145237514
163
+ },
164
+ {
165
+ "map": 5.900547000340053,
166
+ "tan": 34.75612302507673,
167
+ "semi": 0.2678691953420639,
168
+ "reg": 0.2175766225372042,
169
+ "total": 40.790627343314036
170
+ },
171
+ {
172
+ "map": 5.9245783192770824,
173
+ "tan": 34.61322462899344,
174
+ "semi": 0.2678726013217654,
175
+ "reg": 0.2184984945825168,
176
+ "total": 40.67176186697824
177
+ },
178
+ {
179
+ "map": 5.92786784853254,
180
+ "tan": 34.59748976571219,
181
+ "semi": 0.2665556931069919,
182
+ "reg": 0.21989307893174034,
183
+ "total": 40.658658272879464
184
+ },
185
+ {
186
+ "map": 5.884387574877057,
187
+ "tan": 34.38960827418736,
188
+ "semi": 0.2631694957613945,
189
+ "reg": 0.21993592700787953,
190
+ "total": 40.40560324532645
191
+ },
192
+ {
193
+ "map": 5.811949471064977,
194
+ "tan": 34.4078360421317,
195
+ "semi": 0.27029426608766827,
196
+ "reg": 0.22090618929692676,
197
+ "total": 40.35495545523507
198
+ },
199
+ {
200
+ "map": 5.826370280129569,
201
+ "tan": 34.17902145385742,
202
+ "semi": 0.2658530669552939,
203
+ "reg": 0.22168360544102533,
204
+ "total": 40.138341086251394
205
+ },
206
+ {
207
+ "map": 5.834253086362566,
208
+ "tan": 34.2134763445173,
209
+ "semi": 0.25693341067859105,
210
+ "reg": 0.22230704639639173,
211
+ "total": 40.17621863228934
212
+ },
213
+ {
214
+ "map": 5.863984523500715,
215
+ "tan": 34.04238248552595,
216
+ "semi": 0.26630923939602713,
217
+ "reg": 0.22358730179922923,
218
+ "total": 40.03954489571708
219
+ },
220
+ {
221
+ "map": 5.8078989437648225,
222
+ "tan": 34.07294338771275,
223
+ "semi": 0.2663816237023899,
224
+ "reg": 0.22405852781874794,
225
+ "total": 40.01405552455357
226
+ },
227
+ {
228
+ "map": 5.805180209023612,
229
+ "tan": 33.838291331699914,
230
+ "semi": 0.2652746498584747,
231
+ "reg": 0.2245544310126986,
232
+ "total": 39.77613209315709
233
+ },
234
+ {
235
+ "map": 5.783661488124302,
236
+ "tan": 33.89027399335589,
237
+ "semi": 0.2658946120313236,
238
+ "reg": 0.22507506545100894,
239
+ "total": 39.80690552847726
240
+ },
241
+ {
242
+ "map": 5.777781268528529,
243
+ "tan": 33.77372997828892,
244
+ "semi": 0.2617341271468571,
245
+ "reg": 0.2252826690673828,
246
+ "total": 39.68240133013044
247
+ },
248
+ {
249
+ "map": 5.746660150800433,
250
+ "tan": 33.805502373831615,
251
+ "semi": 0.2656038035239492,
252
+ "reg": 0.22544576632125038,
253
+ "total": 39.684987095424106
254
+ },
255
+ {
256
+ "map": 5.8384816987173895,
257
+ "tan": 33.76817081996373,
258
+ "semi": 0.26542120490755355,
259
+ "reg": 0.2258838340640068,
260
+ "total": 39.73938587733677
261
+ },
262
+ {
263
+ "map": 5.73677738734654,
264
+ "tan": 33.68032548086984,
265
+ "semi": 0.2684208987014634,
266
+ "reg": 0.22629486003092358,
267
+ "total": 39.551335961478095
268
+ },
269
+ {
270
+ "map": 5.740902791704451,
271
+ "tan": 33.80892906188965,
272
+ "semi": 0.2640504817877497,
273
+ "reg": 0.2267258944255965,
274
+ "total": 39.681880187988284
275
+ },
276
+ {
277
+ "map": 5.730231939043318,
278
+ "tan": 33.8251286642892,
279
+ "semi": 0.2613577804395131,
280
+ "reg": 0.2266797940645899,
281
+ "total": 39.68606202261788
282
+ },
283
+ {
284
+ "map": 5.743362610680716,
285
+ "tan": 33.653313936506,
286
+ "semi": 0.2634968163711684,
287
+ "reg": 0.2263519585132599,
288
+ "total": 39.52844772338867
289
+ },
290
+ {
291
+ "map": 5.766544164930071,
292
+ "tan": 33.587588800702775,
293
+ "semi": 0.26588435620069506,
294
+ "reg": 0.22681689922298703,
295
+ "total": 39.487097821916855
296
+ },
297
+ {
298
+ "map": 5.8143515927450995,
299
+ "tan": 33.6518798828125,
300
+ "semi": 0.2609227938311441,
301
+ "reg": 0.22653458650623048,
302
+ "total": 39.596715981619695
303
+ },
304
+ {
305
+ "map": 5.722640882219587,
306
+ "tan": 33.70935974121094,
307
+ "semi": 0.266533129130091,
308
+ "reg": 0.2266914631639208,
309
+ "total": 39.5652902330671
310
+ },
311
+ {
312
+ "map": 5.7030983175550185,
313
+ "tan": 33.67375989641462,
314
+ "semi": 0.26792268731764385,
315
+ "reg": 0.22665487506559917,
316
+ "total": 39.51084278651646
317
+ }
318
+ ],
319
+ "duration_s": 115.59488677978516,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/match_celltype/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "celltype",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/match_celltype/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79dd793fab2773ac067b252a57d6df2b14e2fb48102a67e5c53aa296a97c840
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/match_celltype/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.02731419290815,
5
+ "tan": 51.71936514718192,
6
+ "semi": 0.02375330486014014,
7
+ "reg": 0.060401116417987004,
8
+ "total": 60.758561270577566
9
+ },
10
+ {
11
+ "map": 8.492278099060059,
12
+ "tan": 48.314772142682756,
13
+ "semi": 0.06413112538201468,
14
+ "reg": 0.09548323825001717,
15
+ "total": 56.83912500653948
16
+ },
17
+ {
18
+ "map": 7.9726819378989084,
19
+ "tan": 45.591433824811666,
20
+ "semi": 0.15292943279658044,
21
+ "reg": 0.1043551361986569,
22
+ "total": 53.640591975620815
23
+ },
24
+ {
25
+ "map": 7.571260486330305,
26
+ "tan": 43.51486598423549,
27
+ "semi": 0.20894787630864553,
28
+ "reg": 0.11608348488807678,
29
+ "total": 51.19061175755092
30
+ },
31
+ {
32
+ "map": 7.421605130604335,
33
+ "tan": 42.4743399483817,
34
+ "semi": 0.21508721624101912,
35
+ "reg": 0.1291705025093896,
36
+ "total": 50.003501183646065
37
+ },
38
+ {
39
+ "map": 7.201059150695801,
40
+ "tan": 41.41413165501186,
41
+ "semi": 0.23059762929167066,
42
+ "reg": 0.1409645676612854,
43
+ "total": 48.73050498962402
44
+ },
45
+ {
46
+ "map": 7.031153311048235,
47
+ "tan": 40.43970990862165,
48
+ "semi": 0.2448826774954796,
49
+ "reg": 0.15199389287403653,
50
+ "total": 47.593319756644114
51
+ },
52
+ {
53
+ "map": 6.869598817825318,
54
+ "tan": 39.86529704502651,
55
+ "semi": 0.2576886805040496,
56
+ "reg": 0.1639034411736897,
57
+ "total": 46.863755634852815
58
+ },
59
+ {
60
+ "map": 6.753755835124425,
61
+ "tan": 39.23826708112444,
62
+ "semi": 0.2600900071007865,
63
+ "reg": 0.1748297210250582,
64
+ "total": 46.122085680280414
65
+ },
66
+ {
67
+ "map": 6.693147209712437,
68
+ "tan": 38.65778487069266,
69
+ "semi": 0.25959503693240027,
70
+ "reg": 0.1829746288912637,
71
+ "total": 45.480748476300924
72
+ },
73
+ {
74
+ "map": 6.565859522138323,
75
+ "tan": 38.055856704711914,
76
+ "semi": 0.26310129910707475,
77
+ "reg": 0.18895347884723118,
78
+ "total": 44.75328587123326
79
+ },
80
+ {
81
+ "map": 6.528454228809902,
82
+ "tan": 37.81238637651716,
83
+ "semi": 0.2647256448864937,
84
+ "reg": 0.19418826018060956,
85
+ "total": 44.47322213309152
86
+ },
87
+ {
88
+ "map": 6.432162366594587,
89
+ "tan": 37.36760046822684,
90
+ "semi": 0.2653774476477078,
91
+ "reg": 0.1970250551189695,
92
+ "total": 43.93247064862933
93
+ },
94
+ {
95
+ "map": 6.451149422781808,
96
+ "tan": 36.895608520507814,
97
+ "semi": 0.26017301699944906,
98
+ "reg": 0.1994916517819677,
99
+ "total": 43.47686369759696
100
+ },
101
+ {
102
+ "map": 6.302084806987217,
103
+ "tan": 36.647285624912804,
104
+ "semi": 0.2655462022338595,
105
+ "reg": 0.20230386704206466,
106
+ "total": 43.082162966047015
107
+ },
108
+ {
109
+ "map": 6.263400220870972,
110
+ "tan": 36.577585220336914,
111
+ "semi": 0.2606479172195707,
112
+ "reg": 0.20492015161684582,
113
+ "total": 42.97132911682129
114
+ },
115
+ {
116
+ "map": 6.194060121263776,
117
+ "tan": 36.39135175432477,
118
+ "semi": 0.2653034740260669,
119
+ "reg": 0.20623162133353098,
120
+ "total": 42.718083190917966
121
+ },
122
+ {
123
+ "map": 6.1305035250527515,
124
+ "tan": 35.98222073146275,
125
+ "semi": 0.26021495035716463,
126
+ "reg": 0.2091137456042426,
127
+ "total": 42.24285234723772
128
+ },
129
+ {
130
+ "map": 6.110375417981829,
131
+ "tan": 35.82678228105817,
132
+ "semi": 0.2656289875507355,
133
+ "reg": 0.2108827831489699,
134
+ "total": 42.06999326433454
135
+ },
136
+ {
137
+ "map": 6.126879119873047,
138
+ "tan": 35.647440447126115,
139
+ "semi": 0.26405600032636095,
140
+ "reg": 0.212426994740963,
141
+ "total": 41.90636978149414
142
+ },
143
+ {
144
+ "map": 6.100175762176514,
145
+ "tan": 35.37704952784947,
146
+ "semi": 0.2651947306735175,
147
+ "reg": 0.21441169381141661,
148
+ "total": 41.60984469822475
149
+ },
150
+ {
151
+ "map": 6.070885263170514,
152
+ "tan": 35.342608152117045,
153
+ "semi": 0.273712537756988,
154
+ "reg": 0.21447872051170894,
155
+ "total": 41.55037176949637
156
+ },
157
+ {
158
+ "map": 5.966830328532628,
159
+ "tan": 35.232596097673685,
160
+ "semi": 0.26844653231757026,
161
+ "reg": 0.2160224940095629,
162
+ "total": 41.33367200578962
163
+ },
164
+ {
165
+ "map": 5.937774208613805,
166
+ "tan": 35.14507642473493,
167
+ "semi": 0.26595159407172886,
168
+ "reg": 0.21780359042542322,
169
+ "total": 41.215849086216515
170
+ },
171
+ {
172
+ "map": 5.983259793690273,
173
+ "tan": 34.91591889517648,
174
+ "semi": 0.26629705812249865,
175
+ "reg": 0.21864756643772126,
176
+ "total": 41.032349886213034
177
+ },
178
+ {
179
+ "map": 5.968157012122018,
180
+ "tan": 34.785338919503346,
181
+ "semi": 0.2645971730351448,
182
+ "reg": 0.21976896290268216,
183
+ "total": 40.885817064557756
184
+ },
185
+ {
186
+ "map": 5.917176900591169,
187
+ "tan": 34.671659687587194,
188
+ "semi": 0.26275884211063383,
189
+ "reg": 0.22048993366105216,
190
+ "total": 40.720238658360074
191
+ },
192
+ {
193
+ "map": 5.844128697259086,
194
+ "tan": 34.66378310067313,
195
+ "semi": 0.27273669647318977,
196
+ "reg": 0.22147177308797836,
197
+ "total": 40.64430302211216
198
+ },
199
+ {
200
+ "map": 5.847186504091535,
201
+ "tan": 34.28130100795201,
202
+ "semi": 0.2648723261696952,
203
+ "reg": 0.22255162703139442,
204
+ "total": 40.26094621930804
205
+ },
206
+ {
207
+ "map": 5.851090656008039,
208
+ "tan": 34.40020108904157,
209
+ "semi": 0.26247812445674623,
210
+ "reg": 0.22314302623271942,
211
+ "total": 40.38255375453404
212
+ },
213
+ {
214
+ "map": 5.886705228260586,
215
+ "tan": 34.271330097743444,
216
+ "semi": 0.2684763423034123,
217
+ "reg": 0.22404641743217196,
218
+ "total": 40.29229643685477
219
+ },
220
+ {
221
+ "map": 5.844526413508824,
222
+ "tan": 34.290863800048825,
223
+ "semi": 0.26772002897092273,
224
+ "reg": 0.22460183905703682,
225
+ "total": 40.26927283150809
226
+ },
227
+ {
228
+ "map": 5.852170256205968,
229
+ "tan": 34.16703409467425,
230
+ "semi": 0.2698166180934225,
231
+ "reg": 0.22498897505658014,
232
+ "total": 40.15413545880999
233
+ },
234
+ {
235
+ "map": 5.797676004682269,
236
+ "tan": 34.20374685014997,
237
+ "semi": 0.2649173823850495,
238
+ "reg": 0.2250609908785139,
239
+ "total": 40.1339043208531
240
+ },
241
+ {
242
+ "map": 5.812647145135062,
243
+ "tan": 33.97562626429966,
244
+ "semi": 0.26701740601233076,
245
+ "reg": 0.2251197753208024,
246
+ "total": 39.921805082048685
247
+ },
248
+ {
249
+ "map": 5.772068057741437,
250
+ "tan": 33.95866486685617,
251
+ "semi": 0.26956388716186797,
252
+ "reg": 0.2257320991584233,
253
+ "total": 39.86553780691964
254
+ },
255
+ {
256
+ "map": 5.858522721699306,
257
+ "tan": 33.71672063555036,
258
+ "semi": 0.2683040774294308,
259
+ "reg": 0.22603744055543626,
260
+ "total": 39.70941843305315
261
+ },
262
+ {
263
+ "map": 5.767389386040824,
264
+ "tan": 33.898051725115096,
265
+ "semi": 0.26691820195743016,
266
+ "reg": 0.22635744767529623,
267
+ "total": 39.798922947474885
268
+ },
269
+ {
270
+ "map": 5.785350227355957,
271
+ "tan": 33.92485885620117,
272
+ "semi": 0.26340787730046683,
273
+ "reg": 0.22690069377422334,
274
+ "total": 39.84193578447614
275
+ },
276
+ {
277
+ "map": 5.751253386906215,
278
+ "tan": 33.8783018384661,
279
+ "semi": 0.26822073864085333,
280
+ "reg": 0.22678808804069248,
281
+ "total": 39.76368860517229
282
+ },
283
+ {
284
+ "map": 5.770226376397269,
285
+ "tan": 33.85232658386231,
286
+ "semi": 0.26878445595502853,
287
+ "reg": 0.22642606518098285,
288
+ "total": 39.75696798052107
289
+ },
290
+ {
291
+ "map": 5.792545904432024,
292
+ "tan": 33.8272611618042,
293
+ "semi": 0.2729121923446655,
294
+ "reg": 0.22681584528514318,
295
+ "total": 39.75628569466727
296
+ },
297
+ {
298
+ "map": 5.842303732463292,
299
+ "tan": 33.824709974016464,
300
+ "semi": 0.2634935896311488,
301
+ "reg": 0.22656585020678385,
302
+ "total": 39.79878376552037
303
+ },
304
+ {
305
+ "map": 5.749486868722098,
306
+ "tan": 33.785917336600164,
307
+ "semi": 0.2726129663842065,
308
+ "reg": 0.22676938687052045,
309
+ "total": 39.671733910696844
310
+ },
311
+ {
312
+ "map": 5.741746555055891,
313
+ "tan": 33.90536302839007,
314
+ "semi": 0.26695926508733203,
315
+ "reg": 0.22673505800110952,
316
+ "total": 39.780612400599885
317
+ }
318
+ ],
319
+ "duration_s": 107.73982548713684,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/match_nearest/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "nearest",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/match_nearest/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c34e011faf24582a7b95cb21913c61cd83f3c4160d4fb2a5c5bd60a2076429
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/match_nearest/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 2.9575007336480277,
5
+ "tan": 17.572879573277064,
6
+ "semi": 0.0013492259027535576,
7
+ "reg": 0.0458661784018789,
8
+ "total": 20.531059673854283
9
+ },
10
+ {
11
+ "map": 2.9281738962445942,
12
+ "tan": 16.736774063110353,
13
+ "semi": 0.005291787371970713,
14
+ "reg": 0.10611078547579901,
15
+ "total": 19.66760447365897
16
+ },
17
+ {
18
+ "map": 2.88970639024462,
19
+ "tan": 16.13193392072405,
20
+ "semi": 0.01132613039309425,
21
+ "reg": 0.15013956406286785,
22
+ "total": 19.02731819152832
23
+ },
24
+ {
25
+ "map": 2.8470464910779683,
26
+ "tan": 15.589117172786167,
27
+ "semi": 0.019456071819045715,
28
+ "reg": 0.17744748954262052,
29
+ "total": 18.44590960911342
30
+ },
31
+ {
32
+ "map": 2.8159010069710866,
33
+ "tan": 15.059324972970145,
34
+ "semi": 0.028398444476936544,
35
+ "reg": 0.19815199822187424,
36
+ "total": 17.88944514138358
37
+ },
38
+ {
39
+ "map": 2.754899297441755,
40
+ "tan": 14.609589399610247,
41
+ "semi": 0.034566000130559715,
42
+ "reg": 0.2174525927220072,
43
+ "total": 17.38179334912981
44
+ },
45
+ {
46
+ "map": 2.6996302945273265,
47
+ "tan": 14.201581014905656,
48
+ "semi": 0.03903851125921522,
49
+ "reg": 0.23161636739969255,
50
+ "total": 16.920753724234444
51
+ },
52
+ {
53
+ "map": 2.6376656225749424,
54
+ "tan": 13.868317031860352,
55
+ "semi": 0.043143985952649795,
56
+ "reg": 0.24667827806302478,
57
+ "total": 16.527579253060477
58
+ },
59
+ {
60
+ "map": 2.5872593334742953,
61
+ "tan": 13.614848286764962,
62
+ "semi": 0.04449512452951499,
63
+ "reg": 0.2598609462380409,
64
+ "total": 16.22438121523176
65
+ },
66
+ {
67
+ "map": 2.5392535516193937,
68
+ "tan": 13.34444329398019,
69
+ "semi": 0.046519161867243905,
70
+ "reg": 0.2709684090954917,
71
+ "total": 15.906983389173234
72
+ },
73
+ {
74
+ "map": 2.495867841584342,
75
+ "tan": 13.113040351867676,
76
+ "semi": 0.04732721974807126,
77
+ "reg": 0.28143681756087713,
78
+ "total": 15.63259996686663
79
+ },
80
+ {
81
+ "map": 2.4581355605806623,
82
+ "tan": 12.911217798505511,
83
+ "semi": 0.05010354295372963,
84
+ "reg": 0.2894840487412044,
85
+ "total": 15.394434002467564
86
+ },
87
+ {
88
+ "map": 2.4143350328717914,
89
+ "tan": 12.706975882393973,
90
+ "semi": 0.051258193541850364,
91
+ "reg": 0.29720634392329626,
92
+ "total": 15.146969781603133
93
+ },
94
+ {
95
+ "map": 2.4075647592544556,
96
+ "tan": 12.524043818882534,
97
+ "semi": 0.052575737078275,
98
+ "reg": 0.3035598656960896,
99
+ "total": 14.957926831926619
100
+ },
101
+ {
102
+ "map": 2.345905842099871,
103
+ "tan": 12.333155046190534,
104
+ "semi": 0.05508032866886684,
105
+ "reg": 0.30863076533590045,
106
+ "total": 14.706631932939802
107
+ },
108
+ {
109
+ "map": 2.315040510041373,
110
+ "tan": 12.208234664372036,
111
+ "semi": 0.05581706969865731,
112
+ "reg": 0.3150610404355185,
113
+ "total": 14.55121521268572
114
+ },
115
+ {
116
+ "map": 2.286440205574036,
117
+ "tan": 12.033447401864189,
118
+ "semi": 0.05774481892585755,
119
+ "reg": 0.3202744845833097,
120
+ "total": 14.34879207611084
121
+ },
122
+ {
123
+ "map": 2.2654772281646727,
124
+ "tan": 11.911903830936977,
125
+ "semi": 0.059813338252050534,
126
+ "reg": 0.32649950214794704,
127
+ "total": 14.207320322309222
128
+ },
129
+ {
130
+ "map": 2.253522849082947,
131
+ "tan": 11.78883879525321,
132
+ "semi": 0.059887922129460744,
133
+ "reg": 0.33257997546877177,
134
+ "total": 14.072338839939663
135
+ },
136
+ {
137
+ "map": 2.245254397392273,
138
+ "tan": 11.669465923309327,
139
+ "semi": 0.06372946404985019,
140
+ "reg": 0.3391390127795083,
141
+ "total": 13.94661888395037
142
+ },
143
+ {
144
+ "map": 2.219698030608041,
145
+ "tan": 11.57012266431536,
146
+ "semi": 0.0630843927285501,
147
+ "reg": 0.34431996856416974,
148
+ "total": 13.821397290910994
149
+ },
150
+ {
151
+ "map": 2.1990788970674786,
152
+ "tan": 11.443877015795026,
153
+ "semi": 0.06711081910346235,
154
+ "reg": 0.3516683953148978,
155
+ "total": 13.67654651914324
156
+ },
157
+ {
158
+ "map": 2.1486606001853943,
159
+ "tan": 11.337153380257742,
160
+ "semi": 0.06631492424224104,
161
+ "reg": 0.35659188883645193,
162
+ "total": 13.51900704247611
163
+ },
164
+ {
165
+ "map": 2.134911719390324,
166
+ "tan": 11.25992454801287,
167
+ "semi": 0.06884020465825286,
168
+ "reg": 0.3622981731380735,
169
+ "total": 13.429292501722063
170
+ },
171
+ {
172
+ "map": 2.1340783068111966,
173
+ "tan": 11.180503708975655,
174
+ "semi": 0.07119904905557632,
175
+ "reg": 0.36736331922667365,
176
+ "total": 13.35021824155535
177
+ },
178
+ {
179
+ "map": 2.1332062516893657,
180
+ "tan": 11.11142623083932,
181
+ "semi": 0.07175006930317197,
182
+ "reg": 0.3745732409613473,
183
+ "total": 13.2805449622018
184
+ },
185
+ {
186
+ "map": 2.112126273768289,
187
+ "tan": 11.026316138676235,
188
+ "semi": 0.07153898360473769,
189
+ "reg": 0.38045675797121864,
190
+ "total": 13.17424990790231
191
+ },
192
+ {
193
+ "map": 2.0846713032041277,
194
+ "tan": 10.966160215650286,
195
+ "semi": 0.07469816378184728,
196
+ "reg": 0.38612430308546336,
197
+ "total": 13.08821907043457
198
+ },
199
+ {
200
+ "map": 2.075392724786486,
201
+ "tan": 10.913610294886999,
202
+ "semi": 0.07576825836939471,
203
+ "reg": 0.39168675541877745,
204
+ "total": 13.02692631312779
205
+ },
206
+ {
207
+ "map": 2.0681206260408675,
208
+ "tan": 10.839075088500977,
209
+ "semi": 0.07692625245877675,
210
+ "reg": 0.3964754628283637,
211
+ "total": 12.945698520115444
212
+ },
213
+ {
214
+ "map": 2.0703729033470153,
215
+ "tan": 10.788131645747594,
216
+ "semi": 0.07810064644685813,
217
+ "reg": 0.401496832711356,
218
+ "total": 12.897595064980644
219
+ },
220
+ {
221
+ "map": 2.047680125917707,
222
+ "tan": 10.755287728990828,
223
+ "semi": 0.07823210230895451,
224
+ "reg": 0.4061328658035823,
225
+ "total": 12.84212462561471
226
+ },
227
+ {
228
+ "map": 2.035489198139736,
229
+ "tan": 10.713247176579067,
230
+ "semi": 0.07944973813635962,
231
+ "reg": 0.41188562554972513,
232
+ "total": 12.788502434321812
233
+ },
234
+ {
235
+ "map": 2.0193369797297884,
236
+ "tan": 10.67852657863072,
237
+ "semi": 0.08084220311471395,
238
+ "reg": 0.4168177685567311,
239
+ "total": 12.738326290675571
240
+ },
241
+ {
242
+ "map": 2.0272431901523045,
243
+ "tan": 10.64203552518572,
244
+ "semi": 0.081414447086198,
245
+ "reg": 0.42136297140802653,
246
+ "total": 12.710028035300118
247
+ },
248
+ {
249
+ "map": 2.014584277357374,
250
+ "tan": 10.610533210209438,
251
+ "semi": 0.08159941195377282,
252
+ "reg": 0.4248904739107404,
253
+ "total": 12.665959644317628
254
+ },
255
+ {
256
+ "map": 2.033067699841091,
257
+ "tan": 10.551711722782679,
258
+ "semi": 0.08186568591211524,
259
+ "reg": 0.42805482063974654,
260
+ "total": 12.625755037580218
261
+ },
262
+ {
263
+ "map": 2.0023632373128617,
264
+ "tan": 10.555500044141496,
265
+ "semi": 0.08159528704626219,
266
+ "reg": 0.4313966806445803,
267
+ "total": 12.598704051971435
268
+ },
269
+ {
270
+ "map": 1.9926825540406363,
271
+ "tan": 10.52206061226981,
272
+ "semi": 0.08458481803536415,
273
+ "reg": 0.43346284074442726,
274
+ "total": 12.557078865596226
275
+ },
276
+ {
277
+ "map": 1.9849981835910253,
278
+ "tan": 10.49133893421718,
279
+ "semi": 0.0832685931452683,
280
+ "reg": 0.43514885008335114,
281
+ "total": 12.5180148260934
282
+ },
283
+ {
284
+ "map": 2.002716304574694,
285
+ "tan": 10.49921112060547,
286
+ "semi": 0.08445066277469908,
287
+ "reg": 0.43697811152253835,
288
+ "total": 12.544196455819266
289
+ },
290
+ {
291
+ "map": 2.012527896676745,
292
+ "tan": 10.503544766562326,
293
+ "semi": 0.08338877260684967,
294
+ "reg": 0.43761581778526304,
295
+ "total": 12.557810837881906
296
+ },
297
+ {
298
+ "map": 2.0179220693452016,
299
+ "tan": 10.491544628143311,
300
+ "semi": 0.0832177714577743,
301
+ "reg": 0.4382981321641377,
302
+ "total": 12.55111940928868
303
+ },
304
+ {
305
+ "map": 2.0013927374567304,
306
+ "tan": 10.486121300288609,
307
+ "semi": 0.0877163905118193,
308
+ "reg": 0.43888028391769957,
309
+ "total": 12.531416143689837
310
+ },
311
+ {
312
+ "map": 1.999307840211051,
313
+ "tan": 10.486098888942173,
314
+ "semi": 0.08600108282906668,
315
+ "reg": 0.4388604236500604,
316
+ "total": 12.528451183864048
317
+ }
318
+ ],
319
+ "duration_s": 126.45910096168518,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/match_ot/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "ot",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/match_ot/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2302354d3728b8a4ad86655835c95b47e605034f44f977a98bf5034c4083b5
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/match_ot/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 5.195593643188476,
5
+ "tan": 30.36421230861119,
6
+ "semi": 0.012516479655204499,
7
+ "reg": 0.06575377764446395,
8
+ "total": 35.5660706111363
9
+ },
10
+ {
11
+ "map": 4.82236065864563,
12
+ "tan": 27.730621065412247,
13
+ "semi": 0.017571005650929044,
14
+ "reg": 0.1102927286710058,
15
+ "total": 32.56177855900356
16
+ },
17
+ {
18
+ "map": 4.668861675262451,
19
+ "tan": 26.581765174865723,
20
+ "semi": 0.02588382118514606,
21
+ "reg": 0.13427875967962402,
22
+ "total": 31.263582284109933
23
+ },
24
+ {
25
+ "map": 4.486409112385341,
26
+ "tan": 25.489400264195034,
27
+ "semi": 0.03420266248285771,
28
+ "reg": 0.16148462678704942,
29
+ "total": 29.992926815577917
30
+ },
31
+ {
32
+ "map": 4.355014896392822,
33
+ "tan": 24.667721775599887,
34
+ "semi": 0.04390938654541969,
35
+ "reg": 0.18108509246792112,
36
+ "total": 29.044709423610144
37
+ },
38
+ {
39
+ "map": 4.174372097424098,
40
+ "tan": 23.939730998447963,
41
+ "semi": 0.057130831267152515,
42
+ "reg": 0.19388299456664493,
43
+ "total": 28.142687824794223
44
+ },
45
+ {
46
+ "map": 4.043542327199663,
47
+ "tan": 23.249698856898718,
48
+ "semi": 0.06944950196359839,
49
+ "reg": 0.20067319444247655,
50
+ "total": 27.327986226763045
51
+ },
52
+ {
53
+ "map": 3.909747416632516,
54
+ "tan": 22.584459958757673,
55
+ "semi": 0.0786866592509406,
56
+ "reg": 0.20522467983620507,
57
+ "total": 26.53357137952532
58
+ },
59
+ {
60
+ "map": 3.7842130388532365,
61
+ "tan": 21.941160256522043,
62
+ "semi": 0.08622007029397147,
63
+ "reg": 0.20944816491433552,
64
+ "total": 25.76850438799177
65
+ },
66
+ {
67
+ "map": 3.712946697643825,
68
+ "tan": 21.317421231951034,
69
+ "semi": 0.09100128305809839,
70
+ "reg": 0.21278685608080455,
71
+ "total": 25.075889887128557
72
+ },
73
+ {
74
+ "map": 3.6101634979248045,
75
+ "tan": 20.73467047555106,
76
+ "semi": 0.09465559561337744,
77
+ "reg": 0.2164999157190323,
78
+ "total": 24.392183303833008
79
+ },
80
+ {
81
+ "map": 3.5240069116864885,
82
+ "tan": 20.199223055158342,
83
+ "semi": 0.09945736240063395,
84
+ "reg": 0.21907409131526948,
85
+ "total": 23.77298049926758
86
+ },
87
+ {
88
+ "map": 3.4134043387004307,
89
+ "tan": 19.624578721182687,
90
+ "semi": 0.1048960845385279,
91
+ "reg": 0.2217143729329109,
92
+ "total": 23.09045339311872
93
+ },
94
+ {
95
+ "map": 3.367325534139361,
96
+ "tan": 19.034895188467843,
97
+ "semi": 0.10924584908144815,
98
+ "reg": 0.22390233065400805,
99
+ "total": 22.456866128104075
100
+ },
101
+ {
102
+ "map": 3.2401049784251623,
103
+ "tan": 18.525862557547434,
104
+ "semi": 0.118190264914717,
105
+ "reg": 0.22700827909367424,
106
+ "total": 21.825085394723075
107
+ },
108
+ {
109
+ "map": 3.142627099582127,
110
+ "tan": 18.07849884033203,
111
+ "semi": 0.1239847722862448,
112
+ "reg": 0.23052127169711248,
113
+ "total": 21.283141435895647
114
+ },
115
+ {
116
+ "map": 3.065739747456142,
117
+ "tan": 17.64413204193115,
118
+ "semi": 0.1295958967081138,
119
+ "reg": 0.23360325140612467,
120
+ "total": 20.774693080357142
121
+ },
122
+ {
123
+ "map": 2.989695232255118,
124
+ "tan": 17.240178080967496,
125
+ "semi": 0.13856602076973235,
126
+ "reg": 0.23641717731952666,
127
+ "total": 20.299179867335727
128
+ },
129
+ {
130
+ "map": 2.9252248900277276,
131
+ "tan": 16.878473445347378,
132
+ "semi": 0.14521777416978562,
133
+ "reg": 0.23916434709514892,
134
+ "total": 19.876331274850028
135
+ },
136
+ {
137
+ "map": 2.882974822180612,
138
+ "tan": 16.542308480398997,
139
+ "semi": 0.15347082636186055,
140
+ "reg": 0.24302289890391485,
141
+ "total": 19.50204326084682
142
+ },
143
+ {
144
+ "map": 2.8137416192463465,
145
+ "tan": 16.227868952069965,
146
+ "semi": 0.15866937530892236,
147
+ "reg": 0.24574319464819772,
148
+ "total": 19.12096974509103
149
+ },
150
+ {
151
+ "map": 2.7452038935252596,
152
+ "tan": 15.92069969177246,
153
+ "semi": 0.16740469740969793,
154
+ "reg": 0.24911097224269593,
155
+ "total": 18.7496308190482
156
+ },
157
+ {
158
+ "map": 2.6739021233149938,
159
+ "tan": 15.698578807285854,
160
+ "semi": 0.17823584697076253,
161
+ "reg": 0.25292442228112905,
162
+ "total": 18.461624281747
163
+ },
164
+ {
165
+ "map": 2.600295288222177,
166
+ "tan": 15.426501941680907,
167
+ "semi": 0.1793999480349677,
168
+ "reg": 0.2567830649869783,
169
+ "total": 18.116522789001465
170
+ },
171
+ {
172
+ "map": 2.588376270021711,
173
+ "tan": 15.210634803771972,
174
+ "semi": 0.19206879287958145,
175
+ "reg": 0.2601101924266134,
176
+ "total": 17.895071547372
177
+ },
178
+ {
179
+ "map": 2.5623386314937044,
180
+ "tan": 15.011443165370396,
181
+ "semi": 0.19781166102205003,
182
+ "reg": 0.26398526643003734,
183
+ "total": 17.67271406991141
184
+ },
185
+ {
186
+ "map": 2.492134802682059,
187
+ "tan": 14.836382334572928,
188
+ "semi": 0.2020962478859084,
189
+ "reg": 0.2675870129040309,
190
+ "total": 17.429592050824848
191
+ },
192
+ {
193
+ "map": 2.450406507083348,
194
+ "tan": 14.690960012163435,
195
+ "semi": 0.20786075549466268,
196
+ "reg": 0.27127868831157687,
197
+ "total": 17.245324107578824
198
+ },
199
+ {
200
+ "map": 2.4161582333701,
201
+ "tan": 14.51831727709089,
202
+ "semi": 0.2140264943242073,
203
+ "reg": 0.2753201352698462,
204
+ "total": 17.041516304016113
205
+ },
206
+ {
207
+ "map": 2.3989459753036497,
208
+ "tan": 14.39517822265625,
209
+ "semi": 0.21903871489422663,
210
+ "reg": 0.27826288640499114,
211
+ "total": 16.903671264648438
212
+ },
213
+ {
214
+ "map": 2.36733615398407,
215
+ "tan": 14.29417028427124,
216
+ "semi": 0.22609671843903406,
217
+ "reg": 0.2830294847488403,
218
+ "total": 16.77458313533238
219
+ },
220
+ {
221
+ "map": 2.3313144751957484,
222
+ "tan": 14.176722499302455,
223
+ "semi": 0.23081151034150804,
224
+ "reg": 0.2859784279550825,
225
+ "total": 16.623471355438234
226
+ },
227
+ {
228
+ "map": 2.3082925149372646,
229
+ "tan": 14.090690449305944,
230
+ "semi": 0.23547759673425128,
231
+ "reg": 0.28940985032490324,
232
+ "total": 16.51675054005214
233
+ },
234
+ {
235
+ "map": 2.279912199292864,
236
+ "tan": 14.00755308696202,
237
+ "semi": 0.23276537422622953,
238
+ "reg": 0.29185018965176174,
239
+ "total": 16.403877013070243
240
+ },
241
+ {
242
+ "map": 2.2817167844091144,
243
+ "tan": 13.92183164869036,
244
+ "semi": 0.23921393347637995,
245
+ "reg": 0.294436086501394,
246
+ "total": 16.323184898921422
247
+ },
248
+ {
249
+ "map": 2.229233545916421,
250
+ "tan": 13.835302339281355,
251
+ "semi": 0.24427158619676317,
252
+ "reg": 0.2970289754016059,
253
+ "total": 16.18670137950352
254
+ },
255
+ {
256
+ "map": 2.2801464932305473,
257
+ "tan": 13.801535197666713,
258
+ "semi": 0.2446760865194457,
259
+ "reg": 0.2994368480784552,
260
+ "total": 16.2040497643607
261
+ },
262
+ {
263
+ "map": 2.2228179795401437,
264
+ "tan": 13.76482069832938,
265
+ "semi": 0.24689672674451554,
266
+ "reg": 0.3013563049691064,
267
+ "total": 16.11111733572824
268
+ },
269
+ {
270
+ "map": 2.2042830620493206,
271
+ "tan": 13.689605740138463,
272
+ "semi": 0.2520892270973751,
273
+ "reg": 0.30308575800486975,
274
+ "total": 16.01996375492641
275
+ },
276
+ {
277
+ "map": 2.1857692292758397,
278
+ "tan": 13.639405700138637,
279
+ "semi": 0.2525099311556135,
280
+ "reg": 0.3041181521756308,
281
+ "total": 15.951460266113282
282
+ },
283
+ {
284
+ "map": 2.196209626538413,
285
+ "tan": 13.646677153451103,
286
+ "semi": 0.25375557648284097,
287
+ "reg": 0.30462387204170227,
288
+ "total": 15.969794940948486
289
+ },
290
+ {
291
+ "map": 2.216330831391471,
292
+ "tan": 13.653162016187395,
293
+ "semi": 0.24965819141694479,
294
+ "reg": 0.305798191683633,
295
+ "total": 15.994352408817836
296
+ },
297
+ {
298
+ "map": 2.2196059959275383,
299
+ "tan": 13.622710037231446,
300
+ "semi": 0.2556004898888724,
301
+ "reg": 0.3059388411896569,
302
+ "total": 15.97014684677124
303
+ },
304
+ {
305
+ "map": 2.198723098209926,
306
+ "tan": 13.601248673030309,
307
+ "semi": 0.2583244713289397,
308
+ "reg": 0.3062967960323606,
309
+ "total": 15.929164627620152
310
+ },
311
+ {
312
+ "map": 2.193401881626674,
313
+ "tan": 13.582061004638671,
314
+ "semi": 0.2547367430159024,
315
+ "reg": 0.3064748240368707,
316
+ "total": 15.90286192212786
317
+ }
318
+ ],
319
+ "duration_s": 87.41076397895813,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }
checkpoints/legacy/ablations/norman_perturbation/match_random/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "norman",
3
+ "embedding": "pca",
4
+ "split": "perturbation",
5
+ "rep_mode": "gene_op",
6
+ "match": "random",
7
+ "d_pert": 64,
8
+ "hidden": 512,
9
+ "depth": 4,
10
+ "dropout": 0.0,
11
+ "lr": 0.001,
12
+ "weight_decay": 1e-05,
13
+ "batch_size": 1024,
14
+ "epochs": 45,
15
+ "lam_tan": 1.0,
16
+ "lam_semi": 0.5,
17
+ "lam_reg": 0.0001,
18
+ "grad_clip": 5.0,
19
+ "train_frac": 1.0,
20
+ "lam_dist": 0.0,
21
+ "n_dist_perts": 4,
22
+ "dist_n": 64,
23
+ "seed": 0,
24
+ "device_index": 3,
25
+ "components": [
26
+ "map",
27
+ "tan",
28
+ "semi"
29
+ ]
30
+ }
checkpoints/legacy/ablations/norman_perturbation/match_random/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79dd793fab2773ac067b252a57d6df2b14e2fb48102a67e5c53aa296a97c840
3
+ size 3575254
checkpoints/legacy/ablations/norman_perturbation/match_random/train_info.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "history": [
3
+ {
4
+ "map": 9.02731419290815,
5
+ "tan": 51.71936514718192,
6
+ "semi": 0.02375330486014014,
7
+ "reg": 0.060401116417987004,
8
+ "total": 60.758561270577566
9
+ },
10
+ {
11
+ "map": 8.492278099060059,
12
+ "tan": 48.314772142682756,
13
+ "semi": 0.06413112538201468,
14
+ "reg": 0.09548323825001717,
15
+ "total": 56.83912500653948
16
+ },
17
+ {
18
+ "map": 7.9726819378989084,
19
+ "tan": 45.591433824811666,
20
+ "semi": 0.15292943279658044,
21
+ "reg": 0.1043551361986569,
22
+ "total": 53.640591975620815
23
+ },
24
+ {
25
+ "map": 7.571260486330305,
26
+ "tan": 43.51486598423549,
27
+ "semi": 0.20894787630864553,
28
+ "reg": 0.11608348488807678,
29
+ "total": 51.19061175755092
30
+ },
31
+ {
32
+ "map": 7.421605130604335,
33
+ "tan": 42.4743399483817,
34
+ "semi": 0.21508721624101912,
35
+ "reg": 0.1291705025093896,
36
+ "total": 50.003501183646065
37
+ },
38
+ {
39
+ "map": 7.201059150695801,
40
+ "tan": 41.41413165501186,
41
+ "semi": 0.23059762929167066,
42
+ "reg": 0.1409645676612854,
43
+ "total": 48.73050498962402
44
+ },
45
+ {
46
+ "map": 7.031153311048235,
47
+ "tan": 40.43970990862165,
48
+ "semi": 0.2448826774954796,
49
+ "reg": 0.15199389287403653,
50
+ "total": 47.593319756644114
51
+ },
52
+ {
53
+ "map": 6.869598817825318,
54
+ "tan": 39.86529704502651,
55
+ "semi": 0.2576886805040496,
56
+ "reg": 0.1639034411736897,
57
+ "total": 46.863755634852815
58
+ },
59
+ {
60
+ "map": 6.753755835124425,
61
+ "tan": 39.23826708112444,
62
+ "semi": 0.2600900071007865,
63
+ "reg": 0.1748297210250582,
64
+ "total": 46.122085680280414
65
+ },
66
+ {
67
+ "map": 6.693147209712437,
68
+ "tan": 38.65778487069266,
69
+ "semi": 0.25959503693240027,
70
+ "reg": 0.1829746288912637,
71
+ "total": 45.480748476300924
72
+ },
73
+ {
74
+ "map": 6.565859522138323,
75
+ "tan": 38.055856704711914,
76
+ "semi": 0.26310129910707475,
77
+ "reg": 0.18895347884723118,
78
+ "total": 44.75328587123326
79
+ },
80
+ {
81
+ "map": 6.528454228809902,
82
+ "tan": 37.81238637651716,
83
+ "semi": 0.2647256448864937,
84
+ "reg": 0.19418826018060956,
85
+ "total": 44.47322213309152
86
+ },
87
+ {
88
+ "map": 6.432162366594587,
89
+ "tan": 37.36760046822684,
90
+ "semi": 0.2653774476477078,
91
+ "reg": 0.1970250551189695,
92
+ "total": 43.93247064862933
93
+ },
94
+ {
95
+ "map": 6.451149422781808,
96
+ "tan": 36.895608520507814,
97
+ "semi": 0.26017301699944906,
98
+ "reg": 0.1994916517819677,
99
+ "total": 43.47686369759696
100
+ },
101
+ {
102
+ "map": 6.302084806987217,
103
+ "tan": 36.647285624912804,
104
+ "semi": 0.2655462022338595,
105
+ "reg": 0.20230386704206466,
106
+ "total": 43.082162966047015
107
+ },
108
+ {
109
+ "map": 6.263400220870972,
110
+ "tan": 36.577585220336914,
111
+ "semi": 0.2606479172195707,
112
+ "reg": 0.20492015161684582,
113
+ "total": 42.97132911682129
114
+ },
115
+ {
116
+ "map": 6.194060121263776,
117
+ "tan": 36.39135175432477,
118
+ "semi": 0.2653034740260669,
119
+ "reg": 0.20623162133353098,
120
+ "total": 42.718083190917966
121
+ },
122
+ {
123
+ "map": 6.1305035250527515,
124
+ "tan": 35.98222073146275,
125
+ "semi": 0.26021495035716463,
126
+ "reg": 0.2091137456042426,
127
+ "total": 42.24285234723772
128
+ },
129
+ {
130
+ "map": 6.110375417981829,
131
+ "tan": 35.82678228105817,
132
+ "semi": 0.2656289875507355,
133
+ "reg": 0.2108827831489699,
134
+ "total": 42.06999326433454
135
+ },
136
+ {
137
+ "map": 6.126879119873047,
138
+ "tan": 35.647440447126115,
139
+ "semi": 0.26405600032636095,
140
+ "reg": 0.212426994740963,
141
+ "total": 41.90636978149414
142
+ },
143
+ {
144
+ "map": 6.100175762176514,
145
+ "tan": 35.37704952784947,
146
+ "semi": 0.2651947306735175,
147
+ "reg": 0.21441169381141661,
148
+ "total": 41.60984469822475
149
+ },
150
+ {
151
+ "map": 6.070885263170514,
152
+ "tan": 35.342608152117045,
153
+ "semi": 0.273712537756988,
154
+ "reg": 0.21447872051170894,
155
+ "total": 41.55037176949637
156
+ },
157
+ {
158
+ "map": 5.966830328532628,
159
+ "tan": 35.232596097673685,
160
+ "semi": 0.26844653231757026,
161
+ "reg": 0.2160224940095629,
162
+ "total": 41.33367200578962
163
+ },
164
+ {
165
+ "map": 5.937774208613805,
166
+ "tan": 35.14507642473493,
167
+ "semi": 0.26595159407172886,
168
+ "reg": 0.21780359042542322,
169
+ "total": 41.215849086216515
170
+ },
171
+ {
172
+ "map": 5.983259793690273,
173
+ "tan": 34.91591889517648,
174
+ "semi": 0.26629705812249865,
175
+ "reg": 0.21864756643772126,
176
+ "total": 41.032349886213034
177
+ },
178
+ {
179
+ "map": 5.968157012122018,
180
+ "tan": 34.785338919503346,
181
+ "semi": 0.2645971730351448,
182
+ "reg": 0.21976896290268216,
183
+ "total": 40.885817064557756
184
+ },
185
+ {
186
+ "map": 5.917176900591169,
187
+ "tan": 34.671659687587194,
188
+ "semi": 0.26275884211063383,
189
+ "reg": 0.22048993366105216,
190
+ "total": 40.720238658360074
191
+ },
192
+ {
193
+ "map": 5.844128697259086,
194
+ "tan": 34.66378310067313,
195
+ "semi": 0.27273669647318977,
196
+ "reg": 0.22147177308797836,
197
+ "total": 40.64430302211216
198
+ },
199
+ {
200
+ "map": 5.847186504091535,
201
+ "tan": 34.28130100795201,
202
+ "semi": 0.2648723261696952,
203
+ "reg": 0.22255162703139442,
204
+ "total": 40.26094621930804
205
+ },
206
+ {
207
+ "map": 5.851090656008039,
208
+ "tan": 34.40020108904157,
209
+ "semi": 0.26247812445674623,
210
+ "reg": 0.22314302623271942,
211
+ "total": 40.38255375453404
212
+ },
213
+ {
214
+ "map": 5.886705228260586,
215
+ "tan": 34.271330097743444,
216
+ "semi": 0.2684763423034123,
217
+ "reg": 0.22404641743217196,
218
+ "total": 40.29229643685477
219
+ },
220
+ {
221
+ "map": 5.844526413508824,
222
+ "tan": 34.290863800048825,
223
+ "semi": 0.26772002897092273,
224
+ "reg": 0.22460183905703682,
225
+ "total": 40.26927283150809
226
+ },
227
+ {
228
+ "map": 5.852170256205968,
229
+ "tan": 34.16703409467425,
230
+ "semi": 0.2698166180934225,
231
+ "reg": 0.22498897505658014,
232
+ "total": 40.15413545880999
233
+ },
234
+ {
235
+ "map": 5.797676004682269,
236
+ "tan": 34.20374685014997,
237
+ "semi": 0.2649173823850495,
238
+ "reg": 0.2250609908785139,
239
+ "total": 40.1339043208531
240
+ },
241
+ {
242
+ "map": 5.812647145135062,
243
+ "tan": 33.97562626429966,
244
+ "semi": 0.26701740601233076,
245
+ "reg": 0.2251197753208024,
246
+ "total": 39.921805082048685
247
+ },
248
+ {
249
+ "map": 5.772068057741437,
250
+ "tan": 33.95866486685617,
251
+ "semi": 0.26956388716186797,
252
+ "reg": 0.2257320991584233,
253
+ "total": 39.86553780691964
254
+ },
255
+ {
256
+ "map": 5.858522721699306,
257
+ "tan": 33.71672063555036,
258
+ "semi": 0.2683040774294308,
259
+ "reg": 0.22603744055543626,
260
+ "total": 39.70941843305315
261
+ },
262
+ {
263
+ "map": 5.767389386040824,
264
+ "tan": 33.898051725115096,
265
+ "semi": 0.26691820195743016,
266
+ "reg": 0.22635744767529623,
267
+ "total": 39.798922947474885
268
+ },
269
+ {
270
+ "map": 5.785350227355957,
271
+ "tan": 33.92485885620117,
272
+ "semi": 0.26340787730046683,
273
+ "reg": 0.22690069377422334,
274
+ "total": 39.84193578447614
275
+ },
276
+ {
277
+ "map": 5.751253386906215,
278
+ "tan": 33.8783018384661,
279
+ "semi": 0.26822073864085333,
280
+ "reg": 0.22678808804069248,
281
+ "total": 39.76368860517229
282
+ },
283
+ {
284
+ "map": 5.770226376397269,
285
+ "tan": 33.85232658386231,
286
+ "semi": 0.26878445595502853,
287
+ "reg": 0.22642606518098285,
288
+ "total": 39.75696798052107
289
+ },
290
+ {
291
+ "map": 5.792545904432024,
292
+ "tan": 33.8272611618042,
293
+ "semi": 0.2729121923446655,
294
+ "reg": 0.22681584528514318,
295
+ "total": 39.75628569466727
296
+ },
297
+ {
298
+ "map": 5.842303732463292,
299
+ "tan": 33.824709974016464,
300
+ "semi": 0.2634935896311488,
301
+ "reg": 0.22656585020678385,
302
+ "total": 39.79878376552037
303
+ },
304
+ {
305
+ "map": 5.749486868722098,
306
+ "tan": 33.785917336600164,
307
+ "semi": 0.2726129663842065,
308
+ "reg": 0.22676938687052045,
309
+ "total": 39.671733910696844
310
+ },
311
+ {
312
+ "map": 5.741746555055891,
313
+ "tan": 33.90536302839007,
314
+ "semi": 0.26695926508733203,
315
+ "reg": 0.22673505800110952,
316
+ "total": 39.780612400599885
317
+ }
318
+ ],
319
+ "duration_s": 73.14597988128662,
320
+ "device": "cuda:3",
321
+ "n_train_cells": 70866
322
+ }