| | |
| | |
| | |
| | |
| | @@ -8,6 +8,7 @@ |
| | |
| | # here put the import lib |
| | import os |
| | +import pathlib |
| | import sys |
| | import math |
| | import random |
| | @@ -58,7 +59,8 @@ class CoglmStrategy: |
| | self._is_done = False |
| | self.outlier_count_down = torch.zeros(16) |
| | self.vis_list = [[]for i in range(16)] |
| | - self.cluster_labels = torch.tensor(np.load('cluster_label2.npy'), device='cuda', dtype=torch.long) |
| | + cluster_label_path = pathlib.Path(__file__).parent / 'cluster_label2.npy' |
| | + self.cluster_labels = torch.tensor(np.load(cluster_label_path), device='cuda', dtype=torch.long) |
| | self.start_pos = -1 |
| | self.white_cluster = [] |
| | # self.fout = open('tmp.txt', 'w') |
| | @@ -98,4 +100,4 @@ class CoglmStrategy: |
| | |
| | def finalize(self, tokens, mems): |
| | self._is_done = False |
| | - return tokens, mems |
| | \ No newline at end of file |
| | + return tokens, mems |
| | |
| | |
| | |
| | |
| | @@ -8,6 +8,7 @@ |
| | |
| | # here put the import lib |
| | import os |
| | +import pathlib |
| | import sys |
| | import math |
| | import random |
| | @@ -28,7 +29,8 @@ class IterativeEntfilterStrategy: |
| | self.invalid_slices = invalid_slices |
| | self.temperature = temperature |
| | self.topk = topk |
| | - self.cluster_labels = torch.tensor(np.load('cluster_label2.npy'), device='cuda', dtype=torch.long) |
| | + cluster_label_path = pathlib.Path(__file__).parents[1] / 'cluster_label2.npy' |
| | + self.cluster_labels = torch.tensor(np.load(cluster_label_path), device='cuda', dtype=torch.long) |
| | |
| | |
| | def forward(self, logits_, tokens, temperature=None, entfilter=None, filter_topk=5, temperature2=None): |
| |
|