{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.924646781789639,
  "eval_steps": 500.0,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7459999999999998,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7479390936343135,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.42599999999999993,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5970496855342027,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5207628955439759,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.2640624940395355,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.0285186767578125
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.037353515625
    },
    {
      "epoch": 0,
      "margin difference": 0.0088348388671875,
      "step": 0
    },
    {
      "cov-distil": 2.9034781455993652,
      "cov-distil (oracle2student)": 5.115799427032471,
      "cov-distil (oracle2teacher)": 4.2215576171875,
      "epoch": 0,
      "rel-constrast": 7.486445903778076,
      "step": 0,
      "subrel-constrast": 5.391467094421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7886760234832764,
      "cov-distil (oracle2student)": 6.933510780334473,
      "cov-distil (oracle2teacher)": 5.292954444885254,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 8.07569408416748,
      "step": 1,
      "subrel-constrast": 6.658135890960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5231034755706787,
      "cov-distil (oracle2student)": 5.138677597045898,
      "cov-distil (oracle2teacher)": 4.362654209136963,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 6.176348686218262,
      "step": 2,
      "subrel-constrast": 5.124537944793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7282581329345703,
      "cov-distil (oracle2student)": 4.567083835601807,
      "cov-distil (oracle2teacher)": 3.368180751800537,
      "epoch": 0.002354788069073783,
      "rel-constrast": 4.615942001342773,
      "step": 3,
      "subrel-constrast": 4.318891525268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.717496395111084,
      "cov-distil (oracle2student)": 5.2969770431518555,
      "cov-distil (oracle2teacher)": 4.031894207000732,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 5.625074863433838,
      "step": 4,
      "subrel-constrast": 4.608937740325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9984183311462402,
      "cov-distil (oracle2student)": 9.587389945983887,
      "cov-distil (oracle2teacher)": 8.329423904418945,
      "epoch": 0.003924646781789639,
      "rel-constrast": 9.039799690246582,
      "step": 5,
      "subrel-constrast": 7.689675331115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5848426818847656,
      "cov-distil (oracle2student)": 8.058978080749512,
      "cov-distil (oracle2teacher)": 5.2432756423950195,
      "epoch": 0.004709576138147566,
      "rel-constrast": 9.732555389404297,
      "step": 6,
      "subrel-constrast": 6.364137172698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.298116207122803,
      "cov-distil (oracle2student)": 6.59780216217041,
      "cov-distil (oracle2teacher)": 5.001668930053711,
      "epoch": 0.005494505494505495,
      "rel-constrast": 6.585318565368652,
      "step": 7,
      "subrel-constrast": 5.019770622253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.983924388885498,
      "cov-distil (oracle2student)": 5.625530242919922,
      "cov-distil (oracle2teacher)": 4.764377593994141,
      "epoch": 0.006279434850863423,
      "rel-constrast": 4.868405342102051,
      "step": 8,
      "subrel-constrast": 3.943023204803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.812003135681152,
      "cov-distil (oracle2student)": 6.999384880065918,
      "cov-distil (oracle2teacher)": 4.586106300354004,
      "epoch": 0.00706436420722135,
      "rel-constrast": 7.919954299926758,
      "step": 9,
      "subrel-constrast": 5.077454566955566,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 14.9375,
      "learning_rate": 1.8e-06,
      "loss": 1.7531,
      "step": 10
    },
    {
      "cov-distil": 2.7071938514709473,
      "cov-distil (oracle2student)": 7.127721786499023,
      "cov-distil (oracle2teacher)": 5.624284744262695,
      "epoch": 0.007849293563579277,
      "rel-constrast": 6.655782699584961,
      "step": 10,
      "subrel-constrast": 5.315845966339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9545464515686035,
      "cov-distil (oracle2student)": 7.258171081542969,
      "cov-distil (oracle2teacher)": 5.252833843231201,
      "epoch": 0.008634222919937205,
      "rel-constrast": 8.746548652648926,
      "step": 11,
      "subrel-constrast": 7.022371768951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.749042510986328,
      "cov-distil (oracle2student)": 8.994983673095703,
      "cov-distil (oracle2teacher)": 5.9518046379089355,
      "epoch": 0.009419152276295133,
      "rel-constrast": 8.663108825683594,
      "step": 12,
      "subrel-constrast": 6.411829948425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.472895860671997,
      "cov-distil (oracle2student)": 7.844076156616211,
      "cov-distil (oracle2teacher)": 6.226089000701904,
      "epoch": 0.01020408163265306,
      "rel-constrast": 6.485772609710693,
      "step": 13,
      "subrel-constrast": 5.3423380851745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5286343097686768,
      "cov-distil (oracle2student)": 6.992645740509033,
      "cov-distil (oracle2teacher)": 5.906643867492676,
      "epoch": 0.01098901098901099,
      "rel-constrast": 8.374456405639648,
      "step": 14,
      "subrel-constrast": 6.795032501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.741854429244995,
      "cov-distil (oracle2student)": 6.941313743591309,
      "cov-distil (oracle2teacher)": 5.790273666381836,
      "epoch": 0.011773940345368918,
      "rel-constrast": 4.692356109619141,
      "step": 15,
      "subrel-constrast": 4.322998046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.23732852935791,
      "cov-distil (oracle2student)": 6.255253791809082,
      "cov-distil (oracle2teacher)": 4.933646202087402,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.476644992828369,
      "step": 16,
      "subrel-constrast": 5.209979057312012,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.350789546966553,
      "cov-distil (oracle2student)": 7.528548240661621,
      "cov-distil (oracle2teacher)": 6.204718112945557,
      "epoch": 0.013343799058084773,
      "rel-constrast": 9.373969078063965,
      "step": 17,
      "subrel-constrast": 7.020680904388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.868788242340088,
      "cov-distil (oracle2student)": 6.494541168212891,
      "cov-distil (oracle2teacher)": 4.640769004821777,
      "epoch": 0.0141287284144427,
      "rel-constrast": 6.994088649749756,
      "step": 18,
      "subrel-constrast": 6.046910285949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.0996294021606445,
      "cov-distil (oracle2student)": 5.917785167694092,
      "cov-distil (oracle2teacher)": 5.453573226928711,
      "epoch": 0.014913657770800628,
      "rel-constrast": 4.822920799255371,
      "step": 19,
      "subrel-constrast": 5.013533115386963,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 9.9375,
      "learning_rate": 3.8e-06,
      "loss": 1.7821,
      "step": 20
    },
    {
      "cov-distil": 2.647268533706665,
      "cov-distil (oracle2student)": 7.06461763381958,
      "cov-distil (oracle2teacher)": 5.184419631958008,
      "epoch": 0.015698587127158554,
      "rel-constrast": 4.637218475341797,
      "step": 20,
      "subrel-constrast": 3.8676047325134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831040382385254,
      "cov-distil (oracle2student)": 7.99182653427124,
      "cov-distil (oracle2teacher)": 6.127077102661133,
      "epoch": 0.016483516483516484,
      "rel-constrast": 7.032208442687988,
      "step": 21,
      "subrel-constrast": 5.201144218444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.287412405014038,
      "cov-distil (oracle2student)": 5.581332206726074,
      "cov-distil (oracle2teacher)": 4.830559730529785,
      "epoch": 0.01726844583987441,
      "rel-constrast": 7.495772361755371,
      "step": 22,
      "subrel-constrast": 4.824209690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.538102626800537,
      "cov-distil (oracle2student)": 7.276114463806152,
      "cov-distil (oracle2teacher)": 4.074234962463379,
      "epoch": 0.01805337519623234,
      "rel-constrast": 7.507528781890869,
      "step": 23,
      "subrel-constrast": 4.367506980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.583880662918091,
      "cov-distil (oracle2student)": 6.721930503845215,
      "cov-distil (oracle2teacher)": 5.509708404541016,
      "epoch": 0.018838304552590265,
      "rel-constrast": 5.950173377990723,
      "step": 24,
      "subrel-constrast": 4.694689750671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.610811233520508,
      "cov-distil (oracle2student)": 5.901049613952637,
      "cov-distil (oracle2teacher)": 5.471059799194336,
      "epoch": 0.019623233908948195,
      "rel-constrast": 5.271012306213379,
      "step": 25,
      "subrel-constrast": 4.824553489685059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543299674987793,
      "cov-distil (oracle2student)": 6.6732497215271,
      "cov-distil (oracle2teacher)": 6.0940961837768555,
      "epoch": 0.02040816326530612,
      "rel-constrast": 5.553912162780762,
      "step": 26,
      "subrel-constrast": 5.149075031280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.451594352722168,
      "cov-distil (oracle2student)": 4.204797744750977,
      "cov-distil (oracle2teacher)": 3.751624345779419,
      "epoch": 0.02119309262166405,
      "rel-constrast": 7.108079433441162,
      "step": 27,
      "subrel-constrast": 5.609472751617432,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5081329345703125,
      "cov-distil (oracle2student)": 9.403125762939453,
      "cov-distil (oracle2teacher)": 6.098668098449707,
      "epoch": 0.02197802197802198,
      "rel-constrast": 7.666589736938477,
      "step": 28,
      "subrel-constrast": 5.195811748504639,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6746506690979004,
      "cov-distil (oracle2student)": 6.585519790649414,
      "cov-distil (oracle2teacher)": 5.75904655456543,
      "epoch": 0.022762951334379906,
      "rel-constrast": 7.481609344482422,
      "step": 29,
      "subrel-constrast": 6.160909652709961,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 13.6875,
      "learning_rate": 5.8e-06,
      "loss": 1.6426,
      "step": 30
    },
    {
      "cov-distil": 3.93981671333313,
      "cov-distil (oracle2student)": 6.0920000076293945,
      "cov-distil (oracle2teacher)": 5.379926681518555,
      "epoch": 0.023547880690737835,
      "rel-constrast": 6.24118185043335,
      "step": 30,
      "subrel-constrast": 5.231466770172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0055837631225586,
      "cov-distil (oracle2student)": 6.97111701965332,
      "cov-distil (oracle2teacher)": 5.672712326049805,
      "epoch": 0.02433281004709576,
      "rel-constrast": 4.872679233551025,
      "step": 31,
      "subrel-constrast": 3.959096670150757,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.190092086791992,
      "cov-distil (oracle2student)": 8.273258209228516,
      "cov-distil (oracle2teacher)": 5.8346638679504395,
      "epoch": 0.02511773940345369,
      "rel-constrast": 6.300689220428467,
      "step": 32,
      "subrel-constrast": 5.192784309387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.718427896499634,
      "cov-distil (oracle2student)": 5.817260265350342,
      "cov-distil (oracle2teacher)": 4.822324275970459,
      "epoch": 0.025902668759811617,
      "rel-constrast": 5.961892604827881,
      "step": 33,
      "subrel-constrast": 4.813777446746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0954062938690186,
      "cov-distil (oracle2student)": 6.7756195068359375,
      "cov-distil (oracle2teacher)": 5.230780601501465,
      "epoch": 0.026687598116169546,
      "rel-constrast": 8.297859191894531,
      "step": 34,
      "subrel-constrast": 6.771082878112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.714195489883423,
      "cov-distil (oracle2student)": 8.92432689666748,
      "cov-distil (oracle2teacher)": 5.669791221618652,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.970938682556152,
      "step": 35,
      "subrel-constrast": 5.8950300216674805,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6352486610412598,
      "cov-distil (oracle2student)": 6.3596696853637695,
      "cov-distil (oracle2teacher)": 5.325445175170898,
      "epoch": 0.0282574568288854,
      "rel-constrast": 9.15648365020752,
      "step": 36,
      "subrel-constrast": 7.021675109863281,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8677659034729004,
      "cov-distil (oracle2student)": 6.0674285888671875,
      "cov-distil (oracle2teacher)": 5.181798458099365,
      "epoch": 0.029042386185243328,
      "rel-constrast": 6.6337103843688965,
      "step": 37,
      "subrel-constrast": 5.928952217102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7831366062164307,
      "cov-distil (oracle2student)": 7.366156578063965,
      "cov-distil (oracle2teacher)": 5.952661514282227,
      "epoch": 0.029827315541601257,
      "rel-constrast": 5.719310283660889,
      "step": 38,
      "subrel-constrast": 5.006134986877441,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.274457931518555,
      "cov-distil (oracle2student)": 7.746866226196289,
      "cov-distil (oracle2teacher)": 5.165041923522949,
      "epoch": 0.030612244897959183,
      "rel-constrast": 5.9008636474609375,
      "step": 39,
      "subrel-constrast": 3.6653025150299072,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 13.1875,
      "learning_rate": 7.8e-06,
      "loss": 1.6764,
      "step": 40
    },
    {
      "cov-distil": 2.462864875793457,
      "cov-distil (oracle2student)": 6.762444972991943,
      "cov-distil (oracle2teacher)": 4.448902130126953,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.634803295135498,
      "step": 40,
      "subrel-constrast": 4.798130512237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.330265998840332,
      "cov-distil (oracle2student)": 5.807835578918457,
      "cov-distil (oracle2teacher)": 4.361015319824219,
      "epoch": 0.03218210361067504,
      "rel-constrast": 6.089727401733398,
      "step": 41,
      "subrel-constrast": 4.784635543823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.894843578338623,
      "cov-distil (oracle2student)": 7.406097412109375,
      "cov-distil (oracle2teacher)": 5.15244197845459,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.955477714538574,
      "step": 42,
      "subrel-constrast": 5.367140769958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2252542972564697,
      "cov-distil (oracle2student)": 5.494646072387695,
      "cov-distil (oracle2teacher)": 5.570526123046875,
      "epoch": 0.033751962323390894,
      "rel-constrast": 5.081059455871582,
      "step": 43,
      "subrel-constrast": 4.620505332946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3761656284332275,
      "cov-distil (oracle2student)": 7.188333988189697,
      "cov-distil (oracle2teacher)": 4.754786491394043,
      "epoch": 0.03453689167974882,
      "rel-constrast": 8.283440589904785,
      "step": 44,
      "subrel-constrast": 6.691671848297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4604809284210205,
      "cov-distil (oracle2student)": 7.342289924621582,
      "cov-distil (oracle2teacher)": 4.878461837768555,
      "epoch": 0.03532182103610675,
      "rel-constrast": 7.355308532714844,
      "step": 45,
      "subrel-constrast": 4.716959476470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0358080863952637,
      "cov-distil (oracle2student)": 8.978830337524414,
      "cov-distil (oracle2teacher)": 6.5397443771362305,
      "epoch": 0.03610675039246468,
      "rel-constrast": 9.889930725097656,
      "step": 46,
      "subrel-constrast": 6.6926727294921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3600175380706787,
      "cov-distil (oracle2student)": 6.008456230163574,
      "cov-distil (oracle2teacher)": 4.756260871887207,
      "epoch": 0.036891679748822605,
      "rel-constrast": 7.18920373916626,
      "step": 47,
      "subrel-constrast": 5.613564491271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.43485951423645,
      "cov-distil (oracle2student)": 7.546872138977051,
      "cov-distil (oracle2teacher)": 6.076942443847656,
      "epoch": 0.03767660910518053,
      "rel-constrast": 7.723962306976318,
      "step": 48,
      "subrel-constrast": 4.917038917541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.707426071166992,
      "cov-distil (oracle2student)": 8.586373329162598,
      "cov-distil (oracle2teacher)": 6.424769401550293,
      "epoch": 0.038461538461538464,
      "rel-constrast": 7.448062419891357,
      "step": 49,
      "subrel-constrast": 6.73100471496582,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 14.875,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.7913,
      "step": 50
    },
    {
      "cov-distil": 2.6178903579711914,
      "cov-distil (oracle2student)": 7.223690509796143,
      "cov-distil (oracle2teacher)": 4.035296440124512,
      "epoch": 0.03924646781789639,
      "rel-constrast": 6.72263765335083,
      "step": 50,
      "subrel-constrast": 4.250041961669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3708062171936035,
      "cov-distil (oracle2student)": 8.287418365478516,
      "cov-distil (oracle2teacher)": 6.922817230224609,
      "epoch": 0.040031397174254316,
      "rel-constrast": 8.985727310180664,
      "step": 51,
      "subrel-constrast": 7.95422887802124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8179333209991455,
      "cov-distil (oracle2student)": 4.984030723571777,
      "cov-distil (oracle2teacher)": 4.0742387771606445,
      "epoch": 0.04081632653061224,
      "rel-constrast": 5.9416961669921875,
      "step": 52,
      "subrel-constrast": 4.365626811981201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.808922290802002,
      "cov-distil (oracle2student)": 5.753165245056152,
      "cov-distil (oracle2teacher)": 4.052262306213379,
      "epoch": 0.041601255886970175,
      "rel-constrast": 6.798818111419678,
      "step": 53,
      "subrel-constrast": 5.891756057739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.9029767513275146,
      "cov-distil (oracle2student)": 7.948668003082275,
      "cov-distil (oracle2teacher)": 6.271895408630371,
      "epoch": 0.0423861852433281,
      "rel-constrast": 8.075496673583984,
      "step": 54,
      "subrel-constrast": 6.014256477355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.164438247680664,
      "cov-distil (oracle2student)": 11.64323616027832,
      "cov-distil (oracle2teacher)": 8.718257904052734,
      "epoch": 0.04317111459968603,
      "rel-constrast": 6.999083518981934,
      "step": 55,
      "subrel-constrast": 6.599159240722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261033058166504,
      "cov-distil (oracle2student)": 6.214394569396973,
      "cov-distil (oracle2teacher)": 5.215627193450928,
      "epoch": 0.04395604395604396,
      "rel-constrast": 6.493135452270508,
      "step": 56,
      "subrel-constrast": 5.355626583099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.756004810333252,
      "cov-distil (oracle2student)": 6.844110012054443,
      "cov-distil (oracle2teacher)": 4.825540542602539,
      "epoch": 0.044740973312401885,
      "rel-constrast": 6.5358710289001465,
      "step": 57,
      "subrel-constrast": 5.01209831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.863895893096924,
      "cov-distil (oracle2student)": 7.076708793640137,
      "cov-distil (oracle2teacher)": 5.544996738433838,
      "epoch": 0.04552590266875981,
      "rel-constrast": 8.124217987060547,
      "step": 58,
      "subrel-constrast": 5.239805698394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5958051681518555,
      "cov-distil (oracle2student)": 11.298685073852539,
      "cov-distil (oracle2teacher)": 8.608602523803711,
      "epoch": 0.04631083202511774,
      "rel-constrast": 9.312280654907227,
      "step": 59,
      "subrel-constrast": 7.002989292144775,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 16.0,
      "learning_rate": 1.18e-05,
      "loss": 1.8497,
      "step": 60
    },
    {
      "cov-distil": 3.2445452213287354,
      "cov-distil (oracle2student)": 5.097289085388184,
      "cov-distil (oracle2teacher)": 4.601218223571777,
      "epoch": 0.04709576138147567,
      "rel-constrast": 4.223700523376465,
      "step": 60,
      "subrel-constrast": 4.730567455291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.186460494995117,
      "cov-distil (oracle2student)": 5.995269775390625,
      "cov-distil (oracle2teacher)": 4.766729831695557,
      "epoch": 0.047880690737833596,
      "rel-constrast": 6.642313480377197,
      "step": 61,
      "subrel-constrast": 5.178676128387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.744595527648926,
      "cov-distil (oracle2student)": 6.480199813842773,
      "cov-distil (oracle2teacher)": 5.467531204223633,
      "epoch": 0.04866562009419152,
      "rel-constrast": 4.183559417724609,
      "step": 62,
      "subrel-constrast": 4.816826820373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.570427417755127,
      "cov-distil (oracle2student)": 5.894184112548828,
      "cov-distil (oracle2teacher)": 3.7267251014709473,
      "epoch": 0.04945054945054945,
      "rel-constrast": 7.190672397613525,
      "step": 63,
      "subrel-constrast": 4.972880840301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2397706508636475,
      "cov-distil (oracle2student)": 3.810908555984497,
      "cov-distil (oracle2teacher)": 3.4043922424316406,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.868385314941406,
      "step": 64,
      "subrel-constrast": 3.745532751083374,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412571907043457,
      "cov-distil (oracle2student)": 7.57285213470459,
      "cov-distil (oracle2teacher)": 5.87448787689209,
      "epoch": 0.05102040816326531,
      "rel-constrast": 6.0648627281188965,
      "step": 65,
      "subrel-constrast": 4.984735012054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.147892951965332,
      "cov-distil (oracle2student)": 4.454601287841797,
      "cov-distil (oracle2teacher)": 3.688746690750122,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.674309253692627,
      "step": 66,
      "subrel-constrast": 3.854067802429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4206385612487793,
      "cov-distil (oracle2student)": 5.405022621154785,
      "cov-distil (oracle2teacher)": 4.934494972229004,
      "epoch": 0.05259026687598116,
      "rel-constrast": 6.082437992095947,
      "step": 67,
      "subrel-constrast": 4.984767913818359,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.78071665763855,
      "cov-distil (oracle2student)": 5.2867045402526855,
      "cov-distil (oracle2teacher)": 4.126683235168457,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.113619327545166,
      "step": 68,
      "subrel-constrast": 4.069814682006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.849729537963867,
      "cov-distil (oracle2student)": 6.219259262084961,
      "cov-distil (oracle2teacher)": 4.911616325378418,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.699933052062988,
      "step": 69,
      "subrel-constrast": 4.8955841064453125,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 13.8125,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.3436,
      "step": 70
    },
    {
      "cov-distil": 3.6996054649353027,
      "cov-distil (oracle2student)": 6.8130621910095215,
      "cov-distil (oracle2teacher)": 5.120490074157715,
      "epoch": 0.054945054945054944,
      "rel-constrast": 6.920102596282959,
      "step": 70,
      "subrel-constrast": 5.056769371032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.648576259613037,
      "cov-distil (oracle2student)": 5.883677959442139,
      "cov-distil (oracle2teacher)": 4.3660197257995605,
      "epoch": 0.05572998430141287,
      "rel-constrast": 6.85028600692749,
      "step": 71,
      "subrel-constrast": 5.170149803161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.230855941772461,
      "cov-distil (oracle2student)": 8.797063827514648,
      "cov-distil (oracle2teacher)": 6.488131523132324,
      "epoch": 0.0565149136577708,
      "rel-constrast": 6.876020908355713,
      "step": 72,
      "subrel-constrast": 6.43352746963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7749948501586914,
      "cov-distil (oracle2student)": 5.074848175048828,
      "cov-distil (oracle2teacher)": 3.9479899406433105,
      "epoch": 0.05729984301412873,
      "rel-constrast": 6.893075942993164,
      "step": 73,
      "subrel-constrast": 4.93874454498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8346381187438965,
      "cov-distil (oracle2student)": 10.855990409851074,
      "cov-distil (oracle2teacher)": 8.572490692138672,
      "epoch": 0.058084772370486655,
      "rel-constrast": 7.355052947998047,
      "step": 74,
      "subrel-constrast": 5.825714111328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7611403465270996,
      "cov-distil (oracle2student)": 7.981328964233398,
      "cov-distil (oracle2teacher)": 6.405560493469238,
      "epoch": 0.05886970172684458,
      "rel-constrast": 6.11531925201416,
      "step": 75,
      "subrel-constrast": 5.199051380157471,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.402618169784546,
      "cov-distil (oracle2student)": 4.620029926300049,
      "cov-distil (oracle2teacher)": 3.6973721981048584,
      "epoch": 0.059654631083202514,
      "rel-constrast": 6.090334892272949,
      "step": 76,
      "subrel-constrast": 4.399886131286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.029691696166992,
      "cov-distil (oracle2student)": 6.724252700805664,
      "cov-distil (oracle2teacher)": 4.558862209320068,
      "epoch": 0.06043956043956044,
      "rel-constrast": 5.717849254608154,
      "step": 77,
      "subrel-constrast": 4.083378791809082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9029593467712402,
      "cov-distil (oracle2student)": 6.599239826202393,
      "cov-distil (oracle2teacher)": 6.159343242645264,
      "epoch": 0.061224489795918366,
      "rel-constrast": 6.647235870361328,
      "step": 78,
      "subrel-constrast": 5.644925594329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.780933380126953,
      "cov-distil (oracle2student)": 6.520026683807373,
      "cov-distil (oracle2teacher)": 5.225028991699219,
      "epoch": 0.06200941915227629,
      "rel-constrast": 5.573200702667236,
      "step": 79,
      "subrel-constrast": 5.232885360717773,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 12.8125,
      "learning_rate": 1.58e-05,
      "loss": 1.626,
      "step": 80
    },
    {
      "cov-distil": 3.3472845554351807,
      "cov-distil (oracle2student)": 8.5318603515625,
      "cov-distil (oracle2teacher)": 6.871618747711182,
      "epoch": 0.06279434850863422,
      "rel-constrast": 8.399492263793945,
      "step": 80,
      "subrel-constrast": 6.279339790344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2997360229492188,
      "cov-distil (oracle2student)": 7.219205856323242,
      "cov-distil (oracle2teacher)": 6.683742046356201,
      "epoch": 0.06357927786499215,
      "rel-constrast": 6.703125,
      "step": 81,
      "subrel-constrast": 6.503507137298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.936164140701294,
      "cov-distil (oracle2student)": 6.977161407470703,
      "cov-distil (oracle2teacher)": 6.188899517059326,
      "epoch": 0.06436420722135008,
      "rel-constrast": 5.0943284034729,
      "step": 82,
      "subrel-constrast": 4.73399543762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.158829689025879,
      "cov-distil (oracle2student)": 5.993680953979492,
      "cov-distil (oracle2teacher)": 5.41264533996582,
      "epoch": 0.065149136577708,
      "rel-constrast": 6.25649356842041,
      "step": 83,
      "subrel-constrast": 5.064060211181641,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1648306846618652,
      "cov-distil (oracle2student)": 5.593163967132568,
      "cov-distil (oracle2teacher)": 4.946010589599609,
      "epoch": 0.06593406593406594,
      "rel-constrast": 5.206594944000244,
      "step": 84,
      "subrel-constrast": 4.254310607910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2929277420043945,
      "cov-distil (oracle2student)": 3.960702657699585,
      "cov-distil (oracle2teacher)": 4.000344753265381,
      "epoch": 0.06671899529042387,
      "rel-constrast": 3.7530136108398438,
      "step": 85,
      "subrel-constrast": 3.8369343280792236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6200811862945557,
      "cov-distil (oracle2student)": 7.080739974975586,
      "cov-distil (oracle2teacher)": 6.052353382110596,
      "epoch": 0.06750392464678179,
      "rel-constrast": 6.239901542663574,
      "step": 86,
      "subrel-constrast": 4.973129749298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.075521230697632,
      "cov-distil (oracle2student)": 5.244935989379883,
      "cov-distil (oracle2teacher)": 5.092338562011719,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.162810325622559,
      "step": 87,
      "subrel-constrast": 5.786185264587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8983027935028076,
      "cov-distil (oracle2student)": 9.48546314239502,
      "cov-distil (oracle2teacher)": 7.940748691558838,
      "epoch": 0.06907378335949764,
      "rel-constrast": 6.678225517272949,
      "step": 88,
      "subrel-constrast": 5.366278171539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.841907501220703,
      "cov-distil (oracle2student)": 8.06982421875,
      "cov-distil (oracle2teacher)": 6.191078186035156,
      "epoch": 0.06985871271585557,
      "rel-constrast": 5.894970417022705,
      "step": 89,
      "subrel-constrast": 4.91920280456543,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 13.625,
      "learning_rate": 1.78e-05,
      "loss": 1.5097,
      "step": 90
    },
    {
      "cov-distil": 3.919607639312744,
      "cov-distil (oracle2student)": 6.270353317260742,
      "cov-distil (oracle2teacher)": 4.3282012939453125,
      "epoch": 0.0706436420722135,
      "rel-constrast": 6.338779449462891,
      "step": 90,
      "subrel-constrast": 4.266811847686768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.668302059173584,
      "cov-distil (oracle2student)": 5.862603187561035,
      "cov-distil (oracle2teacher)": 5.406856060028076,
      "epoch": 0.07142857142857142,
      "rel-constrast": 4.112006187438965,
      "step": 91,
      "subrel-constrast": 4.033356189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3146650791168213,
      "cov-distil (oracle2student)": 6.589648723602295,
      "cov-distil (oracle2teacher)": 4.669716835021973,
      "epoch": 0.07221350078492936,
      "rel-constrast": 6.077754974365234,
      "step": 92,
      "subrel-constrast": 4.720725059509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.578685760498047,
      "cov-distil (oracle2student)": 5.632171630859375,
      "cov-distil (oracle2teacher)": 5.33059024810791,
      "epoch": 0.07299843014128729,
      "rel-constrast": 5.02743673324585,
      "step": 93,
      "subrel-constrast": 3.527193546295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.193157196044922,
      "cov-distil (oracle2student)": 6.914855003356934,
      "cov-distil (oracle2teacher)": 5.927032470703125,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.838133811950684,
      "step": 94,
      "subrel-constrast": 5.364080905914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.839376449584961,
      "cov-distil (oracle2student)": 7.398811340332031,
      "cov-distil (oracle2teacher)": 6.234888076782227,
      "epoch": 0.07456828885400314,
      "rel-constrast": 5.621476173400879,
      "step": 95,
      "subrel-constrast": 4.987567901611328,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.982074737548828,
      "cov-distil (oracle2student)": 6.105644702911377,
      "cov-distil (oracle2teacher)": 4.787696361541748,
      "epoch": 0.07535321821036106,
      "rel-constrast": 5.511390686035156,
      "step": 96,
      "subrel-constrast": 4.247025489807129,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2336084842681885,
      "cov-distil (oracle2student)": 7.0609846115112305,
      "cov-distil (oracle2teacher)": 5.865306854248047,
      "epoch": 0.076138147566719,
      "rel-constrast": 6.703516483306885,
      "step": 97,
      "subrel-constrast": 5.805096626281738,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.089341163635254,
      "cov-distil (oracle2student)": 5.66395378112793,
      "cov-distil (oracle2teacher)": 4.818192481994629,
      "epoch": 0.07692307692307693,
      "rel-constrast": 5.128593444824219,
      "step": 98,
      "subrel-constrast": 4.964653491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.623964309692383,
      "cov-distil (oracle2student)": 6.99577522277832,
      "cov-distil (oracle2teacher)": 5.231263637542725,
      "epoch": 0.07770800627943485,
      "rel-constrast": 5.436605453491211,
      "step": 99,
      "subrel-constrast": 4.764568328857422,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 12.375,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.3949,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.26875001192092896,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.02490234375
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.0290374755859375
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 0.0041351318359375,
      "step": 100
    },
    {
      "cov-distil": 2.9648263454437256,
      "cov-distil (oracle2student)": 5.353626251220703,
      "cov-distil (oracle2teacher)": 4.862873077392578,
      "epoch": 0.07849293563579278,
      "rel-constrast": 6.907360553741455,
      "step": 100,
      "subrel-constrast": 5.404860973358154,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.10052490234375,
      "cov-distil (oracle2student)": 6.67136287689209,
      "cov-distil (oracle2teacher)": 5.578376770019531,
      "epoch": 0.07927786499215071,
      "rel-constrast": 8.393524169921875,
      "step": 101,
      "subrel-constrast": 7.126299858093262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.631368398666382,
      "cov-distil (oracle2student)": 7.878178119659424,
      "cov-distil (oracle2teacher)": 6.079665184020996,
      "epoch": 0.08006279434850863,
      "rel-constrast": 5.233378887176514,
      "step": 102,
      "subrel-constrast": 3.7158429622650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7651655673980713,
      "cov-distil (oracle2student)": 7.122628688812256,
      "cov-distil (oracle2teacher)": 6.001712799072266,
      "epoch": 0.08084772370486656,
      "rel-constrast": 5.4950032234191895,
      "step": 103,
      "subrel-constrast": 4.749535083770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.992095708847046,
      "cov-distil (oracle2student)": 4.4680562019348145,
      "cov-distil (oracle2teacher)": 3.9656856060028076,
      "epoch": 0.08163265306122448,
      "rel-constrast": 6.130274772644043,
      "step": 104,
      "subrel-constrast": 5.067364692687988,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.745922088623047,
      "cov-distil (oracle2student)": 5.722783088684082,
      "cov-distil (oracle2teacher)": 4.1573805809021,
      "epoch": 0.08241758241758242,
      "rel-constrast": 5.026490211486816,
      "step": 105,
      "subrel-constrast": 3.860936164855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6651997566223145,
      "cov-distil (oracle2student)": 7.547096252441406,
      "cov-distil (oracle2teacher)": 5.726639747619629,
      "epoch": 0.08320251177394035,
      "rel-constrast": 5.65627908706665,
      "step": 106,
      "subrel-constrast": 4.4504899978637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8321316242218018,
      "cov-distil (oracle2student)": 5.336071968078613,
      "cov-distil (oracle2teacher)": 3.732560634613037,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.706194877624512,
      "step": 107,
      "subrel-constrast": 3.4074623584747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1555142402648926,
      "cov-distil (oracle2student)": 7.996932506561279,
      "cov-distil (oracle2teacher)": 6.369898319244385,
      "epoch": 0.0847723704866562,
      "rel-constrast": 6.276504039764404,
      "step": 108,
      "subrel-constrast": 4.506402492523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3634026050567627,
      "cov-distil (oracle2student)": 4.931942939758301,
      "cov-distil (oracle2teacher)": 3.737780809402466,
      "epoch": 0.08555729984301413,
      "rel-constrast": 4.124776840209961,
      "step": 109,
      "subrel-constrast": 2.83587646484375,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 19.0,
      "learning_rate": 2.18e-05,
      "loss": 1.4487,
      "step": 110
    },
    {
      "cov-distil": 3.410726308822632,
      "cov-distil (oracle2student)": 5.391523361206055,
      "cov-distil (oracle2teacher)": 4.783075332641602,
      "epoch": 0.08634222919937205,
      "rel-constrast": 3.6181509494781494,
      "step": 110,
      "subrel-constrast": 5.096227169036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3629910945892334,
      "cov-distil (oracle2student)": 5.88979434967041,
      "cov-distil (oracle2teacher)": 5.6900200843811035,
      "epoch": 0.08712715855572999,
      "rel-constrast": 6.160101890563965,
      "step": 111,
      "subrel-constrast": 5.528054237365723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.879373073577881,
      "cov-distil (oracle2student)": 5.032433032989502,
      "cov-distil (oracle2teacher)": 4.160834312438965,
      "epoch": 0.08791208791208792,
      "rel-constrast": 5.918915748596191,
      "step": 112,
      "subrel-constrast": 5.419734477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0736236572265625,
      "cov-distil (oracle2student)": 5.999529838562012,
      "cov-distil (oracle2teacher)": 3.5821266174316406,
      "epoch": 0.08869701726844584,
      "rel-constrast": 5.083763122558594,
      "step": 113,
      "subrel-constrast": 4.230160236358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.801142930984497,
      "cov-distil (oracle2student)": 5.091815948486328,
      "cov-distil (oracle2teacher)": 4.153984546661377,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.292137145996094,
      "step": 114,
      "subrel-constrast": 4.0490617752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.0216827392578125,
      "cov-distil (oracle2student)": 5.512794494628906,
      "cov-distil (oracle2teacher)": 4.771090507507324,
      "epoch": 0.09026687598116169,
      "rel-constrast": 5.027474403381348,
      "step": 115,
      "subrel-constrast": 4.503691673278809,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6942808628082275,
      "cov-distil (oracle2student)": 6.937849521636963,
      "cov-distil (oracle2teacher)": 5.377389430999756,
      "epoch": 0.09105180533751962,
      "rel-constrast": 7.70762825012207,
      "step": 116,
      "subrel-constrast": 5.465445041656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4632067680358887,
      "cov-distil (oracle2student)": 6.12916374206543,
      "cov-distil (oracle2teacher)": 4.970125198364258,
      "epoch": 0.09183673469387756,
      "rel-constrast": 6.202454566955566,
      "step": 117,
      "subrel-constrast": 4.434334754943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4489614963531494,
      "cov-distil (oracle2student)": 6.509357452392578,
      "cov-distil (oracle2teacher)": 6.559255599975586,
      "epoch": 0.09262166405023547,
      "rel-constrast": 4.479291915893555,
      "step": 118,
      "subrel-constrast": 4.0445876121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3059539794921875,
      "cov-distil (oracle2student)": 3.7833333015441895,
      "cov-distil (oracle2teacher)": 3.428786277770996,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.8695425987243652,
      "step": 119,
      "subrel-constrast": 3.608145236968994,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 10.3125,
      "learning_rate": 2.38e-05,
      "loss": 1.309,
      "step": 120
    },
    {
      "cov-distil": 2.853652000427246,
      "cov-distil (oracle2student)": 6.650388717651367,
      "cov-distil (oracle2teacher)": 5.6573944091796875,
      "epoch": 0.09419152276295134,
      "rel-constrast": 4.147866249084473,
      "step": 120,
      "subrel-constrast": 4.1425862312316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.974696636199951,
      "cov-distil (oracle2student)": 4.537017822265625,
      "cov-distil (oracle2teacher)": 3.650308132171631,
      "epoch": 0.09497645211930926,
      "rel-constrast": 4.634882926940918,
      "step": 121,
      "subrel-constrast": 3.8500020503997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4864301681518555,
      "cov-distil (oracle2student)": 7.080655097961426,
      "cov-distil (oracle2teacher)": 6.3975982666015625,
      "epoch": 0.09576138147566719,
      "rel-constrast": 3.8382012844085693,
      "step": 122,
      "subrel-constrast": 4.183696269989014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286067485809326,
      "cov-distil (oracle2student)": 4.7544779777526855,
      "cov-distil (oracle2teacher)": 4.075727462768555,
      "epoch": 0.09654631083202511,
      "rel-constrast": 3.5616722106933594,
      "step": 123,
      "subrel-constrast": 3.7115180492401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7788352966308594,
      "cov-distil (oracle2student)": 6.842938423156738,
      "cov-distil (oracle2teacher)": 6.075979709625244,
      "epoch": 0.09733124018838304,
      "rel-constrast": 5.669299602508545,
      "step": 124,
      "subrel-constrast": 5.007890701293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367565155029297,
      "cov-distil (oracle2student)": 7.974687099456787,
      "cov-distil (oracle2teacher)": 6.4690399169921875,
      "epoch": 0.09811616954474098,
      "rel-constrast": 5.265968322753906,
      "step": 125,
      "subrel-constrast": 4.731617450714111,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.13206148147583,
      "cov-distil (oracle2student)": 4.247379302978516,
      "cov-distil (oracle2teacher)": 4.27586030960083,
      "epoch": 0.0989010989010989,
      "rel-constrast": 4.980240821838379,
      "step": 126,
      "subrel-constrast": 3.679034471511841,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4415135383605957,
      "cov-distil (oracle2student)": 4.507854461669922,
      "cov-distil (oracle2teacher)": 3.802183151245117,
      "epoch": 0.09968602825745683,
      "rel-constrast": 6.100316047668457,
      "step": 127,
      "subrel-constrast": 4.6783905029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.357616424560547,
      "cov-distil (oracle2student)": 3.6556830406188965,
      "cov-distil (oracle2teacher)": 3.5276894569396973,
      "epoch": 0.10047095761381476,
      "rel-constrast": 3.6739511489868164,
      "step": 128,
      "subrel-constrast": 3.848557233810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6982479095458984,
      "cov-distil (oracle2student)": 7.8855695724487305,
      "cov-distil (oracle2teacher)": 6.489214897155762,
      "epoch": 0.10125588697017268,
      "rel-constrast": 5.158129692077637,
      "step": 129,
      "subrel-constrast": 4.519865989685059,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 14.0625,
      "learning_rate": 2.58e-05,
      "loss": 1.1758,
      "step": 130
    },
    {
      "cov-distil": 3.2536959648132324,
      "cov-distil (oracle2student)": 6.331367492675781,
      "cov-distil (oracle2teacher)": 4.185282230377197,
      "epoch": 0.10204081632653061,
      "rel-constrast": 4.671331405639648,
      "step": 130,
      "subrel-constrast": 2.896914005279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3737120628356934,
      "cov-distil (oracle2student)": 4.958157539367676,
      "cov-distil (oracle2teacher)": 3.01723051071167,
      "epoch": 0.10282574568288853,
      "rel-constrast": 4.951005458831787,
      "step": 131,
      "subrel-constrast": 3.895310640335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5117907524108887,
      "cov-distil (oracle2student)": 4.640913963317871,
      "cov-distil (oracle2teacher)": 3.8839166164398193,
      "epoch": 0.10361067503924647,
      "rel-constrast": 4.735419273376465,
      "step": 132,
      "subrel-constrast": 3.977053642272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4295663833618164,
      "cov-distil (oracle2student)": 3.7876944541931152,
      "cov-distil (oracle2teacher)": 3.464414119720459,
      "epoch": 0.1043956043956044,
      "rel-constrast": 5.410003662109375,
      "step": 133,
      "subrel-constrast": 4.538174629211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6375732421875,
      "cov-distil (oracle2student)": 5.438698768615723,
      "cov-distil (oracle2teacher)": 4.457674503326416,
      "epoch": 0.10518053375196232,
      "rel-constrast": 7.5274834632873535,
      "step": 134,
      "subrel-constrast": 5.593867301940918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4170756340026855,
      "cov-distil (oracle2student)": 3.8540892601013184,
      "cov-distil (oracle2teacher)": 3.9132766723632812,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.431096076965332,
      "step": 135,
      "subrel-constrast": 4.4004225730896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4125308990478516,
      "cov-distil (oracle2student)": 4.815166473388672,
      "cov-distil (oracle2teacher)": 3.986531972885132,
      "epoch": 0.10675039246467818,
      "rel-constrast": 4.403350353240967,
      "step": 136,
      "subrel-constrast": 3.958738088607788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2067251205444336,
      "cov-distil (oracle2student)": 5.474902153015137,
      "cov-distil (oracle2teacher)": 4.446006774902344,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.8164150714874268,
      "step": 137,
      "subrel-constrast": 3.307152032852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.661968469619751,
      "cov-distil (oracle2student)": 7.410137176513672,
      "cov-distil (oracle2teacher)": 5.647395610809326,
      "epoch": 0.10832025117739404,
      "rel-constrast": 5.48341178894043,
      "step": 138,
      "subrel-constrast": 4.578126430511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6317694187164307,
      "cov-distil (oracle2student)": 6.349625587463379,
      "cov-distil (oracle2teacher)": 6.308967113494873,
      "epoch": 0.10910518053375197,
      "rel-constrast": 6.393684387207031,
      "step": 139,
      "subrel-constrast": 5.08237886428833,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 12.625,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.2956,
      "step": 140
    },
    {
      "cov-distil": 2.8557369709014893,
      "cov-distil (oracle2student)": 3.3051161766052246,
      "cov-distil (oracle2teacher)": 3.411588191986084,
      "epoch": 0.10989010989010989,
      "rel-constrast": 5.153904438018799,
      "step": 140,
      "subrel-constrast": 4.4358439445495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7556138038635254,
      "cov-distil (oracle2student)": 6.224334239959717,
      "cov-distil (oracle2teacher)": 5.049316883087158,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.971271514892578,
      "step": 141,
      "subrel-constrast": 4.324587821960449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8034555912017822,
      "cov-distil (oracle2student)": 5.598900318145752,
      "cov-distil (oracle2teacher)": 4.736547470092773,
      "epoch": 0.11145996860282574,
      "rel-constrast": 4.466021537780762,
      "step": 142,
      "subrel-constrast": 4.209933280944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.045067548751831,
      "cov-distil (oracle2student)": 5.033010482788086,
      "cov-distil (oracle2teacher)": 4.520289421081543,
      "epoch": 0.11224489795918367,
      "rel-constrast": 5.829939842224121,
      "step": 143,
      "subrel-constrast": 5.9224348068237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3990139961242676,
      "cov-distil (oracle2student)": 5.436473846435547,
      "cov-distil (oracle2teacher)": 4.395840167999268,
      "epoch": 0.1130298273155416,
      "rel-constrast": 5.341922283172607,
      "step": 144,
      "subrel-constrast": 4.0424580574035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6851000785827637,
      "cov-distil (oracle2student)": 4.270301342010498,
      "cov-distil (oracle2teacher)": 3.617030620574951,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.7063066959381104,
      "step": 145,
      "subrel-constrast": 3.8507583141326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.574511766433716,
      "cov-distil (oracle2student)": 6.21110725402832,
      "cov-distil (oracle2teacher)": 5.603293418884277,
      "epoch": 0.11459968602825746,
      "rel-constrast": 5.563985824584961,
      "step": 146,
      "subrel-constrast": 5.489584922790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5513062477111816,
      "cov-distil (oracle2student)": 4.893594741821289,
      "cov-distil (oracle2teacher)": 4.224745273590088,
      "epoch": 0.11538461538461539,
      "rel-constrast": 3.9063568115234375,
      "step": 147,
      "subrel-constrast": 3.2753469944000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9438791275024414,
      "cov-distil (oracle2student)": 7.837418556213379,
      "cov-distil (oracle2teacher)": 6.3554534912109375,
      "epoch": 0.11616954474097331,
      "rel-constrast": 6.081456661224365,
      "step": 148,
      "subrel-constrast": 6.202674865722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8143091201782227,
      "cov-distil (oracle2student)": 5.701342582702637,
      "cov-distil (oracle2teacher)": 5.672186851501465,
      "epoch": 0.11695447409733124,
      "rel-constrast": 4.591806411743164,
      "step": 149,
      "subrel-constrast": 4.518934726715088,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 14.1875,
      "learning_rate": 2.98e-05,
      "loss": 1.2403,
      "step": 150
    },
    {
      "cov-distil": 2.471999168395996,
      "cov-distil (oracle2student)": 2.6704368591308594,
      "cov-distil (oracle2teacher)": 2.6223597526550293,
      "epoch": 0.11773940345368916,
      "rel-constrast": 3.3775763511657715,
      "step": 150,
      "subrel-constrast": 3.201103687286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7316031455993652,
      "cov-distil (oracle2student)": 4.3600921630859375,
      "cov-distil (oracle2teacher)": 3.2589681148529053,
      "epoch": 0.1185243328100471,
      "rel-constrast": 4.680100440979004,
      "step": 151,
      "subrel-constrast": 4.756871223449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2051916122436523,
      "cov-distil (oracle2student)": 6.223913192749023,
      "cov-distil (oracle2teacher)": 5.232782363891602,
      "epoch": 0.11930926216640503,
      "rel-constrast": 4.991087436676025,
      "step": 152,
      "subrel-constrast": 4.829087734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.229086399078369,
      "cov-distil (oracle2student)": 5.70815372467041,
      "cov-distil (oracle2teacher)": 5.056070327758789,
      "epoch": 0.12009419152276295,
      "rel-constrast": 6.096796989440918,
      "step": 153,
      "subrel-constrast": 5.319705009460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.091706275939941,
      "cov-distil (oracle2student)": 6.655492782592773,
      "cov-distil (oracle2teacher)": 5.226495265960693,
      "epoch": 0.12087912087912088,
      "rel-constrast": 5.9251708984375,
      "step": 154,
      "subrel-constrast": 4.83107328414917,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.422132968902588,
      "cov-distil (oracle2student)": 3.922492742538452,
      "cov-distil (oracle2teacher)": 3.7532708644866943,
      "epoch": 0.12166405023547881,
      "rel-constrast": 3.631333827972412,
      "step": 155,
      "subrel-constrast": 3.525343418121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8214030265808105,
      "cov-distil (oracle2student)": 7.057709693908691,
      "cov-distil (oracle2teacher)": 6.7465057373046875,
      "epoch": 0.12244897959183673,
      "rel-constrast": 5.046853065490723,
      "step": 156,
      "subrel-constrast": 4.66770601272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6384005546569824,
      "cov-distil (oracle2student)": 4.576714038848877,
      "cov-distil (oracle2teacher)": 4.585840702056885,
      "epoch": 0.12323390894819466,
      "rel-constrast": 3.684236526489258,
      "step": 157,
      "subrel-constrast": 4.046353816986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.8163204193115234,
      "cov-distil (oracle2student)": 6.787405014038086,
      "cov-distil (oracle2teacher)": 5.008432388305664,
      "epoch": 0.12401883830455258,
      "rel-constrast": 4.620224952697754,
      "step": 158,
      "subrel-constrast": 4.661165237426758,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.060733795166016,
      "cov-distil (oracle2student)": 6.200996398925781,
      "cov-distil (oracle2teacher)": 4.762392997741699,
      "epoch": 0.12480376766091052,
      "rel-constrast": 5.5925164222717285,
      "step": 159,
      "subrel-constrast": 4.8561859130859375,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 12.3125,
      "learning_rate": 3.18e-05,
      "loss": 1.1911,
      "step": 160
    },
    {
      "cov-distil": 2.7371318340301514,
      "cov-distil (oracle2student)": 4.99033260345459,
      "cov-distil (oracle2teacher)": 4.208075523376465,
      "epoch": 0.12558869701726844,
      "rel-constrast": 4.415268898010254,
      "step": 160,
      "subrel-constrast": 3.9861807823181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8817379474639893,
      "cov-distil (oracle2student)": 4.78164005279541,
      "cov-distil (oracle2teacher)": 4.152419090270996,
      "epoch": 0.12637362637362637,
      "rel-constrast": 4.2121758460998535,
      "step": 161,
      "subrel-constrast": 4.621515274047852,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3973124027252197,
      "cov-distil (oracle2student)": 4.107422828674316,
      "cov-distil (oracle2teacher)": 3.9045963287353516,
      "epoch": 0.1271585557299843,
      "rel-constrast": 4.420001983642578,
      "step": 162,
      "subrel-constrast": 3.774012565612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2848925590515137,
      "cov-distil (oracle2student)": 6.110710620880127,
      "cov-distil (oracle2teacher)": 4.959423065185547,
      "epoch": 0.12794348508634223,
      "rel-constrast": 5.592723846435547,
      "step": 163,
      "subrel-constrast": 4.4094462394714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.669156074523926,
      "cov-distil (oracle2student)": 5.6924591064453125,
      "cov-distil (oracle2teacher)": 4.428255081176758,
      "epoch": 0.12872841444270017,
      "rel-constrast": 5.441967964172363,
      "step": 164,
      "subrel-constrast": 4.799935817718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.196880340576172,
      "cov-distil (oracle2student)": 4.975748062133789,
      "cov-distil (oracle2teacher)": 4.414041996002197,
      "epoch": 0.12951334379905807,
      "rel-constrast": 4.426405906677246,
      "step": 165,
      "subrel-constrast": 4.503543853759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1931042671203613,
      "cov-distil (oracle2student)": 4.771365165710449,
      "cov-distil (oracle2teacher)": 3.9566421508789062,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.5589685440063477,
      "step": 166,
      "subrel-constrast": 3.3566536903381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.945983409881592,
      "cov-distil (oracle2student)": 4.937459945678711,
      "cov-distil (oracle2teacher)": 4.774406433105469,
      "epoch": 0.13108320251177394,
      "rel-constrast": 4.1076860427856445,
      "step": 167,
      "subrel-constrast": 4.246396064758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1458334922790527,
      "cov-distil (oracle2student)": 5.868889331817627,
      "cov-distil (oracle2teacher)": 4.931619644165039,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.8513166904449463,
      "step": 168,
      "subrel-constrast": 4.005006790161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8726415634155273,
      "cov-distil (oracle2student)": 4.54109001159668,
      "cov-distil (oracle2teacher)": 4.1934356689453125,
      "epoch": 0.1326530612244898,
      "rel-constrast": 4.132081508636475,
      "step": 169,
      "subrel-constrast": 4.4968461990356445,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 10.6875,
      "learning_rate": 3.38e-05,
      "loss": 1.104,
      "step": 170
    },
    {
      "cov-distil": 3.2546474933624268,
      "cov-distil (oracle2student)": 3.867703676223755,
      "cov-distil (oracle2teacher)": 3.214789628982544,
      "epoch": 0.13343799058084774,
      "rel-constrast": 4.356592655181885,
      "step": 170,
      "subrel-constrast": 3.7187159061431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478774070739746,
      "cov-distil (oracle2student)": 4.235121726989746,
      "cov-distil (oracle2teacher)": 2.970468044281006,
      "epoch": 0.13422291993720564,
      "rel-constrast": 5.134838581085205,
      "step": 171,
      "subrel-constrast": 4.123886585235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.094635009765625,
      "cov-distil (oracle2student)": 4.291500568389893,
      "cov-distil (oracle2teacher)": 3.563973903656006,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.445143222808838,
      "step": 172,
      "subrel-constrast": 3.826887845993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2369155883789062,
      "cov-distil (oracle2student)": 4.1978068351745605,
      "cov-distil (oracle2teacher)": 3.6198673248291016,
      "epoch": 0.1357927786499215,
      "rel-constrast": 3.536306858062744,
      "step": 173,
      "subrel-constrast": 3.1846063137054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7921833992004395,
      "cov-distil (oracle2student)": 4.390166759490967,
      "cov-distil (oracle2teacher)": 4.469590187072754,
      "epoch": 0.13657770800627944,
      "rel-constrast": 5.777309417724609,
      "step": 174,
      "subrel-constrast": 5.415677070617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.935741901397705,
      "cov-distil (oracle2student)": 4.759723663330078,
      "cov-distil (oracle2teacher)": 4.0022993087768555,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.723733425140381,
      "step": 175,
      "subrel-constrast": 3.5166094303131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3151822090148926,
      "cov-distil (oracle2student)": 6.09760856628418,
      "cov-distil (oracle2teacher)": 4.151871204376221,
      "epoch": 0.13814756671899528,
      "rel-constrast": 5.14816951751709,
      "step": 176,
      "subrel-constrast": 4.2327351570129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9597389698028564,
      "cov-distil (oracle2student)": 4.059072494506836,
      "cov-distil (oracle2teacher)": 3.926798105239868,
      "epoch": 0.1389324960753532,
      "rel-constrast": 4.027698993682861,
      "step": 177,
      "subrel-constrast": 3.9084551334381104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8594999313354492,
      "cov-distil (oracle2student)": 4.728883743286133,
      "cov-distil (oracle2teacher)": 4.162858963012695,
      "epoch": 0.13971742543171115,
      "rel-constrast": 4.55079460144043,
      "step": 178,
      "subrel-constrast": 5.221890449523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9440884590148926,
      "cov-distil (oracle2student)": 7.327598571777344,
      "cov-distil (oracle2teacher)": 6.339908599853516,
      "epoch": 0.14050235478806908,
      "rel-constrast": 4.08188533782959,
      "step": 179,
      "subrel-constrast": 4.197235584259033,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 10.75,
      "learning_rate": 3.58e-05,
      "loss": 1.0946,
      "step": 180
    },
    {
      "cov-distil": 3.083645820617676,
      "cov-distil (oracle2student)": 4.6083574295043945,
      "cov-distil (oracle2teacher)": 4.283117294311523,
      "epoch": 0.141287284144427,
      "rel-constrast": 4.199300289154053,
      "step": 180,
      "subrel-constrast": 4.23036527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4274120330810547,
      "cov-distil (oracle2student)": 3.1612634658813477,
      "cov-distil (oracle2teacher)": 3.1851749420166016,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.767972469329834,
      "step": 181,
      "subrel-constrast": 4.042910099029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.785883903503418,
      "cov-distil (oracle2student)": 4.844879627227783,
      "cov-distil (oracle2teacher)": 4.218728065490723,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.974219799041748,
      "step": 182,
      "subrel-constrast": 3.784883975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9258766174316406,
      "cov-distil (oracle2student)": 6.402422904968262,
      "cov-distil (oracle2teacher)": 5.2663984298706055,
      "epoch": 0.14364207221350078,
      "rel-constrast": 4.4796037673950195,
      "step": 183,
      "subrel-constrast": 4.5474395751953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8451781272888184,
      "cov-distil (oracle2student)": 5.855228424072266,
      "cov-distil (oracle2teacher)": 4.803541660308838,
      "epoch": 0.14442700156985872,
      "rel-constrast": 4.427363872528076,
      "step": 184,
      "subrel-constrast": 4.022103309631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4146785736083984,
      "cov-distil (oracle2student)": 5.135126113891602,
      "cov-distil (oracle2teacher)": 4.512579917907715,
      "epoch": 0.14521193092621665,
      "rel-constrast": 4.497255325317383,
      "step": 185,
      "subrel-constrast": 3.966963768005371,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.657998561859131,
      "cov-distil (oracle2student)": 5.1391754150390625,
      "cov-distil (oracle2teacher)": 3.953782558441162,
      "epoch": 0.14599686028257458,
      "rel-constrast": 4.5617289543151855,
      "step": 186,
      "subrel-constrast": 4.95466423034668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0249712467193604,
      "cov-distil (oracle2student)": 4.271519660949707,
      "cov-distil (oracle2teacher)": 5.227019786834717,
      "epoch": 0.14678178963893249,
      "rel-constrast": 3.908987522125244,
      "step": 187,
      "subrel-constrast": 4.393860340118408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653616428375244,
      "cov-distil (oracle2student)": 5.6146016120910645,
      "cov-distil (oracle2teacher)": 5.213755130767822,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.6973156929016113,
      "step": 188,
      "subrel-constrast": 4.103433132171631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7730677127838135,
      "cov-distil (oracle2student)": 5.952874660491943,
      "cov-distil (oracle2teacher)": 4.756786346435547,
      "epoch": 0.14835164835164835,
      "rel-constrast": 4.354287624359131,
      "step": 189,
      "subrel-constrast": 4.670470714569092,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 9.0625,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 1.0467,
      "step": 190
    },
    {
      "cov-distil": 2.6506528854370117,
      "cov-distil (oracle2student)": 4.511094570159912,
      "cov-distil (oracle2teacher)": 4.796850204467773,
      "epoch": 0.14913657770800628,
      "rel-constrast": 4.2526445388793945,
      "step": 190,
      "subrel-constrast": 5.123054027557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.7540512084960938,
      "cov-distil (oracle2student)": 5.682558059692383,
      "cov-distil (oracle2teacher)": 4.592934608459473,
      "epoch": 0.14992150706436422,
      "rel-constrast": 4.419256210327148,
      "step": 191,
      "subrel-constrast": 4.737272262573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.191004753112793,
      "cov-distil (oracle2student)": 6.080633163452148,
      "cov-distil (oracle2teacher)": 5.455178260803223,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.4561288356781006,
      "step": 192,
      "subrel-constrast": 4.221116542816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8169493675231934,
      "cov-distil (oracle2student)": 4.764281749725342,
      "cov-distil (oracle2teacher)": 3.9964022636413574,
      "epoch": 0.15149136577708006,
      "rel-constrast": 4.3076701164245605,
      "step": 193,
      "subrel-constrast": 4.060278415679932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3937432765960693,
      "cov-distil (oracle2student)": 3.317551374435425,
      "cov-distil (oracle2teacher)": 3.1510097980499268,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.976749420166016,
      "step": 194,
      "subrel-constrast": 4.943241596221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2112748622894287,
      "cov-distil (oracle2student)": 5.939691066741943,
      "cov-distil (oracle2teacher)": 4.853806495666504,
      "epoch": 0.15306122448979592,
      "rel-constrast": 5.550881385803223,
      "step": 195,
      "subrel-constrast": 4.358191967010498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6213314533233643,
      "cov-distil (oracle2student)": 6.556180000305176,
      "cov-distil (oracle2teacher)": 5.386519432067871,
      "epoch": 0.15384615384615385,
      "rel-constrast": 4.406981468200684,
      "step": 196,
      "subrel-constrast": 4.371033191680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291868209838867,
      "cov-distil (oracle2student)": 4.4047112464904785,
      "cov-distil (oracle2teacher)": 3.292975902557373,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.3735694885253906,
      "step": 197,
      "subrel-constrast": 3.569720983505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4574496746063232,
      "cov-distil (oracle2student)": 3.743739366531372,
      "cov-distil (oracle2teacher)": 3.0168328285217285,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.945817708969116,
      "step": 198,
      "subrel-constrast": 2.80216121673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.898469924926758,
      "cov-distil (oracle2student)": 6.086114883422852,
      "cov-distil (oracle2teacher)": 4.614240646362305,
      "epoch": 0.15620094191522763,
      "rel-constrast": 4.456359386444092,
      "step": 199,
      "subrel-constrast": 3.6817216873168945,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 9.3125,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 1.0537,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.24687500298023224,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.062896728515625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.0594482421875
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.003448486328125,
      "step": 200
    },
    {
      "cov-distil": 2.381553888320923,
      "cov-distil (oracle2student)": 5.4559502601623535,
      "cov-distil (oracle2teacher)": 4.729738235473633,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.8231542110443115,
      "step": 200,
      "subrel-constrast": 3.719243288040161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6991400718688965,
      "cov-distil (oracle2student)": 4.2285966873168945,
      "cov-distil (oracle2teacher)": 4.36287260055542,
      "epoch": 0.1577708006279435,
      "rel-constrast": 3.846952438354492,
      "step": 201,
      "subrel-constrast": 3.356947422027588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4719252586364746,
      "cov-distil (oracle2student)": 5.305537223815918,
      "cov-distil (oracle2teacher)": 5.510411262512207,
      "epoch": 0.15855572998430142,
      "rel-constrast": 5.214686870574951,
      "step": 202,
      "subrel-constrast": 4.374451160430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0810604095458984,
      "cov-distil (oracle2student)": 6.608948230743408,
      "cov-distil (oracle2teacher)": 5.5611042976379395,
      "epoch": 0.15934065934065933,
      "rel-constrast": 5.444942474365234,
      "step": 203,
      "subrel-constrast": 4.622335433959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4202842712402344,
      "cov-distil (oracle2student)": 3.375609874725342,
      "cov-distil (oracle2teacher)": 3.1638851165771484,
      "epoch": 0.16012558869701726,
      "rel-constrast": 3.4401748180389404,
      "step": 204,
      "subrel-constrast": 3.3364651203155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.189297676086426,
      "cov-distil (oracle2student)": 7.925898551940918,
      "cov-distil (oracle2teacher)": 7.493121147155762,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.75417423248291,
      "step": 205,
      "subrel-constrast": 5.018963813781738,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.684345245361328,
      "cov-distil (oracle2student)": 5.942239761352539,
      "cov-distil (oracle2teacher)": 5.2857184410095215,
      "epoch": 0.16169544740973313,
      "rel-constrast": 5.003021717071533,
      "step": 206,
      "subrel-constrast": 4.563309669494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057544708251953,
      "cov-distil (oracle2student)": 4.746232509613037,
      "cov-distil (oracle2teacher)": 4.352513313293457,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.563185930252075,
      "step": 207,
      "subrel-constrast": 3.702176809310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097899436950684,
      "cov-distil (oracle2student)": 4.138797283172607,
      "cov-distil (oracle2teacher)": 4.215083599090576,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.9770753383636475,
      "step": 208,
      "subrel-constrast": 4.1902313232421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.620948076248169,
      "cov-distil (oracle2student)": 6.991607189178467,
      "cov-distil (oracle2teacher)": 5.78021240234375,
      "epoch": 0.1640502354788069,
      "rel-constrast": 4.403954982757568,
      "step": 209,
      "subrel-constrast": 4.039344310760498,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 13.8125,
      "learning_rate": 4.18e-05,
      "loss": 1.0868,
      "step": 210
    },
    {
      "cov-distil": 3.0925610065460205,
      "cov-distil (oracle2student)": 6.754792213439941,
      "cov-distil (oracle2teacher)": 5.547725677490234,
      "epoch": 0.16483516483516483,
      "rel-constrast": 5.161870956420898,
      "step": 210,
      "subrel-constrast": 4.639222621917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.853652000427246,
      "cov-distil (oracle2student)": 5.480470657348633,
      "cov-distil (oracle2teacher)": 4.7289323806762695,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.5893747806549072,
      "step": 211,
      "subrel-constrast": 3.769558906555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2699475288391113,
      "cov-distil (oracle2student)": 5.569268226623535,
      "cov-distil (oracle2teacher)": 4.927377700805664,
      "epoch": 0.1664050235478807,
      "rel-constrast": 3.148055076599121,
      "step": 212,
      "subrel-constrast": 3.026855707168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8030972480773926,
      "cov-distil (oracle2student)": 5.38670539855957,
      "cov-distil (oracle2teacher)": 4.61238431930542,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.4392755031585693,
      "step": 213,
      "subrel-constrast": 3.0034868717193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5344560146331787,
      "cov-distil (oracle2student)": 4.998907089233398,
      "cov-distil (oracle2teacher)": 3.9313454627990723,
      "epoch": 0.16797488226059654,
      "rel-constrast": 4.069775581359863,
      "step": 214,
      "subrel-constrast": 3.9243412017822266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.145139694213867,
      "cov-distil (oracle2student)": 3.4680287837982178,
      "cov-distil (oracle2teacher)": 3.01827335357666,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.646711587905884,
      "step": 215,
      "subrel-constrast": 3.5074539184570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7844796180725098,
      "cov-distil (oracle2student)": 4.089953422546387,
      "cov-distil (oracle2teacher)": 3.8018264770507812,
      "epoch": 0.1695447409733124,
      "rel-constrast": 3.4451849460601807,
      "step": 216,
      "subrel-constrast": 3.309258460998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3081016540527344,
      "cov-distil (oracle2student)": 4.594437122344971,
      "cov-distil (oracle2teacher)": 4.234853744506836,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.507871389389038,
      "step": 217,
      "subrel-constrast": 3.781757354736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543741226196289,
      "cov-distil (oracle2student)": 3.6162829399108887,
      "cov-distil (oracle2teacher)": 4.077675819396973,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.407751083374023,
      "step": 218,
      "subrel-constrast": 4.039636135101318,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4043850898742676,
      "cov-distil (oracle2student)": 3.7197213172912598,
      "cov-distil (oracle2teacher)": 3.632939338684082,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.460170745849609,
      "step": 219,
      "subrel-constrast": 3.8335864543914795,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 11.3125,
      "learning_rate": 4.38e-05,
      "loss": 0.9469,
      "step": 220
    },
    {
      "cov-distil": 2.126615285873413,
      "cov-distil (oracle2student)": 4.813814163208008,
      "cov-distil (oracle2teacher)": 4.356148719787598,
      "epoch": 0.1726844583987441,
      "rel-constrast": 4.52153205871582,
      "step": 220,
      "subrel-constrast": 4.0776214599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831963777542114,
      "cov-distil (oracle2student)": 6.091684818267822,
      "cov-distil (oracle2teacher)": 4.698600769042969,
      "epoch": 0.17346938775510204,
      "rel-constrast": 4.2187395095825195,
      "step": 221,
      "subrel-constrast": 3.496892213821411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1684153079986572,
      "cov-distil (oracle2student)": 5.548275947570801,
      "cov-distil (oracle2teacher)": 5.401857376098633,
      "epoch": 0.17425431711145997,
      "rel-constrast": 4.4608049392700195,
      "step": 222,
      "subrel-constrast": 4.104125499725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.579768657684326,
      "cov-distil (oracle2student)": 5.06587553024292,
      "cov-distil (oracle2teacher)": 4.484748840332031,
      "epoch": 0.1750392464678179,
      "rel-constrast": 3.3308801651000977,
      "step": 223,
      "subrel-constrast": 3.3167812824249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131709098815918,
      "cov-distil (oracle2student)": 4.372322082519531,
      "cov-distil (oracle2teacher)": 3.444370985031128,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.9886250495910645,
      "step": 224,
      "subrel-constrast": 3.0618770122528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5606489181518555,
      "cov-distil (oracle2student)": 4.33148193359375,
      "cov-distil (oracle2teacher)": 4.641782760620117,
      "epoch": 0.17660910518053374,
      "rel-constrast": 4.231750011444092,
      "step": 225,
      "subrel-constrast": 4.520207405090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.481212615966797,
      "cov-distil (oracle2student)": 5.940335273742676,
      "cov-distil (oracle2teacher)": 4.823907852172852,
      "epoch": 0.17739403453689168,
      "rel-constrast": 4.515774250030518,
      "step": 226,
      "subrel-constrast": 4.2798686027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.62561297416687,
      "cov-distil (oracle2student)": 6.993094444274902,
      "cov-distil (oracle2teacher)": 6.64499568939209,
      "epoch": 0.1781789638932496,
      "rel-constrast": 4.609107971191406,
      "step": 227,
      "subrel-constrast": 4.365816593170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7168872356414795,
      "cov-distil (oracle2student)": 7.153830051422119,
      "cov-distil (oracle2teacher)": 6.493056297302246,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.954789638519287,
      "step": 228,
      "subrel-constrast": 4.359396934509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6363537311553955,
      "cov-distil (oracle2student)": 4.761499881744385,
      "cov-distil (oracle2teacher)": 4.349567890167236,
      "epoch": 0.17974882260596547,
      "rel-constrast": 4.804795742034912,
      "step": 229,
      "subrel-constrast": 4.6884918212890625,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 9.875,
      "learning_rate": 4.58e-05,
      "loss": 1.0409,
      "step": 230
    },
    {
      "cov-distil": 2.1318612098693848,
      "cov-distil (oracle2student)": 5.949673652648926,
      "cov-distil (oracle2teacher)": 5.245048522949219,
      "epoch": 0.18053375196232338,
      "rel-constrast": 4.091949462890625,
      "step": 230,
      "subrel-constrast": 4.512872219085693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3420472145080566,
      "cov-distil (oracle2student)": 4.718111038208008,
      "cov-distil (oracle2teacher)": 4.145715713500977,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.3512275218963623,
      "step": 231,
      "subrel-constrast": 3.6766605377197266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213878631591797,
      "cov-distil (oracle2student)": 3.8786497116088867,
      "cov-distil (oracle2teacher)": 3.6715002059936523,
      "epoch": 0.18210361067503925,
      "rel-constrast": 4.165031909942627,
      "step": 232,
      "subrel-constrast": 4.14824104309082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.280472993850708,
      "cov-distil (oracle2student)": 5.874135971069336,
      "cov-distil (oracle2teacher)": 4.389976501464844,
      "epoch": 0.18288854003139718,
      "rel-constrast": 4.1060662269592285,
      "step": 233,
      "subrel-constrast": 4.420301914215088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4479286670684814,
      "cov-distil (oracle2student)": 6.323798179626465,
      "cov-distil (oracle2teacher)": 6.118124008178711,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.5857768058776855,
      "step": 234,
      "subrel-constrast": 5.272635459899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0862655639648438,
      "cov-distil (oracle2student)": 5.4485931396484375,
      "cov-distil (oracle2teacher)": 5.1035003662109375,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.659360885620117,
      "step": 235,
      "subrel-constrast": 3.990720272064209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.493178606033325,
      "cov-distil (oracle2student)": 5.648530960083008,
      "cov-distil (oracle2teacher)": 4.4809160232543945,
      "epoch": 0.18524332810047095,
      "rel-constrast": 5.083211421966553,
      "step": 236,
      "subrel-constrast": 4.379614353179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.312713861465454,
      "cov-distil (oracle2student)": 6.018491268157959,
      "cov-distil (oracle2teacher)": 6.587211608886719,
      "epoch": 0.18602825745682888,
      "rel-constrast": 4.148163318634033,
      "step": 237,
      "subrel-constrast": 4.926743507385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765053987503052,
      "cov-distil (oracle2student)": 4.6719465255737305,
      "cov-distil (oracle2teacher)": 3.769923448562622,
      "epoch": 0.18681318681318682,
      "rel-constrast": 4.812344551086426,
      "step": 238,
      "subrel-constrast": 4.199809551239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9634928703308105,
      "cov-distil (oracle2student)": 3.969489574432373,
      "cov-distil (oracle2teacher)": 3.6196022033691406,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.936563730239868,
      "step": 239,
      "subrel-constrast": 3.6975388526916504,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 8.6875,
      "learning_rate": 4.78e-05,
      "loss": 1.0485,
      "step": 240
    },
    {
      "cov-distil": 2.881791114807129,
      "cov-distil (oracle2student)": 5.622939109802246,
      "cov-distil (oracle2teacher)": 5.3252129554748535,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.8718795776367188,
      "step": 240,
      "subrel-constrast": 4.217006206512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0722498893737793,
      "cov-distil (oracle2student)": 4.399302959442139,
      "cov-distil (oracle2teacher)": 3.4108004570007324,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.718328475952148,
      "step": 241,
      "subrel-constrast": 4.609466075897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8390369415283203,
      "cov-distil (oracle2student)": 6.050392150878906,
      "cov-distil (oracle2teacher)": 4.572239875793457,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.604604244232178,
      "step": 242,
      "subrel-constrast": 4.421026229858398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320707082748413,
      "cov-distil (oracle2student)": 4.907866477966309,
      "cov-distil (oracle2teacher)": 3.8123292922973633,
      "epoch": 0.19073783359497645,
      "rel-constrast": 3.989389419555664,
      "step": 243,
      "subrel-constrast": 3.572908639907837,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.5738205909729004,
      "cov-distil (oracle2student)": 8.021001815795898,
      "cov-distil (oracle2teacher)": 6.361756324768066,
      "epoch": 0.19152276295133439,
      "rel-constrast": 4.772706508636475,
      "step": 244,
      "subrel-constrast": 4.449438095092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6494545936584473,
      "cov-distil (oracle2student)": 4.885506629943848,
      "cov-distil (oracle2teacher)": 4.191751480102539,
      "epoch": 0.19230769230769232,
      "rel-constrast": 3.4336655139923096,
      "step": 245,
      "subrel-constrast": 2.9731338024139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9079594612121582,
      "cov-distil (oracle2student)": 6.940835952758789,
      "cov-distil (oracle2teacher)": 6.501794815063477,
      "epoch": 0.19309262166405022,
      "rel-constrast": 4.157923698425293,
      "step": 246,
      "subrel-constrast": 4.198119163513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.82900333404541,
      "cov-distil (oracle2student)": 5.552803993225098,
      "cov-distil (oracle2teacher)": 5.458548545837402,
      "epoch": 0.19387755102040816,
      "rel-constrast": 3.7339391708374023,
      "step": 247,
      "subrel-constrast": 4.389486789703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19911527633667,
      "cov-distil (oracle2student)": 5.112448692321777,
      "cov-distil (oracle2teacher)": 4.2513933181762695,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.7900421619415283,
      "step": 248,
      "subrel-constrast": 3.451140880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3337278366088867,
      "cov-distil (oracle2student)": 3.93019437789917,
      "cov-distil (oracle2teacher)": 3.650970458984375,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.8793439865112305,
      "step": 249,
      "subrel-constrast": 4.207012176513672,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 9.375,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 1.0238,
      "step": 250
    },
    {
      "cov-distil": 2.733121395111084,
      "cov-distil (oracle2student)": 5.1044602394104,
      "cov-distil (oracle2teacher)": 4.257508277893066,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.9621620178222656,
      "step": 250,
      "subrel-constrast": 4.4780402183532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584139108657837,
      "cov-distil (oracle2student)": 5.556361198425293,
      "cov-distil (oracle2teacher)": 4.121232509613037,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.384155035018921,
      "step": 251,
      "subrel-constrast": 4.006072998046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.400716781616211,
      "cov-distil (oracle2student)": 5.104521751403809,
      "cov-distil (oracle2teacher)": 5.698062896728516,
      "epoch": 0.1978021978021978,
      "rel-constrast": 3.2559163570404053,
      "step": 252,
      "subrel-constrast": 4.4192070960998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9948173761367798,
      "cov-distil (oracle2student)": 3.6059153079986572,
      "cov-distil (oracle2teacher)": 3.6368212699890137,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.223424911499023,
      "step": 253,
      "subrel-constrast": 5.5698018074035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4531779289245605,
      "cov-distil (oracle2student)": 3.027523994445801,
      "cov-distil (oracle2teacher)": 2.8530893325805664,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.1748790740966797,
      "step": 254,
      "subrel-constrast": 3.770160436630249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5983433723449707,
      "cov-distil (oracle2student)": 3.7270326614379883,
      "cov-distil (oracle2teacher)": 4.02898645401001,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.8081514835357666,
      "step": 255,
      "subrel-constrast": 4.256472587585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0371322631835938,
      "cov-distil (oracle2student)": 4.926210403442383,
      "cov-distil (oracle2teacher)": 4.380398750305176,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.7871994972229,
      "step": 256,
      "subrel-constrast": 4.419283390045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9787137508392334,
      "cov-distil (oracle2student)": 4.418176174163818,
      "cov-distil (oracle2teacher)": 3.717154026031494,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.7090015411376953,
      "step": 257,
      "subrel-constrast": 3.2981319427490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.426952362060547,
      "cov-distil (oracle2student)": 5.608362197875977,
      "cov-distil (oracle2teacher)": 4.971807956695557,
      "epoch": 0.20251177394034536,
      "rel-constrast": 5.177706718444824,
      "step": 258,
      "subrel-constrast": 4.17734432220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7084293365478516,
      "cov-distil (oracle2student)": 6.564896583557129,
      "cov-distil (oracle2teacher)": 5.1637444496154785,
      "epoch": 0.2032967032967033,
      "rel-constrast": 3.4513473510742188,
      "step": 259,
      "subrel-constrast": 3.4883873462677,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 7.84375,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9483,
      "step": 260
    },
    {
      "cov-distil": 3.163018226623535,
      "cov-distil (oracle2student)": 5.388498783111572,
      "cov-distil (oracle2teacher)": 5.447211265563965,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.762570858001709,
      "step": 260,
      "subrel-constrast": 5.448535919189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.235466241836548,
      "cov-distil (oracle2student)": 4.96971321105957,
      "cov-distil (oracle2teacher)": 4.523100852966309,
      "epoch": 0.20486656200941916,
      "rel-constrast": 5.613558769226074,
      "step": 261,
      "subrel-constrast": 5.590352535247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6061244010925293,
      "cov-distil (oracle2student)": 5.214816093444824,
      "cov-distil (oracle2teacher)": 5.1411237716674805,
      "epoch": 0.20565149136577707,
      "rel-constrast": 5.000552177429199,
      "step": 262,
      "subrel-constrast": 4.936718463897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.490267753601074,
      "cov-distil (oracle2student)": 4.973263740539551,
      "cov-distil (oracle2teacher)": 4.422984600067139,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.889665365219116,
      "step": 263,
      "subrel-constrast": 4.632307529449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.783003807067871,
      "cov-distil (oracle2student)": 4.729922294616699,
      "cov-distil (oracle2teacher)": 4.131749629974365,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.1227850914001465,
      "step": 264,
      "subrel-constrast": 3.416728973388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9679436683654785,
      "cov-distil (oracle2student)": 4.610446929931641,
      "cov-distil (oracle2teacher)": 4.46968412399292,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.3964576721191406,
      "step": 265,
      "subrel-constrast": 3.6323211193084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9419870376586914,
      "cov-distil (oracle2student)": 4.06281852722168,
      "cov-distil (oracle2teacher)": 4.139846324920654,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.6063625812530518,
      "step": 266,
      "subrel-constrast": 3.9693591594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4963738918304443,
      "cov-distil (oracle2student)": 4.433473587036133,
      "cov-distil (oracle2teacher)": 3.653294563293457,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.922799825668335,
      "step": 267,
      "subrel-constrast": 3.980694055557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971441984176636,
      "cov-distil (oracle2student)": 5.488111972808838,
      "cov-distil (oracle2teacher)": 4.326667308807373,
      "epoch": 0.21036106750392464,
      "rel-constrast": 3.9916069507598877,
      "step": 268,
      "subrel-constrast": 4.599834442138672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7347593307495117,
      "cov-distil (oracle2student)": 6.455190658569336,
      "cov-distil (oracle2teacher)": 6.495060443878174,
      "epoch": 0.21114599686028257,
      "rel-constrast": 3.7267513275146484,
      "step": 269,
      "subrel-constrast": 4.663547992706299,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 7.78125,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0258,
      "step": 270
    },
    {
      "cov-distil": 1.9640698432922363,
      "cov-distil (oracle2student)": 5.874817848205566,
      "cov-distil (oracle2teacher)": 5.009836673736572,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.3294661045074463,
      "step": 270,
      "subrel-constrast": 3.5182080268859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.904709815979004,
      "cov-distil (oracle2student)": 5.461999893188477,
      "cov-distil (oracle2teacher)": 5.8046064376831055,
      "epoch": 0.21271585557299844,
      "rel-constrast": 4.4738850593566895,
      "step": 271,
      "subrel-constrast": 4.859231472015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587533712387085,
      "cov-distil (oracle2student)": 6.634120464324951,
      "cov-distil (oracle2teacher)": 4.391397476196289,
      "epoch": 0.21350078492935637,
      "rel-constrast": 5.090404987335205,
      "step": 272,
      "subrel-constrast": 4.063844203948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603006601333618,
      "cov-distil (oracle2student)": 6.470761775970459,
      "cov-distil (oracle2teacher)": 5.740907669067383,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.723017692565918,
      "step": 273,
      "subrel-constrast": 3.8307042121887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2184014320373535,
      "cov-distil (oracle2student)": 3.412106513977051,
      "cov-distil (oracle2teacher)": 3.89481520652771,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.808892250061035,
      "step": 274,
      "subrel-constrast": 3.6602635383605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7450251579284668,
      "cov-distil (oracle2student)": 5.925747871398926,
      "cov-distil (oracle2teacher)": 5.962122440338135,
      "epoch": 0.21585557299843014,
      "rel-constrast": 3.926922559738159,
      "step": 275,
      "subrel-constrast": 4.647709369659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353139877319336,
      "cov-distil (oracle2student)": 4.86716365814209,
      "cov-distil (oracle2teacher)": 4.419919013977051,
      "epoch": 0.21664050235478807,
      "rel-constrast": 4.5525288581848145,
      "step": 276,
      "subrel-constrast": 4.587643623352051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4093875885009766,
      "cov-distil (oracle2student)": 4.911603927612305,
      "cov-distil (oracle2teacher)": 4.588831424713135,
      "epoch": 0.217425431711146,
      "rel-constrast": 4.3608293533325195,
      "step": 277,
      "subrel-constrast": 4.759854793548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4497923851013184,
      "cov-distil (oracle2student)": 4.6553263664245605,
      "cov-distil (oracle2teacher)": 4.7614240646362305,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.0593550205230713,
      "step": 278,
      "subrel-constrast": 4.780959606170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050229072570801,
      "cov-distil (oracle2student)": 2.922193765640259,
      "cov-distil (oracle2teacher)": 3.241304874420166,
      "epoch": 0.21899529042386184,
      "rel-constrast": 2.515779495239258,
      "step": 279,
      "subrel-constrast": 3.068572521209717,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 6.25,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.946,
      "step": 280
    },
    {
      "cov-distil": 2.15234375,
      "cov-distil (oracle2student)": 3.154237985610962,
      "cov-distil (oracle2teacher)": 2.6979119777679443,
      "epoch": 0.21978021978021978,
      "rel-constrast": 3.2188334465026855,
      "step": 280,
      "subrel-constrast": 3.1305227279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252628326416016,
      "cov-distil (oracle2student)": 5.121703147888184,
      "cov-distil (oracle2teacher)": 4.059172630310059,
      "epoch": 0.2205651491365777,
      "rel-constrast": 4.1729254722595215,
      "step": 281,
      "subrel-constrast": 3.6033339500427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154315948486328,
      "cov-distil (oracle2student)": 5.221245765686035,
      "cov-distil (oracle2teacher)": 4.311646461486816,
      "epoch": 0.22135007849293564,
      "rel-constrast": 3.6914169788360596,
      "step": 282,
      "subrel-constrast": 3.7139968872070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1687188148498535,
      "cov-distil (oracle2student)": 4.147487640380859,
      "cov-distil (oracle2teacher)": 3.7985122203826904,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.1182751655578613,
      "step": 283,
      "subrel-constrast": 3.1874477863311768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6729464530944824,
      "cov-distil (oracle2student)": 4.731837272644043,
      "cov-distil (oracle2teacher)": 4.368143558502197,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.5253329277038574,
      "step": 284,
      "subrel-constrast": 4.983177661895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1772241592407227,
      "cov-distil (oracle2student)": 4.5804362297058105,
      "cov-distil (oracle2teacher)": 4.51167106628418,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.767357110977173,
      "step": 285,
      "subrel-constrast": 4.083685874938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4918084144592285,
      "cov-distil (oracle2student)": 4.7176127433776855,
      "cov-distil (oracle2teacher)": 4.280378341674805,
      "epoch": 0.22448979591836735,
      "rel-constrast": 4.041934967041016,
      "step": 286,
      "subrel-constrast": 4.1919755935668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.931469440460205,
      "cov-distil (oracle2student)": 5.6970744132995605,
      "cov-distil (oracle2teacher)": 5.453207015991211,
      "epoch": 0.22527472527472528,
      "rel-constrast": 3.314396381378174,
      "step": 287,
      "subrel-constrast": 4.234414100646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.303173542022705,
      "cov-distil (oracle2student)": 4.110596656799316,
      "cov-distil (oracle2teacher)": 3.543926239013672,
      "epoch": 0.2260596546310832,
      "rel-constrast": 3.1638665199279785,
      "step": 288,
      "subrel-constrast": 3.239625930786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3095624446868896,
      "cov-distil (oracle2student)": 5.340425491333008,
      "cov-distil (oracle2teacher)": 4.158740520477295,
      "epoch": 0.22684458398744112,
      "rel-constrast": 4.605605125427246,
      "step": 289,
      "subrel-constrast": 4.107778072357178,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 9.0625,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8905,
      "step": 290
    },
    {
      "cov-distil": 2.2922418117523193,
      "cov-distil (oracle2student)": 4.177847862243652,
      "cov-distil (oracle2teacher)": 4.591325759887695,
      "epoch": 0.22762951334379905,
      "rel-constrast": 3.173704147338867,
      "step": 290,
      "subrel-constrast": 3.1945457458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.719412326812744,
      "cov-distil (oracle2student)": 5.256351947784424,
      "cov-distil (oracle2teacher)": 4.423501491546631,
      "epoch": 0.22841444270015698,
      "rel-constrast": 5.133420944213867,
      "step": 291,
      "subrel-constrast": 4.632472038269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626513123512268,
      "cov-distil (oracle2student)": 4.582457542419434,
      "cov-distil (oracle2teacher)": 4.227534770965576,
      "epoch": 0.22919937205651492,
      "rel-constrast": 3.476963758468628,
      "step": 292,
      "subrel-constrast": 3.565214157104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7263706922531128,
      "cov-distil (oracle2student)": 3.9523463249206543,
      "cov-distil (oracle2teacher)": 3.9466755390167236,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.566289186477661,
      "step": 293,
      "subrel-constrast": 4.219181537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5833802223205566,
      "cov-distil (oracle2student)": 4.750016212463379,
      "cov-distil (oracle2teacher)": 4.610827445983887,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.481110095977783,
      "step": 294,
      "subrel-constrast": 3.2703170776367188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089418649673462,
      "cov-distil (oracle2student)": 4.654294013977051,
      "cov-distil (oracle2teacher)": 3.987165927886963,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.266436815261841,
      "step": 295,
      "subrel-constrast": 3.4434139728546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074816942214966,
      "cov-distil (oracle2student)": 4.440771102905273,
      "cov-distil (oracle2teacher)": 4.183949947357178,
      "epoch": 0.23233908948194662,
      "rel-constrast": 4.247539520263672,
      "step": 296,
      "subrel-constrast": 3.6430552005767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.830199956893921,
      "cov-distil (oracle2student)": 5.068106651306152,
      "cov-distil (oracle2teacher)": 4.41888952255249,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.484041213989258,
      "step": 297,
      "subrel-constrast": 4.826950550079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4919263124465942,
      "cov-distil (oracle2student)": 3.386610746383667,
      "cov-distil (oracle2teacher)": 3.872253656387329,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.523555278778076,
      "step": 298,
      "subrel-constrast": 3.3052384853363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4519267082214355,
      "cov-distil (oracle2student)": 5.5919694900512695,
      "cov-distil (oracle2teacher)": 5.705909729003906,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.623315811157227,
      "step": 299,
      "subrel-constrast": 5.2939066886901855,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 8.625,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.9494,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.21562500298023224,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.04046630859375
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.03765869140625
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.0028076171875,
      "step": 300
    },
    {
      "cov-distil": 2.303926944732666,
      "cov-distil (oracle2student)": 4.802546501159668,
      "cov-distil (oracle2teacher)": 5.180872440338135,
      "epoch": 0.23547880690737832,
      "rel-constrast": 4.021969318389893,
      "step": 300,
      "subrel-constrast": 4.778778076171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8772382736206055,
      "cov-distil (oracle2student)": 4.510627746582031,
      "cov-distil (oracle2teacher)": 4.830332279205322,
      "epoch": 0.23626373626373626,
      "rel-constrast": 5.56369161605835,
      "step": 301,
      "subrel-constrast": 5.226940155029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.856377124786377,
      "cov-distil (oracle2student)": 6.104061603546143,
      "cov-distil (oracle2teacher)": 5.214086532592773,
      "epoch": 0.2370486656200942,
      "rel-constrast": 6.086847305297852,
      "step": 302,
      "subrel-constrast": 6.650885105133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.814570665359497,
      "cov-distil (oracle2student)": 4.217618465423584,
      "cov-distil (oracle2teacher)": 4.1233320236206055,
      "epoch": 0.23783359497645212,
      "rel-constrast": 3.5837862491607666,
      "step": 303,
      "subrel-constrast": 3.693063735961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338595390319824,
      "cov-distil (oracle2student)": 4.837774276733398,
      "cov-distil (oracle2teacher)": 4.401634216308594,
      "epoch": 0.23861852433281006,
      "rel-constrast": 3.0667669773101807,
      "step": 304,
      "subrel-constrast": 3.30417799949646,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4832725524902344,
      "cov-distil (oracle2student)": 5.108960151672363,
      "cov-distil (oracle2teacher)": 4.829647064208984,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.177330732345581,
      "step": 305,
      "subrel-constrast": 4.89345121383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0408778190612793,
      "cov-distil (oracle2student)": 4.36776876449585,
      "cov-distil (oracle2teacher)": 4.402215957641602,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.686089515686035,
      "step": 306,
      "subrel-constrast": 4.682729244232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.364612102508545,
      "cov-distil (oracle2student)": 4.882238388061523,
      "cov-distil (oracle2teacher)": 4.532863140106201,
      "epoch": 0.24097331240188383,
      "rel-constrast": 3.561237335205078,
      "step": 307,
      "subrel-constrast": 3.378936290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108041286468506,
      "cov-distil (oracle2student)": 4.103488922119141,
      "cov-distil (oracle2teacher)": 3.754100799560547,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.654477834701538,
      "step": 308,
      "subrel-constrast": 3.0518269538879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9964487552642822,
      "cov-distil (oracle2student)": 4.551208972930908,
      "cov-distil (oracle2teacher)": 4.667815685272217,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.949220657348633,
      "step": 309,
      "subrel-constrast": 3.5202038288116455,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 7.71875,
      "learning_rate": 6.18e-05,
      "loss": 0.9588,
      "step": 310
    },
    {
      "cov-distil": 1.6689157485961914,
      "cov-distil (oracle2student)": 4.184633255004883,
      "cov-distil (oracle2teacher)": 4.292115211486816,
      "epoch": 0.24332810047095763,
      "rel-constrast": 4.3480706214904785,
      "step": 310,
      "subrel-constrast": 3.8443901538848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2595582008361816,
      "cov-distil (oracle2student)": 4.362688064575195,
      "cov-distil (oracle2teacher)": 5.083352565765381,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.528521537780762,
      "step": 311,
      "subrel-constrast": 4.63988733291626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4754958152770996,
      "cov-distil (oracle2student)": 5.562516212463379,
      "cov-distil (oracle2teacher)": 4.8825602531433105,
      "epoch": 0.24489795918367346,
      "rel-constrast": 4.033565044403076,
      "step": 312,
      "subrel-constrast": 4.120787620544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1007065773010254,
      "cov-distil (oracle2student)": 3.475921630859375,
      "cov-distil (oracle2teacher)": 3.5871012210845947,
      "epoch": 0.2456828885400314,
      "rel-constrast": 3.126396417617798,
      "step": 313,
      "subrel-constrast": 4.009072780609131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926724433898926,
      "cov-distil (oracle2student)": 4.681926727294922,
      "cov-distil (oracle2teacher)": 5.066740989685059,
      "epoch": 0.24646781789638933,
      "rel-constrast": 6.139606475830078,
      "step": 314,
      "subrel-constrast": 6.288891315460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7528164386749268,
      "cov-distil (oracle2student)": 3.1548421382904053,
      "cov-distil (oracle2teacher)": 2.845113515853882,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.7267184257507324,
      "step": 315,
      "subrel-constrast": 4.296673774719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.829653263092041,
      "cov-distil (oracle2student)": 4.535282611846924,
      "cov-distil (oracle2teacher)": 4.1695146560668945,
      "epoch": 0.24803767660910517,
      "rel-constrast": 4.057925701141357,
      "step": 316,
      "subrel-constrast": 4.330816745758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406953811645508,
      "cov-distil (oracle2student)": 3.4885740280151367,
      "cov-distil (oracle2teacher)": 2.8677024841308594,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.0322985649108887,
      "step": 317,
      "subrel-constrast": 2.5020523071289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9598418474197388,
      "cov-distil (oracle2student)": 5.575859069824219,
      "cov-distil (oracle2teacher)": 4.49083137512207,
      "epoch": 0.24960753532182103,
      "rel-constrast": 4.538495063781738,
      "step": 318,
      "subrel-constrast": 3.8262343406677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3455939292907715,
      "cov-distil (oracle2student)": 2.1422312259674072,
      "cov-distil (oracle2teacher)": 1.904117465019226,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.9613518714904785,
      "step": 319,
      "subrel-constrast": 3.961060047149658,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 7.34375,
      "learning_rate": 6.38e-05,
      "loss": 0.9873,
      "step": 320
    },
    {
      "cov-distil": 2.4941513538360596,
      "cov-distil (oracle2student)": 4.822053909301758,
      "cov-distil (oracle2teacher)": 5.083580017089844,
      "epoch": 0.25117739403453687,
      "rel-constrast": 4.376450538635254,
      "step": 320,
      "subrel-constrast": 4.422009468078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2121496200561523,
      "cov-distil (oracle2student)": 5.220041275024414,
      "cov-distil (oracle2teacher)": 4.973567962646484,
      "epoch": 0.2519623233908948,
      "rel-constrast": 4.48658561706543,
      "step": 321,
      "subrel-constrast": 4.638360023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366273403167725,
      "cov-distil (oracle2student)": 4.102651119232178,
      "cov-distil (oracle2teacher)": 3.954784870147705,
      "epoch": 0.25274725274725274,
      "rel-constrast": 4.116124629974365,
      "step": 322,
      "subrel-constrast": 4.58851432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1300275325775146,
      "cov-distil (oracle2student)": 5.534689426422119,
      "cov-distil (oracle2teacher)": 5.72232723236084,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.8298592567443848,
      "step": 323,
      "subrel-constrast": 3.185931921005249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016620397567749,
      "cov-distil (oracle2student)": 4.180400371551514,
      "cov-distil (oracle2teacher)": 4.290031433105469,
      "epoch": 0.2543171114599686,
      "rel-constrast": 3.0824785232543945,
      "step": 324,
      "subrel-constrast": 4.075050354003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6840721368789673,
      "cov-distil (oracle2student)": 3.5799665451049805,
      "cov-distil (oracle2teacher)": 3.610227584838867,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.3203623294830322,
      "step": 325,
      "subrel-constrast": 3.9796981811523438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423394680023193,
      "cov-distil (oracle2student)": 4.099634170532227,
      "cov-distil (oracle2teacher)": 4.395721435546875,
      "epoch": 0.25588697017268447,
      "rel-constrast": 3.6078855991363525,
      "step": 326,
      "subrel-constrast": 3.30149507522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9032660722732544,
      "cov-distil (oracle2student)": 2.8947761058807373,
      "cov-distil (oracle2teacher)": 2.7938578128814697,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.4429526329040527,
      "step": 327,
      "subrel-constrast": 3.5799872875213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.504818916320801,
      "cov-distil (oracle2student)": 4.78380012512207,
      "cov-distil (oracle2teacher)": 4.107907772064209,
      "epoch": 0.25745682888540034,
      "rel-constrast": 5.2687835693359375,
      "step": 328,
      "subrel-constrast": 4.480434417724609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8428301811218262,
      "cov-distil (oracle2student)": 4.692479610443115,
      "cov-distil (oracle2teacher)": 4.45600700378418,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.659780502319336,
      "step": 329,
      "subrel-constrast": 3.8064231872558594,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 7.03125,
      "learning_rate": 6.58e-05,
      "loss": 0.9548,
      "step": 330
    },
    {
      "cov-distil": 2.022449254989624,
      "cov-distil (oracle2student)": 4.0199198722839355,
      "cov-distil (oracle2teacher)": 4.282907962799072,
      "epoch": 0.25902668759811615,
      "rel-constrast": 4.737491607666016,
      "step": 330,
      "subrel-constrast": 4.8900957107543945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8710700273513794,
      "cov-distil (oracle2student)": 5.918076992034912,
      "cov-distil (oracle2teacher)": 6.056360721588135,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.888516902923584,
      "step": 331,
      "subrel-constrast": 4.808310031890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8064037561416626,
      "cov-distil (oracle2student)": 4.8952250480651855,
      "cov-distil (oracle2teacher)": 3.9604902267456055,
      "epoch": 0.260596546310832,
      "rel-constrast": 4.285739898681641,
      "step": 332,
      "subrel-constrast": 4.047292709350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5564966201782227,
      "cov-distil (oracle2student)": 5.454121112823486,
      "cov-distil (oracle2teacher)": 5.192302227020264,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.550132751464844,
      "step": 333,
      "subrel-constrast": 5.9552531242370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.74186372756958,
      "cov-distil (oracle2student)": 4.705184459686279,
      "cov-distil (oracle2teacher)": 5.01656436920166,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.18355131149292,
      "step": 334,
      "subrel-constrast": 5.169516563415527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9830940961837769,
      "cov-distil (oracle2student)": 4.989078998565674,
      "cov-distil (oracle2teacher)": 4.820295333862305,
      "epoch": 0.2629513343799058,
      "rel-constrast": 4.123811721801758,
      "step": 335,
      "subrel-constrast": 3.8256192207336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105525493621826,
      "cov-distil (oracle2student)": 5.416265487670898,
      "cov-distil (oracle2teacher)": 4.498978614807129,
      "epoch": 0.26373626373626374,
      "rel-constrast": 3.2500782012939453,
      "step": 336,
      "subrel-constrast": 3.7425193786621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9017162322998047,
      "cov-distil (oracle2student)": 5.000951766967773,
      "cov-distil (oracle2teacher)": 4.865575313568115,
      "epoch": 0.2645211930926217,
      "rel-constrast": 2.9106714725494385,
      "step": 337,
      "subrel-constrast": 3.332805871963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8449511528015137,
      "cov-distil (oracle2student)": 4.575507164001465,
      "cov-distil (oracle2teacher)": 4.356318950653076,
      "epoch": 0.2653061224489796,
      "rel-constrast": 3.4135284423828125,
      "step": 338,
      "subrel-constrast": 3.632437229156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273144006729126,
      "cov-distil (oracle2student)": 2.2576494216918945,
      "cov-distil (oracle2teacher)": 2.3730926513671875,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.114304304122925,
      "step": 339,
      "subrel-constrast": 2.6029763221740723,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 7.1875,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.9614,
      "step": 340
    },
    {
      "cov-distil": 2.835489511489868,
      "cov-distil (oracle2student)": 4.781908988952637,
      "cov-distil (oracle2teacher)": 3.8818607330322266,
      "epoch": 0.2668759811616955,
      "rel-constrast": 3.2510833740234375,
      "step": 340,
      "subrel-constrast": 3.62022066116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4471567869186401,
      "cov-distil (oracle2student)": 4.517490863800049,
      "cov-distil (oracle2teacher)": 3.8709070682525635,
      "epoch": 0.26766091051805335,
      "rel-constrast": 4.061488151550293,
      "step": 341,
      "subrel-constrast": 4.06131649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6476540565490723,
      "cov-distil (oracle2student)": 4.45122766494751,
      "cov-distil (oracle2teacher)": 4.480499267578125,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.06766939163208,
      "step": 342,
      "subrel-constrast": 5.026549339294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3097355365753174,
      "cov-distil (oracle2student)": 4.078970909118652,
      "cov-distil (oracle2teacher)": 4.492229461669922,
      "epoch": 0.2692307692307692,
      "rel-constrast": 3.890153646469116,
      "step": 343,
      "subrel-constrast": 4.238659381866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4201900959014893,
      "cov-distil (oracle2student)": 4.75275993347168,
      "cov-distil (oracle2teacher)": 4.647855758666992,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.3591902256011963,
      "step": 344,
      "subrel-constrast": 4.045175552368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.381582260131836,
      "cov-distil (oracle2student)": 5.856293678283691,
      "cov-distil (oracle2teacher)": 5.640318870544434,
      "epoch": 0.2708006279434851,
      "rel-constrast": 3.5249669551849365,
      "step": 345,
      "subrel-constrast": 4.402881622314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.47880220413208,
      "cov-distil (oracle2student)": 4.2305803298950195,
      "cov-distil (oracle2teacher)": 4.385049819946289,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.7490968704223633,
      "step": 346,
      "subrel-constrast": 3.536973476409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065272331237793,
      "cov-distil (oracle2student)": 3.9585602283477783,
      "cov-distil (oracle2teacher)": 3.625286340713501,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.074126720428467,
      "step": 347,
      "subrel-constrast": 3.04681134223938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4877158403396606,
      "cov-distil (oracle2student)": 5.376436233520508,
      "cov-distil (oracle2teacher)": 5.338991165161133,
      "epoch": 0.2731554160125589,
      "rel-constrast": 3.0265469551086426,
      "step": 348,
      "subrel-constrast": 3.6247353553771973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0624823570251465,
      "cov-distil (oracle2student)": 4.540614604949951,
      "cov-distil (oracle2teacher)": 3.972550868988037,
      "epoch": 0.2739403453689168,
      "rel-constrast": 3.1185948848724365,
      "step": 349,
      "subrel-constrast": 3.636848211288452,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 6.65625,
      "learning_rate": 6.98e-05,
      "loss": 0.8531,
      "step": 350
    },
    {
      "cov-distil": 2.5651516914367676,
      "cov-distil (oracle2student)": 3.761009693145752,
      "cov-distil (oracle2teacher)": 3.476309061050415,
      "epoch": 0.27472527472527475,
      "rel-constrast": 4.406794548034668,
      "step": 350,
      "subrel-constrast": 4.3866729736328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3373074531555176,
      "cov-distil (oracle2student)": 3.5848207473754883,
      "cov-distil (oracle2teacher)": 4.055634498596191,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.345684051513672,
      "step": 351,
      "subrel-constrast": 4.3487935066223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467010736465454,
      "cov-distil (oracle2student)": 4.729637145996094,
      "cov-distil (oracle2teacher)": 4.53464412689209,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.965012550354004,
      "step": 352,
      "subrel-constrast": 3.899907112121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1974480152130127,
      "cov-distil (oracle2student)": 5.952571868896484,
      "cov-distil (oracle2teacher)": 5.47060489654541,
      "epoch": 0.2770800627943485,
      "rel-constrast": 4.722271919250488,
      "step": 353,
      "subrel-constrast": 4.655729293823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231688261032104,
      "cov-distil (oracle2student)": 2.9032859802246094,
      "cov-distil (oracle2teacher)": 2.6613497734069824,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.8142266273498535,
      "step": 354,
      "subrel-constrast": 3.841243267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.391878128051758,
      "cov-distil (oracle2student)": 5.399832248687744,
      "cov-distil (oracle2teacher)": 5.064569473266602,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.5957961082458496,
      "step": 355,
      "subrel-constrast": 3.6122701168060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.335376739501953,
      "cov-distil (oracle2student)": 4.880486488342285,
      "cov-distil (oracle2teacher)": 4.294656753540039,
      "epoch": 0.2794348508634223,
      "rel-constrast": 4.009547233581543,
      "step": 356,
      "subrel-constrast": 4.173579692840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6578912734985352,
      "cov-distil (oracle2student)": 4.343835830688477,
      "cov-distil (oracle2teacher)": 4.303083896636963,
      "epoch": 0.2802197802197802,
      "rel-constrast": 3.9932494163513184,
      "step": 357,
      "subrel-constrast": 4.354223728179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2932393550872803,
      "cov-distil (oracle2student)": 5.044070243835449,
      "cov-distil (oracle2teacher)": 4.912633419036865,
      "epoch": 0.28100470957613816,
      "rel-constrast": 4.081809043884277,
      "step": 358,
      "subrel-constrast": 4.904181480407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9151296615600586,
      "cov-distil (oracle2student)": 3.463733673095703,
      "cov-distil (oracle2teacher)": 2.955961227416992,
      "epoch": 0.2817896389324961,
      "rel-constrast": 4.152092456817627,
      "step": 359,
      "subrel-constrast": 3.723147392272949,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 7.84375,
      "learning_rate": 7.18e-05,
      "loss": 0.9772,
      "step": 360
    },
    {
      "cov-distil": 2.468526840209961,
      "cov-distil (oracle2student)": 4.3515729904174805,
      "cov-distil (oracle2teacher)": 4.190445899963379,
      "epoch": 0.282574568288854,
      "rel-constrast": 2.6386961936950684,
      "step": 360,
      "subrel-constrast": 4.150487899780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7405853271484375,
      "cov-distil (oracle2student)": 4.336128234863281,
      "cov-distil (oracle2teacher)": 4.218678951263428,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.9382705688476562,
      "step": 361,
      "subrel-constrast": 4.0961527824401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.307749032974243,
      "cov-distil (oracle2student)": 3.418673515319824,
      "cov-distil (oracle2teacher)": 3.330963611602783,
      "epoch": 0.28414442700156983,
      "rel-constrast": 3.463860511779785,
      "step": 362,
      "subrel-constrast": 3.076416254043579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4146239757537842,
      "cov-distil (oracle2student)": 4.575403213500977,
      "cov-distil (oracle2teacher)": 4.448687553405762,
      "epoch": 0.28492935635792777,
      "rel-constrast": 3.208700180053711,
      "step": 363,
      "subrel-constrast": 2.9985320568084717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.362980842590332,
      "cov-distil (oracle2student)": 4.299746990203857,
      "cov-distil (oracle2teacher)": 4.497591018676758,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.161952495574951,
      "step": 364,
      "subrel-constrast": 4.061762809753418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161162376403809,
      "cov-distil (oracle2student)": 4.519881248474121,
      "cov-distil (oracle2teacher)": 3.923833131790161,
      "epoch": 0.28649921507064363,
      "rel-constrast": 3.3404085636138916,
      "step": 365,
      "subrel-constrast": 3.173501968383789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7517517805099487,
      "cov-distil (oracle2student)": 3.747714042663574,
      "cov-distil (oracle2teacher)": 3.3202109336853027,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.6649656295776367,
      "step": 366,
      "subrel-constrast": 3.1762535572052,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2127349376678467,
      "cov-distil (oracle2student)": 4.113639831542969,
      "cov-distil (oracle2teacher)": 4.2371110916137695,
      "epoch": 0.2880690737833595,
      "rel-constrast": 3.0710902214050293,
      "step": 367,
      "subrel-constrast": 4.180319786071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283313751220703,
      "cov-distil (oracle2student)": 3.4191501140594482,
      "cov-distil (oracle2teacher)": 3.000765562057495,
      "epoch": 0.28885400313971743,
      "rel-constrast": 3.0631356239318848,
      "step": 368,
      "subrel-constrast": 3.5153801441192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9288151264190674,
      "cov-distil (oracle2student)": 4.150101184844971,
      "cov-distil (oracle2teacher)": 3.9333057403564453,
      "epoch": 0.28963893249607536,
      "rel-constrast": 3.415846347808838,
      "step": 369,
      "subrel-constrast": 3.292269468307495,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 7.5625,
      "learning_rate": 7.38e-05,
      "loss": 0.7992,
      "step": 370
    },
    {
      "cov-distil": 2.288773775100708,
      "cov-distil (oracle2student)": 3.9483439922332764,
      "cov-distil (oracle2teacher)": 4.0789079666137695,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.6129162311553955,
      "step": 370,
      "subrel-constrast": 4.0394086837768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5098402500152588,
      "cov-distil (oracle2student)": 4.143748760223389,
      "cov-distil (oracle2teacher)": 4.102199554443359,
      "epoch": 0.29120879120879123,
      "rel-constrast": 3.2717528343200684,
      "step": 371,
      "subrel-constrast": 3.316295623779297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2979259490966797,
      "cov-distil (oracle2student)": 5.577779769897461,
      "cov-distil (oracle2teacher)": 5.378946304321289,
      "epoch": 0.29199372056514916,
      "rel-constrast": 4.260683059692383,
      "step": 372,
      "subrel-constrast": 3.861273765563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5349209308624268,
      "cov-distil (oracle2student)": 5.02381706237793,
      "cov-distil (oracle2teacher)": 4.595427513122559,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.5870113372802734,
      "step": 373,
      "subrel-constrast": 3.1697964668273926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9586257934570312,
      "cov-distil (oracle2student)": 3.909752368927002,
      "cov-distil (oracle2teacher)": 3.1768174171447754,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.5293984413146973,
      "step": 374,
      "subrel-constrast": 3.481901168823242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018362522125244,
      "cov-distil (oracle2student)": 4.714936256408691,
      "cov-distil (oracle2teacher)": 4.068674564361572,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.6927225589752197,
      "step": 375,
      "subrel-constrast": 4.148507118225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399086475372314,
      "cov-distil (oracle2student)": 4.262751579284668,
      "cov-distil (oracle2teacher)": 4.312500953674316,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.4350507259368896,
      "step": 376,
      "subrel-constrast": 3.5549275875091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5044379234313965,
      "cov-distil (oracle2student)": 3.096421718597412,
      "cov-distil (oracle2teacher)": 3.675065755844116,
      "epoch": 0.29591836734693877,
      "rel-constrast": 3.584831714630127,
      "step": 377,
      "subrel-constrast": 3.4499080181121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.525531530380249,
      "cov-distil (oracle2student)": 4.707919120788574,
      "cov-distil (oracle2teacher)": 5.093886852264404,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.97247576713562,
      "step": 378,
      "subrel-constrast": 3.977768659591675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382871627807617,
      "cov-distil (oracle2student)": 5.445784091949463,
      "cov-distil (oracle2teacher)": 5.2643842697143555,
      "epoch": 0.29748822605965464,
      "rel-constrast": 4.047610282897949,
      "step": 379,
      "subrel-constrast": 4.787630081176758,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 7.3125,
      "learning_rate": 7.58e-05,
      "loss": 0.8249,
      "step": 380
    },
    {
      "cov-distil": 2.2081856727600098,
      "cov-distil (oracle2student)": 4.515721321105957,
      "cov-distil (oracle2teacher)": 4.7921342849731445,
      "epoch": 0.29827315541601257,
      "rel-constrast": 4.773624420166016,
      "step": 380,
      "subrel-constrast": 5.045053005218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728503942489624,
      "cov-distil (oracle2student)": 4.860082149505615,
      "cov-distil (oracle2teacher)": 3.8108091354370117,
      "epoch": 0.2990580847723705,
      "rel-constrast": 4.5641913414001465,
      "step": 381,
      "subrel-constrast": 3.872201442718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2741873264312744,
      "cov-distil (oracle2student)": 4.401548862457275,
      "cov-distil (oracle2teacher)": 4.364265441894531,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4287853240966797,
      "step": 382,
      "subrel-constrast": 3.730625867843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0162365436553955,
      "cov-distil (oracle2student)": 5.973083019256592,
      "cov-distil (oracle2teacher)": 5.862569332122803,
      "epoch": 0.30062794348508637,
      "rel-constrast": 5.284379482269287,
      "step": 383,
      "subrel-constrast": 5.306329250335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499833345413208,
      "cov-distil (oracle2student)": 4.446270942687988,
      "cov-distil (oracle2teacher)": 3.6291046142578125,
      "epoch": 0.30141287284144425,
      "rel-constrast": 4.015356063842773,
      "step": 384,
      "subrel-constrast": 3.831970453262329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349315166473389,
      "cov-distil (oracle2student)": 3.6727590560913086,
      "cov-distil (oracle2teacher)": 4.19788932800293,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.3902971744537354,
      "step": 385,
      "subrel-constrast": 3.395664691925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161330223083496,
      "cov-distil (oracle2student)": 4.208416938781738,
      "cov-distil (oracle2teacher)": 4.12230920791626,
      "epoch": 0.3029827315541601,
      "rel-constrast": 4.011435031890869,
      "step": 386,
      "subrel-constrast": 4.76539421081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929343819618225,
      "cov-distil (oracle2student)": 3.7690024375915527,
      "cov-distil (oracle2teacher)": 3.7581703662872314,
      "epoch": 0.30376766091051804,
      "rel-constrast": 3.4409167766571045,
      "step": 387,
      "subrel-constrast": 3.5273962020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1151204109191895,
      "cov-distil (oracle2student)": 2.9579386711120605,
      "cov-distil (oracle2teacher)": 2.9753475189208984,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.6933724880218506,
      "step": 388,
      "subrel-constrast": 3.668274164199829,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0617313385009766,
      "cov-distil (oracle2student)": 4.634783744812012,
      "cov-distil (oracle2teacher)": 4.043339252471924,
      "epoch": 0.3053375196232339,
      "rel-constrast": 4.637237548828125,
      "step": 389,
      "subrel-constrast": 4.066360950469971,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 8.5,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.981,
      "step": 390
    },
    {
      "cov-distil": 2.046064615249634,
      "cov-distil (oracle2student)": 4.838753700256348,
      "cov-distil (oracle2teacher)": 4.60128927230835,
      "epoch": 0.30612244897959184,
      "rel-constrast": 3.277275562286377,
      "step": 390,
      "subrel-constrast": 3.5115621089935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6838328838348389,
      "cov-distil (oracle2student)": 4.575669288635254,
      "cov-distil (oracle2teacher)": 3.8770041465759277,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.7009942531585693,
      "step": 391,
      "subrel-constrast": 2.8226983547210693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3167500495910645,
      "cov-distil (oracle2student)": 2.8058056831359863,
      "cov-distil (oracle2teacher)": 3.3074309825897217,
      "epoch": 0.3076923076923077,
      "rel-constrast": 2.6308581829071045,
      "step": 392,
      "subrel-constrast": 2.972930431365967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.55833101272583,
      "cov-distil (oracle2student)": 4.444169044494629,
      "cov-distil (oracle2teacher)": 4.098809719085693,
      "epoch": 0.30847723704866564,
      "rel-constrast": 4.267014026641846,
      "step": 393,
      "subrel-constrast": 4.198526859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034705638885498,
      "cov-distil (oracle2student)": 4.083427429199219,
      "cov-distil (oracle2teacher)": 3.70538067817688,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.84440016746521,
      "step": 394,
      "subrel-constrast": 2.705705404281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7607595920562744,
      "cov-distil (oracle2student)": 4.791238784790039,
      "cov-distil (oracle2teacher)": 4.110842227935791,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.98744797706604,
      "step": 395,
      "subrel-constrast": 4.12697696685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7964571714401245,
      "cov-distil (oracle2student)": 5.799154281616211,
      "cov-distil (oracle2teacher)": 5.3862104415893555,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.811601161956787,
      "step": 396,
      "subrel-constrast": 3.508532762527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831422805786133,
      "cov-distil (oracle2student)": 3.8709940910339355,
      "cov-distil (oracle2teacher)": 4.005547523498535,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.225489377975464,
      "step": 397,
      "subrel-constrast": 3.5659689903259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479238510131836,
      "cov-distil (oracle2student)": 3.147273540496826,
      "cov-distil (oracle2teacher)": 3.209686517715454,
      "epoch": 0.31240188383045525,
      "rel-constrast": 3.274113893508911,
      "step": 398,
      "subrel-constrast": 3.370520830154419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4865808486938477,
      "cov-distil (oracle2student)": 4.623531341552734,
      "cov-distil (oracle2teacher)": 4.024965286254883,
      "epoch": 0.3131868131868132,
      "rel-constrast": 4.147914886474609,
      "step": 399,
      "subrel-constrast": 4.325166702270508,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 6.96875,
      "learning_rate": 7.98e-05,
      "loss": 0.8292,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.30156251788139343,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.0479736328125
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.04241943359375
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.00555419921875,
      "step": 400
    },
    {
      "cov-distil": 2.678886890411377,
      "cov-distil (oracle2student)": 3.7182230949401855,
      "cov-distil (oracle2teacher)": 3.798598527908325,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.090115785598755,
      "step": 400,
      "subrel-constrast": 3.454404354095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29598069190979,
      "cov-distil (oracle2student)": 3.89300537109375,
      "cov-distil (oracle2teacher)": 3.082821846008301,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.3606085777282715,
      "step": 401,
      "subrel-constrast": 3.961987018585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4386372566223145,
      "cov-distil (oracle2student)": 3.048065185546875,
      "cov-distil (oracle2teacher)": 2.7459187507629395,
      "epoch": 0.315541601255887,
      "rel-constrast": 3.298773765563965,
      "step": 402,
      "subrel-constrast": 3.3365559577941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1612067222595215,
      "cov-distil (oracle2student)": 4.768643379211426,
      "cov-distil (oracle2teacher)": 4.512282848358154,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.749736785888672,
      "step": 403,
      "subrel-constrast": 5.1859822273254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2862911224365234,
      "cov-distil (oracle2student)": 6.353411674499512,
      "cov-distil (oracle2teacher)": 4.630796432495117,
      "epoch": 0.31711145996860285,
      "rel-constrast": 3.4531962871551514,
      "step": 404,
      "subrel-constrast": 3.349214553833008,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343987464904785,
      "cov-distil (oracle2student)": 4.5753173828125,
      "cov-distil (oracle2teacher)": 4.140257835388184,
      "epoch": 0.3178963893249607,
      "rel-constrast": 4.534940719604492,
      "step": 405,
      "subrel-constrast": 5.005245685577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071540355682373,
      "cov-distil (oracle2student)": 3.5856056213378906,
      "cov-distil (oracle2teacher)": 3.1889336109161377,
      "epoch": 0.31868131868131866,
      "rel-constrast": 3.222676992416382,
      "step": 406,
      "subrel-constrast": 3.487482786178589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584777355194092,
      "cov-distil (oracle2student)": 2.7442736625671387,
      "cov-distil (oracle2teacher)": 2.852403402328491,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.5789666175842285,
      "step": 407,
      "subrel-constrast": 2.927762269973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1147944927215576,
      "cov-distil (oracle2student)": 7.028755187988281,
      "cov-distil (oracle2teacher)": 6.058342933654785,
      "epoch": 0.3202511773940345,
      "rel-constrast": 4.271934509277344,
      "step": 408,
      "subrel-constrast": 4.483388423919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162496566772461,
      "cov-distil (oracle2student)": 5.242016315460205,
      "cov-distil (oracle2teacher)": 5.066070556640625,
      "epoch": 0.32103610675039246,
      "rel-constrast": 3.317350387573242,
      "step": 409,
      "subrel-constrast": 4.329539775848389,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 7.46875,
      "learning_rate": 8.18e-05,
      "loss": 0.897,
      "step": 410
    },
    {
      "cov-distil": 2.0808849334716797,
      "cov-distil (oracle2student)": 5.397541522979736,
      "cov-distil (oracle2teacher)": 4.381158351898193,
      "epoch": 0.3218210361067504,
      "rel-constrast": 3.544099807739258,
      "step": 410,
      "subrel-constrast": 3.390552520751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6424498558044434,
      "cov-distil (oracle2student)": 4.79322624206543,
      "cov-distil (oracle2teacher)": 4.306929588317871,
      "epoch": 0.3226059654631083,
      "rel-constrast": 3.685516357421875,
      "step": 411,
      "subrel-constrast": 4.153975486755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875741720199585,
      "cov-distil (oracle2student)": 4.866247177124023,
      "cov-distil (oracle2teacher)": 5.082061290740967,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.9882760047912598,
      "step": 412,
      "subrel-constrast": 3.0709025859832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803026795387268,
      "cov-distil (oracle2student)": 3.5485963821411133,
      "cov-distil (oracle2teacher)": 3.0319089889526367,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.777425527572632,
      "step": 413,
      "subrel-constrast": 4.189594268798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.776383876800537,
      "cov-distil (oracle2student)": 3.6586670875549316,
      "cov-distil (oracle2teacher)": 4.330971717834473,
      "epoch": 0.3249607535321821,
      "rel-constrast": 4.537586688995361,
      "step": 414,
      "subrel-constrast": 5.517542362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6056064367294312,
      "cov-distil (oracle2student)": 4.3084397315979,
      "cov-distil (oracle2teacher)": 4.534588813781738,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.9736759662628174,
      "step": 415,
      "subrel-constrast": 3.2496414184570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.841001272201538,
      "cov-distil (oracle2student)": 3.9696922302246094,
      "cov-distil (oracle2teacher)": 3.6425342559814453,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.928917407989502,
      "step": 416,
      "subrel-constrast": 3.212480068206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3748688697814941,
      "cov-distil (oracle2student)": 5.096650123596191,
      "cov-distil (oracle2teacher)": 4.966438293457031,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.695462465286255,
      "step": 417,
      "subrel-constrast": 4.18634033203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3855671882629395,
      "cov-distil (oracle2student)": 3.5938313007354736,
      "cov-distil (oracle2teacher)": 4.102324485778809,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.6083221435546875,
      "step": 418,
      "subrel-constrast": 3.3047232627868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9395250082015991,
      "cov-distil (oracle2student)": 4.441557884216309,
      "cov-distil (oracle2teacher)": 3.9292144775390625,
      "epoch": 0.32888540031397173,
      "rel-constrast": 3.720992088317871,
      "step": 419,
      "subrel-constrast": 3.0005171298980713,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 7.78125,
      "learning_rate": 8.38e-05,
      "loss": 0.8615,
      "step": 420
    },
    {
      "cov-distil": 1.8919484615325928,
      "cov-distil (oracle2student)": 4.141715049743652,
      "cov-distil (oracle2teacher)": 4.954136848449707,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.997952461242676,
      "step": 420,
      "subrel-constrast": 3.6287271976470947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751136302947998,
      "cov-distil (oracle2student)": 4.51869010925293,
      "cov-distil (oracle2teacher)": 4.13627815246582,
      "epoch": 0.3304552590266876,
      "rel-constrast": 2.8548660278320312,
      "step": 421,
      "subrel-constrast": 3.9368157386779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1744613647460938,
      "cov-distil (oracle2student)": 4.090484619140625,
      "cov-distil (oracle2teacher)": 4.075237274169922,
      "epoch": 0.33124018838304553,
      "rel-constrast": 3.5046491622924805,
      "step": 422,
      "subrel-constrast": 3.868093490600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3323278427124023,
      "cov-distil (oracle2student)": 4.200573921203613,
      "cov-distil (oracle2teacher)": 3.7733726501464844,
      "epoch": 0.33202511773940346,
      "rel-constrast": 4.436285495758057,
      "step": 423,
      "subrel-constrast": 4.89227294921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939716815948486,
      "cov-distil (oracle2student)": 3.0002996921539307,
      "cov-distil (oracle2teacher)": 3.1640563011169434,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.731177806854248,
      "step": 424,
      "subrel-constrast": 3.1488733291625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962007761001587,
      "cov-distil (oracle2student)": 3.5033955574035645,
      "cov-distil (oracle2teacher)": 2.8803882598876953,
      "epoch": 0.33359497645211933,
      "rel-constrast": 3.2368946075439453,
      "step": 425,
      "subrel-constrast": 2.9295544624328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206267833709717,
      "cov-distil (oracle2student)": 3.957505702972412,
      "cov-distil (oracle2teacher)": 4.732332706451416,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.6761789321899414,
      "step": 426,
      "subrel-constrast": 3.805075168609619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323414325714111,
      "cov-distil (oracle2student)": 4.93441104888916,
      "cov-distil (oracle2teacher)": 4.19714879989624,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.9309611320495605,
      "step": 427,
      "subrel-constrast": 3.924936294555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3532304763793945,
      "cov-distil (oracle2student)": 5.581367492675781,
      "cov-distil (oracle2teacher)": 5.1175537109375,
      "epoch": 0.3359497645211931,
      "rel-constrast": 3.2271881103515625,
      "step": 428,
      "subrel-constrast": 3.6439170837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6274757385253906,
      "cov-distil (oracle2student)": 4.955490589141846,
      "cov-distil (oracle2teacher)": 4.6870222091674805,
      "epoch": 0.336734693877551,
      "rel-constrast": 3.160001277923584,
      "step": 429,
      "subrel-constrast": 4.389029026031494,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 6.0,
      "learning_rate": 8.58e-05,
      "loss": 0.8189,
      "step": 430
    },
    {
      "cov-distil": 1.464323878288269,
      "cov-distil (oracle2student)": 4.515021324157715,
      "cov-distil (oracle2teacher)": 4.407139778137207,
      "epoch": 0.33751962323390894,
      "rel-constrast": 3.64955472946167,
      "step": 430,
      "subrel-constrast": 3.799302101135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6714820861816406,
      "cov-distil (oracle2student)": 5.192471504211426,
      "cov-distil (oracle2teacher)": 5.587721824645996,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.863102912902832,
      "step": 431,
      "subrel-constrast": 3.567986249923706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.928032875061035,
      "cov-distil (oracle2student)": 3.8339946269989014,
      "cov-distil (oracle2teacher)": 4.137485980987549,
      "epoch": 0.3390894819466248,
      "rel-constrast": 2.055931568145752,
      "step": 432,
      "subrel-constrast": 2.845594644546509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5951396226882935,
      "cov-distil (oracle2student)": 4.673703193664551,
      "cov-distil (oracle2teacher)": 4.227956771850586,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.4882936477661133,
      "step": 433,
      "subrel-constrast": 3.2167489528656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6216087341308594,
      "cov-distil (oracle2student)": 5.147095680236816,
      "cov-distil (oracle2teacher)": 4.527252674102783,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.48073148727417,
      "step": 434,
      "subrel-constrast": 4.880525588989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802358865737915,
      "cov-distil (oracle2student)": 4.15480899810791,
      "cov-distil (oracle2teacher)": 4.4513092041015625,
      "epoch": 0.3414442700156986,
      "rel-constrast": 3.290573835372925,
      "step": 435,
      "subrel-constrast": 3.89207124710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770706057548523,
      "cov-distil (oracle2student)": 5.329757213592529,
      "cov-distil (oracle2teacher)": 4.998770236968994,
      "epoch": 0.34222919937205654,
      "rel-constrast": 3.6951818466186523,
      "step": 436,
      "subrel-constrast": 4.009801387786865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089904308319092,
      "cov-distil (oracle2student)": 5.616901397705078,
      "cov-distil (oracle2teacher)": 4.468623161315918,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.8173828125,
      "step": 437,
      "subrel-constrast": 3.856980562210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9527325630187988,
      "cov-distil (oracle2student)": 7.433874607086182,
      "cov-distil (oracle2teacher)": 5.76857328414917,
      "epoch": 0.34379905808477235,
      "rel-constrast": 4.264966011047363,
      "step": 438,
      "subrel-constrast": 4.019662857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9271725416183472,
      "cov-distil (oracle2student)": 7.58775520324707,
      "cov-distil (oracle2teacher)": 6.506783962249756,
      "epoch": 0.3445839874411303,
      "rel-constrast": 4.616893768310547,
      "step": 439,
      "subrel-constrast": 4.280298233032227,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 7.71875,
      "learning_rate": 8.78e-05,
      "loss": 0.8806,
      "step": 440
    },
    {
      "cov-distil": 2.0262372493743896,
      "cov-distil (oracle2student)": 4.242846965789795,
      "cov-distil (oracle2teacher)": 3.302802562713623,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.972580671310425,
      "step": 440,
      "subrel-constrast": 2.7507071495056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7213194370269775,
      "cov-distil (oracle2student)": 4.0123291015625,
      "cov-distil (oracle2teacher)": 3.4950509071350098,
      "epoch": 0.34615384615384615,
      "rel-constrast": 4.246623992919922,
      "step": 441,
      "subrel-constrast": 3.190864324569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686171054840088,
      "cov-distil (oracle2student)": 4.094191074371338,
      "cov-distil (oracle2teacher)": 3.4334661960601807,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.705230712890625,
      "step": 442,
      "subrel-constrast": 2.9454474449157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6501498222351074,
      "cov-distil (oracle2student)": 3.0003061294555664,
      "cov-distil (oracle2teacher)": 3.1444754600524902,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.478449821472168,
      "step": 443,
      "subrel-constrast": 3.077225923538208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685368061065674,
      "cov-distil (oracle2student)": 3.5705387592315674,
      "cov-distil (oracle2teacher)": 3.2977709770202637,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.8228044509887695,
      "step": 444,
      "subrel-constrast": 3.829270839691162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5895111560821533,
      "cov-distil (oracle2student)": 5.4406232833862305,
      "cov-distil (oracle2teacher)": 4.845829010009766,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.4907994270324707,
      "step": 445,
      "subrel-constrast": 3.4999616146087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992707371711731,
      "cov-distil (oracle2student)": 4.41042947769165,
      "cov-distil (oracle2teacher)": 4.311098098754883,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.3047091960906982,
      "step": 446,
      "subrel-constrast": 4.026737213134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640127897262573,
      "cov-distil (oracle2student)": 3.6662893295288086,
      "cov-distil (oracle2teacher)": 3.5716357231140137,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.288015127182007,
      "step": 447,
      "subrel-constrast": 3.1720049381256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5786933898925781,
      "cov-distil (oracle2student)": 4.469145774841309,
      "cov-distil (oracle2teacher)": 3.824375629425049,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.853546142578125,
      "step": 448,
      "subrel-constrast": 3.432403326034546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.090534210205078,
      "cov-distil (oracle2student)": 3.7320146560668945,
      "cov-distil (oracle2teacher)": 3.5026752948760986,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.966263771057129,
      "step": 449,
      "subrel-constrast": 4.3964524269104,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 6.75,
      "learning_rate": 8.98e-05,
      "loss": 0.8282,
      "step": 450
    },
    {
      "cov-distil": 1.9448848962783813,
      "cov-distil (oracle2student)": 2.24008846282959,
      "cov-distil (oracle2teacher)": 2.357583522796631,
      "epoch": 0.3532182103610675,
      "rel-constrast": 3.0980160236358643,
      "step": 450,
      "subrel-constrast": 3.5254838466644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9218015670776367,
      "cov-distil (oracle2student)": 4.324725151062012,
      "cov-distil (oracle2teacher)": 4.708561897277832,
      "epoch": 0.3540031397174254,
      "rel-constrast": 3.2690792083740234,
      "step": 451,
      "subrel-constrast": 3.7494540214538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6243616342544556,
      "cov-distil (oracle2student)": 3.936441421508789,
      "cov-distil (oracle2teacher)": 4.085995674133301,
      "epoch": 0.35478806907378335,
      "rel-constrast": 5.1764092445373535,
      "step": 452,
      "subrel-constrast": 5.095094680786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372877597808838,
      "cov-distil (oracle2student)": 6.120711326599121,
      "cov-distil (oracle2teacher)": 6.019725799560547,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.5589799880981445,
      "step": 453,
      "subrel-constrast": 4.431445121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463228702545166,
      "cov-distil (oracle2student)": 5.7900710105896,
      "cov-distil (oracle2teacher)": 5.138216018676758,
      "epoch": 0.3563579277864992,
      "rel-constrast": 3.0235002040863037,
      "step": 454,
      "subrel-constrast": 3.0970213413238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2647435665130615,
      "cov-distil (oracle2student)": 3.667557954788208,
      "cov-distil (oracle2teacher)": 3.6050472259521484,
      "epoch": 0.35714285714285715,
      "rel-constrast": 1.8990826606750488,
      "step": 455,
      "subrel-constrast": 2.4341330528259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9069668054580688,
      "cov-distil (oracle2student)": 4.469721794128418,
      "cov-distil (oracle2teacher)": 4.430224418640137,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.9188671112060547,
      "step": 456,
      "subrel-constrast": 4.5122270584106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326673746109009,
      "cov-distil (oracle2student)": 3.8758413791656494,
      "cov-distil (oracle2teacher)": 3.899883508682251,
      "epoch": 0.358712715855573,
      "rel-constrast": 3.089509963989258,
      "step": 457,
      "subrel-constrast": 3.3427891731262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8574037551879883,
      "cov-distil (oracle2student)": 3.2098889350891113,
      "cov-distil (oracle2teacher)": 3.269458293914795,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.895550489425659,
      "step": 458,
      "subrel-constrast": 3.5066916942596436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3173165321350098,
      "cov-distil (oracle2student)": 4.155965805053711,
      "cov-distil (oracle2teacher)": 4.355941295623779,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.9129199981689453,
      "step": 459,
      "subrel-constrast": 4.093865394592285,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 7.46875,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.846,
      "step": 460
    },
    {
      "cov-distil": 1.7003484964370728,
      "cov-distil (oracle2student)": 5.185540199279785,
      "cov-distil (oracle2teacher)": 4.623356342315674,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.830798149108887,
      "step": 460,
      "subrel-constrast": 4.6101884841918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6947848796844482,
      "cov-distil (oracle2student)": 4.301832675933838,
      "cov-distil (oracle2teacher)": 4.005509376525879,
      "epoch": 0.3618524332810047,
      "rel-constrast": 3.4216103553771973,
      "step": 461,
      "subrel-constrast": 3.334761381149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5636847019195557,
      "cov-distil (oracle2student)": 2.742276668548584,
      "cov-distil (oracle2teacher)": 3.1366357803344727,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.3485801219940186,
      "step": 462,
      "subrel-constrast": 2.727421283721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5858945846557617,
      "cov-distil (oracle2student)": 5.107746124267578,
      "cov-distil (oracle2teacher)": 5.146308898925781,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.769242763519287,
      "step": 463,
      "subrel-constrast": 3.54221773147583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812218427658081,
      "cov-distil (oracle2student)": 4.78499698638916,
      "cov-distil (oracle2teacher)": 4.503451347351074,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.236121892929077,
      "step": 464,
      "subrel-constrast": 3.034092426300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9364304542541504,
      "cov-distil (oracle2student)": 6.174045562744141,
      "cov-distil (oracle2teacher)": 5.866917133331299,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.323092937469482,
      "step": 465,
      "subrel-constrast": 5.594761848449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.451720714569092,
      "cov-distil (oracle2student)": 3.3458797931671143,
      "cov-distil (oracle2teacher)": 3.1373965740203857,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.5807902812957764,
      "step": 466,
      "subrel-constrast": 4.190628528594971,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5831778049468994,
      "cov-distil (oracle2student)": 7.0529913902282715,
      "cov-distil (oracle2teacher)": 6.145205497741699,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.438157558441162,
      "step": 467,
      "subrel-constrast": 4.348545551300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.954838752746582,
      "cov-distil (oracle2student)": 2.9123733043670654,
      "cov-distil (oracle2teacher)": 3.188175678253174,
      "epoch": 0.3673469387755102,
      "rel-constrast": 3.0884785652160645,
      "step": 468,
      "subrel-constrast": 3.2278409004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7712833881378174,
      "cov-distil (oracle2student)": 4.723424911499023,
      "cov-distil (oracle2teacher)": 4.771620273590088,
      "epoch": 0.36813186813186816,
      "rel-constrast": 3.391559600830078,
      "step": 469,
      "subrel-constrast": 3.846651077270508,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 6.0625,
      "learning_rate": 9.38e-05,
      "loss": 0.8607,
      "step": 470
    },
    {
      "cov-distil": 2.0014872550964355,
      "cov-distil (oracle2student)": 6.2930097579956055,
      "cov-distil (oracle2teacher)": 5.432958602905273,
      "epoch": 0.36891679748822603,
      "rel-constrast": 3.9010705947875977,
      "step": 470,
      "subrel-constrast": 4.089341163635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7874475717544556,
      "cov-distil (oracle2student)": 2.264378547668457,
      "cov-distil (oracle2teacher)": 2.753624439239502,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.8865293264389038,
      "step": 471,
      "subrel-constrast": 2.9098691940307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635602593421936,
      "cov-distil (oracle2student)": 3.904514789581299,
      "cov-distil (oracle2teacher)": 3.6108710765838623,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.7553229331970215,
      "step": 472,
      "subrel-constrast": 2.793088912963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9516761302947998,
      "cov-distil (oracle2student)": 3.8557167053222656,
      "cov-distil (oracle2teacher)": 4.136760711669922,
      "epoch": 0.37127158555729983,
      "rel-constrast": 2.8202123641967773,
      "step": 473,
      "subrel-constrast": 3.843278408050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.355356216430664,
      "cov-distil (oracle2student)": 4.014622688293457,
      "cov-distil (oracle2teacher)": 3.7205023765563965,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.9622390270233154,
      "step": 474,
      "subrel-constrast": 3.5230724811553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.807795763015747,
      "cov-distil (oracle2student)": 4.0819854736328125,
      "cov-distil (oracle2teacher)": 4.6899590492248535,
      "epoch": 0.3728414442700157,
      "rel-constrast": 3.0814099311828613,
      "step": 475,
      "subrel-constrast": 3.691951274871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7725462913513184,
      "cov-distil (oracle2student)": 5.102912902832031,
      "cov-distil (oracle2teacher)": 4.610653877258301,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.455082416534424,
      "step": 476,
      "subrel-constrast": 3.9933927059173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.339832305908203,
      "cov-distil (oracle2student)": 5.498403549194336,
      "cov-distil (oracle2teacher)": 5.135533332824707,
      "epoch": 0.37441130298273156,
      "rel-constrast": 4.09346866607666,
      "step": 477,
      "subrel-constrast": 4.359043598175049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286720037460327,
      "cov-distil (oracle2student)": 4.738315105438232,
      "cov-distil (oracle2teacher)": 4.318838119506836,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.41090989112854,
      "step": 478,
      "subrel-constrast": 4.005586624145508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063255786895752,
      "cov-distil (oracle2student)": 3.544961452484131,
      "cov-distil (oracle2teacher)": 3.6006052494049072,
      "epoch": 0.37598116169544743,
      "rel-constrast": 2.970900297164917,
      "step": 479,
      "subrel-constrast": 3.6649842262268066,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 6.5625,
      "learning_rate": 9.58e-05,
      "loss": 0.7834,
      "step": 480
    },
    {
      "cov-distil": 2.415958881378174,
      "cov-distil (oracle2student)": 4.582744598388672,
      "cov-distil (oracle2teacher)": 4.396227836608887,
      "epoch": 0.37676609105180536,
      "rel-constrast": 3.422621726989746,
      "step": 480,
      "subrel-constrast": 3.8417060375213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.845571756362915,
      "cov-distil (oracle2student)": 4.356810092926025,
      "cov-distil (oracle2teacher)": 3.447280168533325,
      "epoch": 0.37755102040816324,
      "rel-constrast": 3.1122097969055176,
      "step": 481,
      "subrel-constrast": 3.262124538421631,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.176990509033203,
      "cov-distil (oracle2student)": 3.855579376220703,
      "cov-distil (oracle2teacher)": 3.8951053619384766,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.697291374206543,
      "step": 482,
      "subrel-constrast": 3.893418312072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453226089477539,
      "cov-distil (oracle2student)": 4.108608722686768,
      "cov-distil (oracle2teacher)": 3.68577241897583,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.629882335662842,
      "step": 483,
      "subrel-constrast": 2.8351972103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151337146759033,
      "cov-distil (oracle2student)": 4.972299098968506,
      "cov-distil (oracle2teacher)": 3.719714641571045,
      "epoch": 0.37990580847723704,
      "rel-constrast": 3.1842730045318604,
      "step": 484,
      "subrel-constrast": 3.313217878341675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6888562440872192,
      "cov-distil (oracle2student)": 3.195718765258789,
      "cov-distil (oracle2teacher)": 3.5532870292663574,
      "epoch": 0.38069073783359497,
      "rel-constrast": 3.206470251083374,
      "step": 485,
      "subrel-constrast": 3.1831846237182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152714252471924,
      "cov-distil (oracle2student)": 4.3828558921813965,
      "cov-distil (oracle2teacher)": 3.8864622116088867,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.2317609786987305,
      "step": 486,
      "subrel-constrast": 3.740088939666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9866245985031128,
      "cov-distil (oracle2student)": 3.894570827484131,
      "cov-distil (oracle2teacher)": 3.2871029376983643,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.7838873863220215,
      "step": 487,
      "subrel-constrast": 3.2098770141601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4865944385528564,
      "cov-distil (oracle2student)": 4.195743560791016,
      "cov-distil (oracle2teacher)": 4.458580017089844,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.1992061138153076,
      "step": 488,
      "subrel-constrast": 3.747764825820923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.78472900390625,
      "cov-distil (oracle2student)": 4.430228233337402,
      "cov-distil (oracle2teacher)": 4.8509697914123535,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.0054771900177,
      "step": 489,
      "subrel-constrast": 4.176969051361084,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 6.34375,
      "learning_rate": 9.78e-05,
      "loss": 0.7618,
      "step": 490
    },
    {
      "cov-distil": 1.3034355640411377,
      "cov-distil (oracle2student)": 6.464202880859375,
      "cov-distil (oracle2teacher)": 5.982284069061279,
      "epoch": 0.38461538461538464,
      "rel-constrast": 3.6354641914367676,
      "step": 490,
      "subrel-constrast": 3.769129753112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2529258728027344,
      "cov-distil (oracle2student)": 4.109092712402344,
      "cov-distil (oracle2teacher)": 4.066507339477539,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.788665533065796,
      "step": 491,
      "subrel-constrast": 3.463613986968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4563424587249756,
      "cov-distil (oracle2student)": 4.690581321716309,
      "cov-distil (oracle2teacher)": 4.859111309051514,
      "epoch": 0.38618524332810045,
      "rel-constrast": 2.9850761890411377,
      "step": 492,
      "subrel-constrast": 4.138144493103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9880034923553467,
      "cov-distil (oracle2student)": 5.074782848358154,
      "cov-distil (oracle2teacher)": 4.937967300415039,
      "epoch": 0.3869701726844584,
      "rel-constrast": 3.48844313621521,
      "step": 493,
      "subrel-constrast": 3.972365617752075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6635477542877197,
      "cov-distil (oracle2student)": 4.852112293243408,
      "cov-distil (oracle2teacher)": 4.040403366088867,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.2593436241149902,
      "step": 494,
      "subrel-constrast": 2.6544113159179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9553147554397583,
      "cov-distil (oracle2student)": 5.682477951049805,
      "cov-distil (oracle2teacher)": 5.5290327072143555,
      "epoch": 0.38854003139717425,
      "rel-constrast": 4.207818984985352,
      "step": 495,
      "subrel-constrast": 4.346447944641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9445358514785767,
      "cov-distil (oracle2student)": 4.27285623550415,
      "cov-distil (oracle2teacher)": 4.775043487548828,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.5057759284973145,
      "step": 496,
      "subrel-constrast": 2.8955130577087402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9772545099258423,
      "cov-distil (oracle2student)": 3.554314613342285,
      "cov-distil (oracle2teacher)": 3.4818224906921387,
      "epoch": 0.3901098901098901,
      "rel-constrast": 3.2365808486938477,
      "step": 497,
      "subrel-constrast": 3.2251572608947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4010119438171387,
      "cov-distil (oracle2student)": 3.8441078662872314,
      "cov-distil (oracle2teacher)": 3.477591037750244,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.1769285202026367,
      "step": 498,
      "subrel-constrast": 2.60398530960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934765338897705,
      "cov-distil (oracle2student)": 6.5456743240356445,
      "cov-distil (oracle2teacher)": 6.431593418121338,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.6051316261291504,
      "step": 499,
      "subrel-constrast": 3.774284601211548,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 6.46875,
      "learning_rate": 9.98e-05,
      "loss": 0.7972,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.74,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7441513222688474,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5616220690924014,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.41899999999999993,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.5908972950831152,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5618758620710979,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.521664586879451,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.30156251788139343,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.05548095703125
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.0570068359375
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": 0.00152587890625,
      "step": 500
    },
    {
      "cov-distil": 1.633847713470459,
      "cov-distil (oracle2student)": 3.9795589447021484,
      "cov-distil (oracle2teacher)": 3.4574925899505615,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.607203722000122,
      "step": 500,
      "subrel-constrast": 2.1727399826049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8552639484405518,
      "cov-distil (oracle2student)": 5.147343635559082,
      "cov-distil (oracle2teacher)": 4.699725151062012,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.774271249771118,
      "step": 501,
      "subrel-constrast": 3.0589599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7386023998260498,
      "cov-distil (oracle2student)": 4.324331760406494,
      "cov-distil (oracle2teacher)": 4.3772430419921875,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.487954616546631,
      "step": 502,
      "subrel-constrast": 4.151363849639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8575173616409302,
      "cov-distil (oracle2student)": 4.7040863037109375,
      "cov-distil (oracle2teacher)": 4.184906005859375,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.911226987838745,
      "step": 503,
      "subrel-constrast": 3.033640146255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8638732433319092,
      "cov-distil (oracle2student)": 3.400289535522461,
      "cov-distil (oracle2teacher)": 3.888638496398926,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.090919256210327,
      "step": 504,
      "subrel-constrast": 3.646209478378296,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1088998317718506,
      "cov-distil (oracle2student)": 4.629240989685059,
      "cov-distil (oracle2teacher)": 5.049402236938477,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.5592288970947266,
      "step": 505,
      "subrel-constrast": 3.632866382598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5847012996673584,
      "cov-distil (oracle2student)": 4.072026252746582,
      "cov-distil (oracle2teacher)": 4.444143772125244,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.225125789642334,
      "step": 506,
      "subrel-constrast": 3.770286798477173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8542728424072266,
      "cov-distil (oracle2student)": 5.960468292236328,
      "cov-distil (oracle2teacher)": 5.418596267700195,
      "epoch": 0.3979591836734694,
      "rel-constrast": 4.26480770111084,
      "step": 507,
      "subrel-constrast": 4.02441930770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6739487648010254,
      "cov-distil (oracle2student)": 4.163949966430664,
      "cov-distil (oracle2teacher)": 3.5849270820617676,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.263000726699829,
      "step": 508,
      "subrel-constrast": 2.475252628326416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6903514862060547,
      "cov-distil (oracle2student)": 5.383828163146973,
      "cov-distil (oracle2teacher)": 5.449418067932129,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.655259370803833,
      "step": 509,
      "subrel-constrast": 4.002852916717529,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 7.25,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.771,
      "step": 510
    },
    {
      "cov-distil": 1.0648643970489502,
      "cov-distil (oracle2student)": 4.277170658111572,
      "cov-distil (oracle2teacher)": 4.251896858215332,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.5401220321655273,
      "step": 510,
      "subrel-constrast": 2.6644673347473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.89141047000885,
      "cov-distil (oracle2student)": 6.424004554748535,
      "cov-distil (oracle2teacher)": 5.993974685668945,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.8398118019104004,
      "step": 511,
      "subrel-constrast": 3.9522316455841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5129369497299194,
      "cov-distil (oracle2student)": 5.7010931968688965,
      "cov-distil (oracle2teacher)": 4.973180294036865,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.903726577758789,
      "step": 512,
      "subrel-constrast": 3.95837140083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3501688241958618,
      "cov-distil (oracle2student)": 4.9098968505859375,
      "cov-distil (oracle2teacher)": 4.085296630859375,
      "epoch": 0.4026687598116169,
      "rel-constrast": 4.416543006896973,
      "step": 513,
      "subrel-constrast": 3.486863851547241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.44096839427948,
      "cov-distil (oracle2student)": 3.3910775184631348,
      "cov-distil (oracle2teacher)": 3.2102057933807373,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.7694270610809326,
      "step": 514,
      "subrel-constrast": 2.113682746887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553067922592163,
      "cov-distil (oracle2student)": 3.6634950637817383,
      "cov-distil (oracle2teacher)": 3.5331382751464844,
      "epoch": 0.4042386185243328,
      "rel-constrast": 2.6308717727661133,
      "step": 515,
      "subrel-constrast": 2.8540544509887695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9726529121398926,
      "cov-distil (oracle2student)": 3.353283405303955,
      "cov-distil (oracle2teacher)": 3.179539203643799,
      "epoch": 0.4050235478806907,
      "rel-constrast": 3.1025655269622803,
      "step": 516,
      "subrel-constrast": 3.169182538986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117235898971558,
      "cov-distil (oracle2student)": 6.673789024353027,
      "cov-distil (oracle2teacher)": 5.754827499389648,
      "epoch": 0.40580847723704866,
      "rel-constrast": 4.0109148025512695,
      "step": 517,
      "subrel-constrast": 4.05667781829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5422420501708984,
      "cov-distil (oracle2student)": 5.227764129638672,
      "cov-distil (oracle2teacher)": 3.9068546295166016,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.8418445587158203,
      "step": 518,
      "subrel-constrast": 3.4745709896087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221930503845215,
      "cov-distil (oracle2student)": 3.9928579330444336,
      "cov-distil (oracle2teacher)": 3.7092885971069336,
      "epoch": 0.4073783359497645,
      "rel-constrast": 3.607809066772461,
      "step": 519,
      "subrel-constrast": 3.864509105682373,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 6.71875,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.8416,
      "step": 520
    },
    {
      "cov-distil": 1.955519199371338,
      "cov-distil (oracle2student)": 4.860829830169678,
      "cov-distil (oracle2teacher)": 4.722016334533691,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.766170024871826,
      "step": 520,
      "subrel-constrast": 2.5901734828948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3062552213668823,
      "cov-distil (oracle2student)": 4.185892105102539,
      "cov-distil (oracle2teacher)": 4.141480445861816,
      "epoch": 0.4089481946624804,
      "rel-constrast": 3.190309762954712,
      "step": 521,
      "subrel-constrast": 3.256195306777954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3919175863265991,
      "cov-distil (oracle2student)": 3.564934015274048,
      "cov-distil (oracle2teacher)": 3.715508460998535,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.826991081237793,
      "step": 522,
      "subrel-constrast": 3.117908000946045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7526862621307373,
      "cov-distil (oracle2student)": 5.235232353210449,
      "cov-distil (oracle2teacher)": 4.1942853927612305,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.9785027503967285,
      "step": 523,
      "subrel-constrast": 3.0943641662597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2361541986465454,
      "cov-distil (oracle2student)": 4.316867828369141,
      "cov-distil (oracle2teacher)": 4.233918190002441,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.961881160736084,
      "step": 524,
      "subrel-constrast": 3.4735233783721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1425695419311523,
      "cov-distil (oracle2student)": 4.401644229888916,
      "cov-distil (oracle2teacher)": 4.494447231292725,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.78794002532959,
      "step": 525,
      "subrel-constrast": 3.5645782947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434814453125,
      "cov-distil (oracle2student)": 5.141484260559082,
      "cov-distil (oracle2teacher)": 4.951260566711426,
      "epoch": 0.41287284144427,
      "rel-constrast": 2.5307397842407227,
      "step": 526,
      "subrel-constrast": 2.3965587615966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1872401237487793,
      "cov-distil (oracle2student)": 4.12746524810791,
      "cov-distil (oracle2teacher)": 4.150911808013916,
      "epoch": 0.41365777080062793,
      "rel-constrast": 3.8643083572387695,
      "step": 527,
      "subrel-constrast": 4.2350873947143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537935256958008,
      "cov-distil (oracle2student)": 7.759557723999023,
      "cov-distil (oracle2teacher)": 7.066852569580078,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.555795192718506,
      "step": 528,
      "subrel-constrast": 2.8484714031219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6110413074493408,
      "cov-distil (oracle2student)": 3.1800615787506104,
      "cov-distil (oracle2teacher)": 3.3659725189208984,
      "epoch": 0.4152276295133438,
      "rel-constrast": 2.83193302154541,
      "step": 529,
      "subrel-constrast": 3.797283172607422,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 6.53125,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7324,
      "step": 530
    },
    {
      "cov-distil": 1.8841685056686401,
      "cov-distil (oracle2student)": 5.8239312171936035,
      "cov-distil (oracle2teacher)": 5.643651485443115,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.2180893421173096,
      "step": 530,
      "subrel-constrast": 3.906447410583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4166910648345947,
      "cov-distil (oracle2student)": 3.0507311820983887,
      "cov-distil (oracle2teacher)": 2.9090747833251953,
      "epoch": 0.41679748822605966,
      "rel-constrast": 3.1150400638580322,
      "step": 531,
      "subrel-constrast": 3.327115535736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3663089275360107,
      "cov-distil (oracle2student)": 4.053097724914551,
      "cov-distil (oracle2teacher)": 4.1582536697387695,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.7433221340179443,
      "step": 532,
      "subrel-constrast": 2.9198453426361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137039184570312,
      "cov-distil (oracle2student)": 4.405324935913086,
      "cov-distil (oracle2teacher)": 5.1382036209106445,
      "epoch": 0.41836734693877553,
      "rel-constrast": 2.9088127613067627,
      "step": 533,
      "subrel-constrast": 3.9523847103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854395866394043,
      "cov-distil (oracle2student)": 6.033547878265381,
      "cov-distil (oracle2teacher)": 5.484594821929932,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.97971510887146,
      "step": 534,
      "subrel-constrast": 4.490917205810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9681899547576904,
      "cov-distil (oracle2student)": 4.8236565589904785,
      "cov-distil (oracle2teacher)": 4.751878261566162,
      "epoch": 0.41993720565149134,
      "rel-constrast": 4.375218391418457,
      "step": 535,
      "subrel-constrast": 4.381848335266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4068529605865479,
      "cov-distil (oracle2student)": 4.4622955322265625,
      "cov-distil (oracle2teacher)": 3.8038711547851562,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0841612815856934,
      "step": 536,
      "subrel-constrast": 3.380195379257202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1260000467300415,
      "cov-distil (oracle2student)": 5.4769086837768555,
      "cov-distil (oracle2teacher)": 5.175806045532227,
      "epoch": 0.4215070643642072,
      "rel-constrast": 3.738891124725342,
      "step": 537,
      "subrel-constrast": 3.7223060131073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4681286811828613,
      "cov-distil (oracle2student)": 4.257382392883301,
      "cov-distil (oracle2teacher)": 4.199545860290527,
      "epoch": 0.42229199372056514,
      "rel-constrast": 3.291940450668335,
      "step": 538,
      "subrel-constrast": 3.427427291870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9924792051315308,
      "cov-distil (oracle2student)": 4.567086219787598,
      "cov-distil (oracle2teacher)": 4.728741645812988,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.076481819152832,
      "step": 539,
      "subrel-constrast": 2.72550892829895,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 5.90625,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.8133,
      "step": 540
    },
    {
      "cov-distil": 2.261003255844116,
      "cov-distil (oracle2student)": 4.6715898513793945,
      "cov-distil (oracle2teacher)": 4.233621597290039,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.96805739402771,
      "step": 540,
      "subrel-constrast": 3.4873111248016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4969432353973389,
      "cov-distil (oracle2student)": 4.262445449829102,
      "cov-distil (oracle2teacher)": 4.0866241455078125,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.591496229171753,
      "step": 541,
      "subrel-constrast": 2.9985849857330322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7122652530670166,
      "cov-distil (oracle2student)": 4.113320827484131,
      "cov-distil (oracle2teacher)": 3.646927833557129,
      "epoch": 0.42543171114599687,
      "rel-constrast": 3.029824733734131,
      "step": 542,
      "subrel-constrast": 2.951439142227173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631651520729065,
      "cov-distil (oracle2student)": 4.556859970092773,
      "cov-distil (oracle2teacher)": 5.178253173828125,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.747877359390259,
      "step": 543,
      "subrel-constrast": 3.069658041000366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1976404190063477,
      "cov-distil (oracle2student)": 2.945455551147461,
      "cov-distil (oracle2teacher)": 3.1133651733398438,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.072570562362671,
      "step": 544,
      "subrel-constrast": 2.0064802169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6300997734069824,
      "cov-distil (oracle2student)": 3.7916088104248047,
      "cov-distil (oracle2teacher)": 3.460327386856079,
      "epoch": 0.42778649921507067,
      "rel-constrast": 3.6342883110046387,
      "step": 545,
      "subrel-constrast": 3.7748262882232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554277420043945,
      "cov-distil (oracle2student)": 5.389232635498047,
      "cov-distil (oracle2teacher)": 4.7922444343566895,
      "epoch": 0.42857142857142855,
      "rel-constrast": 3.8604965209960938,
      "step": 546,
      "subrel-constrast": 3.2495532035827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883687019348145,
      "cov-distil (oracle2student)": 3.4314095973968506,
      "cov-distil (oracle2teacher)": 3.5781896114349365,
      "epoch": 0.4293563579277865,
      "rel-constrast": 3.432161331176758,
      "step": 547,
      "subrel-constrast": 3.445976734161377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.226135492324829,
      "cov-distil (oracle2student)": 4.473163604736328,
      "cov-distil (oracle2teacher)": 3.9756693840026855,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.5585379600524902,
      "step": 548,
      "subrel-constrast": 4.134472846984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2295929193496704,
      "cov-distil (oracle2student)": 5.02403450012207,
      "cov-distil (oracle2teacher)": 4.792861461639404,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.257431745529175,
      "step": 549,
      "subrel-constrast": 2.427968740463257,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 6.1875,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.7538,
      "step": 550
    },
    {
      "cov-distil": 1.0986332893371582,
      "cov-distil (oracle2student)": 4.878654479980469,
      "cov-distil (oracle2teacher)": 4.953010559082031,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.755965232849121,
      "step": 550,
      "subrel-constrast": 3.3448312282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4945323467254639,
      "cov-distil (oracle2student)": 4.675487518310547,
      "cov-distil (oracle2teacher)": 4.286620140075684,
      "epoch": 0.4324960753532182,
      "rel-constrast": 2.7389516830444336,
      "step": 551,
      "subrel-constrast": 2.7697126865386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4330612421035767,
      "cov-distil (oracle2student)": 3.711036205291748,
      "cov-distil (oracle2teacher)": 4.023317813873291,
      "epoch": 0.43328100470957615,
      "rel-constrast": 3.331298351287842,
      "step": 552,
      "subrel-constrast": 3.1283199787139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.847022771835327,
      "cov-distil (oracle2student)": 4.257993698120117,
      "cov-distil (oracle2teacher)": 3.212498903274536,
      "epoch": 0.4340659340659341,
      "rel-constrast": 3.25807523727417,
      "step": 553,
      "subrel-constrast": 3.143465757369995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158174514770508,
      "cov-distil (oracle2student)": 3.927704334259033,
      "cov-distil (oracle2teacher)": 3.2320187091827393,
      "epoch": 0.434850863422292,
      "rel-constrast": 3.677368640899658,
      "step": 554,
      "subrel-constrast": 3.2499704360961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2861690521240234,
      "cov-distil (oracle2student)": 4.223116397857666,
      "cov-distil (oracle2teacher)": 3.75146484375,
      "epoch": 0.43563579277864994,
      "rel-constrast": 3.3862340450286865,
      "step": 555,
      "subrel-constrast": 3.0458223819732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2326321601867676,
      "cov-distil (oracle2student)": 5.015621185302734,
      "cov-distil (oracle2teacher)": 4.375739097595215,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.4334073066711426,
      "step": 556,
      "subrel-constrast": 3.4758245944976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.892503023147583,
      "cov-distil (oracle2student)": 4.302324295043945,
      "cov-distil (oracle2teacher)": 3.7202727794647217,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.8412961959838867,
      "step": 557,
      "subrel-constrast": 3.080064058303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6921135187149048,
      "cov-distil (oracle2student)": 4.675261497497559,
      "cov-distil (oracle2teacher)": 3.9712562561035156,
      "epoch": 0.4379905808477237,
      "rel-constrast": 2.656252145767212,
      "step": 558,
      "subrel-constrast": 3.5673019886016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2774134874343872,
      "cov-distil (oracle2student)": 5.042010307312012,
      "cov-distil (oracle2teacher)": 5.328503608703613,
      "epoch": 0.4387755102040816,
      "rel-constrast": 2.9980359077453613,
      "step": 559,
      "subrel-constrast": 3.6719467639923096,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 6.6875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7769,
      "step": 560
    },
    {
      "cov-distil": 1.9667928218841553,
      "cov-distil (oracle2student)": 3.4116063117980957,
      "cov-distil (oracle2teacher)": 3.8195927143096924,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.9507761001586914,
      "step": 560,
      "subrel-constrast": 3.5244345664978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7668628692626953,
      "cov-distil (oracle2student)": 4.348037242889404,
      "cov-distil (oracle2teacher)": 3.8551735877990723,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.701425075531006,
      "step": 561,
      "subrel-constrast": 3.131648302078247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323843479156494,
      "cov-distil (oracle2student)": 2.623332977294922,
      "cov-distil (oracle2teacher)": 3.1665053367614746,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.433069944381714,
      "step": 562,
      "subrel-constrast": 2.3381283283233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5631887912750244,
      "cov-distil (oracle2student)": 4.19460916519165,
      "cov-distil (oracle2teacher)": 4.104137420654297,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.6359200477600098,
      "step": 563,
      "subrel-constrast": 3.2974328994750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669551849365234,
      "cov-distil (oracle2student)": 4.03462553024292,
      "cov-distil (oracle2teacher)": 2.969451904296875,
      "epoch": 0.4427001569858713,
      "rel-constrast": 2.693138837814331,
      "step": 564,
      "subrel-constrast": 2.3329429626464844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1688718795776367,
      "cov-distil (oracle2student)": 5.617656230926514,
      "cov-distil (oracle2teacher)": 4.907008171081543,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.4060869216918945,
      "step": 565,
      "subrel-constrast": 3.1185100078582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6481871604919434,
      "cov-distil (oracle2student)": 5.312262058258057,
      "cov-distil (oracle2teacher)": 4.383807182312012,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.702401876449585,
      "step": 566,
      "subrel-constrast": 3.318045139312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4728829860687256,
      "cov-distil (oracle2student)": 3.782707691192627,
      "cov-distil (oracle2teacher)": 4.1782145500183105,
      "epoch": 0.44505494505494503,
      "rel-constrast": 3.1472890377044678,
      "step": 567,
      "subrel-constrast": 3.3451147079467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78397798538208,
      "cov-distil (oracle2student)": 4.759093284606934,
      "cov-distil (oracle2teacher)": 4.09016752243042,
      "epoch": 0.44583987441130296,
      "rel-constrast": 3.3217856884002686,
      "step": 568,
      "subrel-constrast": 3.1976494789123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2447383403778076,
      "cov-distil (oracle2student)": 4.550202369689941,
      "cov-distil (oracle2teacher)": 4.38523006439209,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.702599048614502,
      "step": 569,
      "subrel-constrast": 2.8773579597473145,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 5.53125,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.7174,
      "step": 570
    },
    {
      "cov-distil": 1.9002108573913574,
      "cov-distil (oracle2student)": 3.2446136474609375,
      "cov-distil (oracle2teacher)": 3.7064080238342285,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.905137062072754,
      "step": 570,
      "subrel-constrast": 3.2256860733032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0884313583374023,
      "cov-distil (oracle2student)": 3.7341198921203613,
      "cov-distil (oracle2teacher)": 3.6814212799072266,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.7497899532318115,
      "step": 571,
      "subrel-constrast": 3.4133715629577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6725338697433472,
      "cov-distil (oracle2student)": 5.547940731048584,
      "cov-distil (oracle2teacher)": 4.320947170257568,
      "epoch": 0.4489795918367347,
      "rel-constrast": 3.2589447498321533,
      "step": 572,
      "subrel-constrast": 3.44231915473938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898591995239258,
      "cov-distil (oracle2student)": 4.422508239746094,
      "cov-distil (oracle2teacher)": 4.049147605895996,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.8246114253997803,
      "step": 573,
      "subrel-constrast": 3.865133762359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737095594406128,
      "cov-distil (oracle2student)": 5.558977127075195,
      "cov-distil (oracle2teacher)": 4.800375461578369,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.772184133529663,
      "step": 574,
      "subrel-constrast": 3.566662073135376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8702093362808228,
      "cov-distil (oracle2student)": 6.521424293518066,
      "cov-distil (oracle2teacher)": 5.258784294128418,
      "epoch": 0.4513343799058085,
      "rel-constrast": 4.4755964279174805,
      "step": 575,
      "subrel-constrast": 3.860394239425659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7365493774414062,
      "cov-distil (oracle2student)": 4.707992076873779,
      "cov-distil (oracle2teacher)": 4.779587268829346,
      "epoch": 0.4521193092621664,
      "rel-constrast": 4.6019511222839355,
      "step": 576,
      "subrel-constrast": 4.608406066894531,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2795963287353516,
      "cov-distil (oracle2student)": 3.0020997524261475,
      "cov-distil (oracle2teacher)": 3.529085636138916,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.861886501312256,
      "step": 577,
      "subrel-constrast": 4.693619251251221,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842477798461914,
      "cov-distil (oracle2student)": 4.822735786437988,
      "cov-distil (oracle2teacher)": 4.377148628234863,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.748379707336426,
      "step": 578,
      "subrel-constrast": 3.3571617603302,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9609079360961914,
      "cov-distil (oracle2student)": 4.500607490539551,
      "cov-distil (oracle2teacher)": 4.029562950134277,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.5604703426361084,
      "step": 579,
      "subrel-constrast": 3.579773187637329,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 5.90625,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.869,
      "step": 580
    },
    {
      "cov-distil": 1.994470477104187,
      "cov-distil (oracle2student)": 3.9845030307769775,
      "cov-distil (oracle2teacher)": 3.7911884784698486,
      "epoch": 0.4552590266875981,
      "rel-constrast": 3.577150821685791,
      "step": 580,
      "subrel-constrast": 3.512078285217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070019006729126,
      "cov-distil (oracle2student)": 3.779097318649292,
      "cov-distil (oracle2teacher)": 3.669308662414551,
      "epoch": 0.45604395604395603,
      "rel-constrast": 3.201106071472168,
      "step": 581,
      "subrel-constrast": 2.9927568435668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5902646780014038,
      "cov-distil (oracle2student)": 5.383551597595215,
      "cov-distil (oracle2teacher)": 5.537158012390137,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.9283320903778076,
      "step": 582,
      "subrel-constrast": 2.992616653442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2207181453704834,
      "cov-distil (oracle2student)": 3.5124001502990723,
      "cov-distil (oracle2teacher)": 3.3104848861694336,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.20253849029541,
      "step": 583,
      "subrel-constrast": 2.650585174560547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6193511486053467,
      "cov-distil (oracle2student)": 4.296718597412109,
      "cov-distil (oracle2teacher)": 3.7125141620635986,
      "epoch": 0.45839874411302983,
      "rel-constrast": 3.0198893547058105,
      "step": 584,
      "subrel-constrast": 3.2271738052368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995176076889038,
      "cov-distil (oracle2student)": 6.002175331115723,
      "cov-distil (oracle2teacher)": 5.091114044189453,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.0463006496429443,
      "step": 585,
      "subrel-constrast": 3.7277843952178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671504020690918,
      "cov-distil (oracle2student)": 3.9597578048706055,
      "cov-distil (oracle2teacher)": 4.224850654602051,
      "epoch": 0.4599686028257457,
      "rel-constrast": 3.2531096935272217,
      "step": 586,
      "subrel-constrast": 3.3514323234558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.22404146194458,
      "cov-distil (oracle2student)": 5.577127933502197,
      "cov-distil (oracle2teacher)": 5.281540870666504,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.4451751708984375,
      "step": 587,
      "subrel-constrast": 5.148346424102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189801692962646,
      "cov-distil (oracle2student)": 5.178061485290527,
      "cov-distil (oracle2teacher)": 4.530795574188232,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.7623867988586426,
      "step": 588,
      "subrel-constrast": 3.507708787918091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.45357608795166,
      "cov-distil (oracle2student)": 5.756211280822754,
      "cov-distil (oracle2teacher)": 5.1786394119262695,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.641251564025879,
      "step": 589,
      "subrel-constrast": 3.2383615970611572,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.84375,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7769,
      "step": 590
    },
    {
      "cov-distil": 2.5878329277038574,
      "cov-distil (oracle2student)": 5.1437578201293945,
      "cov-distil (oracle2teacher)": 4.364937782287598,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.9277820587158203,
      "step": 590,
      "subrel-constrast": 3.6371798515319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1108384132385254,
      "cov-distil (oracle2student)": 6.5367889404296875,
      "cov-distil (oracle2teacher)": 5.966254234313965,
      "epoch": 0.4638932496075353,
      "rel-constrast": 3.0353310108184814,
      "step": 591,
      "subrel-constrast": 3.529496669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1496005058288574,
      "cov-distil (oracle2student)": 4.9507036209106445,
      "cov-distil (oracle2teacher)": 4.727224826812744,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.0975112915039062,
      "step": 592,
      "subrel-constrast": 3.1391377449035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7935335636138916,
      "cov-distil (oracle2student)": 5.112211227416992,
      "cov-distil (oracle2teacher)": 4.487051010131836,
      "epoch": 0.4654631083202512,
      "rel-constrast": 3.9567623138427734,
      "step": 593,
      "subrel-constrast": 4.0057759284973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0635147094726562,
      "cov-distil (oracle2student)": 5.750424861907959,
      "cov-distil (oracle2teacher)": 5.543957233428955,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.468629837036133,
      "step": 594,
      "subrel-constrast": 3.126530885696411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461593508720398,
      "cov-distil (oracle2student)": 4.770330429077148,
      "cov-distil (oracle2teacher)": 5.31187105178833,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.1593995094299316,
      "step": 595,
      "subrel-constrast": 4.021135330200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1859164237976074,
      "cov-distil (oracle2student)": 4.707296371459961,
      "cov-distil (oracle2teacher)": 4.126122951507568,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.0798912048339844,
      "step": 596,
      "subrel-constrast": 3.9660704135894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18789005279541,
      "cov-distil (oracle2student)": 4.325491428375244,
      "cov-distil (oracle2teacher)": 3.832317352294922,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.603865623474121,
      "step": 597,
      "subrel-constrast": 4.851114749908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9415500164031982,
      "cov-distil (oracle2student)": 4.331025123596191,
      "cov-distil (oracle2teacher)": 4.312604904174805,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.6853482723236084,
      "step": 598,
      "subrel-constrast": 3.256892204284668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6241729259490967,
      "cov-distil (oracle2student)": 3.4501891136169434,
      "cov-distil (oracle2teacher)": 3.171827793121338,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.6293857097625732,
      "step": 599,
      "subrel-constrast": 2.706024169921875,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.875,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7911,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.3046875,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0479736328125
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.0401611328125
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.0078125,
      "step": 600
    },
    {
      "cov-distil": 1.897405743598938,
      "cov-distil (oracle2student)": 4.242427825927734,
      "cov-distil (oracle2teacher)": 3.947439193725586,
      "epoch": 0.47095761381475665,
      "rel-constrast": 3.0390896797180176,
      "step": 600,
      "subrel-constrast": 3.198367118835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7985670566558838,
      "cov-distil (oracle2student)": 4.57500696182251,
      "cov-distil (oracle2teacher)": 4.375170707702637,
      "epoch": 0.4717425431711146,
      "rel-constrast": 3.389730453491211,
      "step": 601,
      "subrel-constrast": 3.511470079421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857391357421875,
      "cov-distil (oracle2student)": 3.7115230560302734,
      "cov-distil (oracle2teacher)": 3.364715337753296,
      "epoch": 0.4725274725274725,
      "rel-constrast": 2.278587818145752,
      "step": 602,
      "subrel-constrast": 2.7820913791656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881927251815796,
      "cov-distil (oracle2student)": 6.430436134338379,
      "cov-distil (oracle2teacher)": 5.961264610290527,
      "epoch": 0.47331240188383045,
      "rel-constrast": 3.97489070892334,
      "step": 603,
      "subrel-constrast": 4.607689380645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686253786087036,
      "cov-distil (oracle2student)": 3.792844772338867,
      "cov-distil (oracle2teacher)": 3.5362813472747803,
      "epoch": 0.4740973312401884,
      "rel-constrast": 3.4878697395324707,
      "step": 604,
      "subrel-constrast": 3.7596688270568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1646533012390137,
      "cov-distil (oracle2student)": 4.394314765930176,
      "cov-distil (oracle2teacher)": 4.013021469116211,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.6058948040008545,
      "step": 605,
      "subrel-constrast": 4.286908149719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7145581245422363,
      "cov-distil (oracle2student)": 3.531306743621826,
      "cov-distil (oracle2teacher)": 3.883268356323242,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.420628070831299,
      "step": 606,
      "subrel-constrast": 3.736022710800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8043699264526367,
      "cov-distil (oracle2student)": 3.317117691040039,
      "cov-distil (oracle2teacher)": 3.499952554702759,
      "epoch": 0.4764521193092622,
      "rel-constrast": 3.166015625,
      "step": 607,
      "subrel-constrast": 3.6755454540252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1013283729553223,
      "cov-distil (oracle2student)": 2.8845415115356445,
      "cov-distil (oracle2teacher)": 3.120067596435547,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.12174654006958,
      "step": 608,
      "subrel-constrast": 2.5108718872070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1020073890686035,
      "cov-distil (oracle2student)": 3.8528404235839844,
      "cov-distil (oracle2teacher)": 4.023649215698242,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.9024062156677246,
      "step": 609,
      "subrel-constrast": 2.992957830429077,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 5.59375,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7847,
      "step": 610
    },
    {
      "cov-distil": 2.112302780151367,
      "cov-distil (oracle2student)": 3.6233603954315186,
      "cov-distil (oracle2teacher)": 3.8759047985076904,
      "epoch": 0.478806907378336,
      "rel-constrast": 4.545409202575684,
      "step": 610,
      "subrel-constrast": 4.320384502410889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003626823425293,
      "cov-distil (oracle2student)": 5.268141746520996,
      "cov-distil (oracle2teacher)": 6.175529479980469,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.2900350093841553,
      "step": 611,
      "subrel-constrast": 3.812764883041382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000037431716919,
      "cov-distil (oracle2student)": 6.555074691772461,
      "cov-distil (oracle2teacher)": 5.629526138305664,
      "epoch": 0.4803767660910518,
      "rel-constrast": 2.0273265838623047,
      "step": 612,
      "subrel-constrast": 2.8217222690582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0544869899749756,
      "cov-distil (oracle2student)": 3.698634147644043,
      "cov-distil (oracle2teacher)": 3.5120837688446045,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.8684043884277344,
      "step": 613,
      "subrel-constrast": 3.21758770942688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8585755825042725,
      "cov-distil (oracle2student)": 3.472301959991455,
      "cov-distil (oracle2teacher)": 3.0874061584472656,
      "epoch": 0.48194662480376765,
      "rel-constrast": 2.622314929962158,
      "step": 614,
      "subrel-constrast": 2.8043363094329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6952080726623535,
      "cov-distil (oracle2student)": 3.553162097930908,
      "cov-distil (oracle2teacher)": 3.60009765625,
      "epoch": 0.4827315541601256,
      "rel-constrast": 2.0857291221618652,
      "step": 615,
      "subrel-constrast": 3.074376106262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247644424438477,
      "cov-distil (oracle2student)": 3.9258337020874023,
      "cov-distil (oracle2teacher)": 4.031371116638184,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.920912265777588,
      "step": 616,
      "subrel-constrast": 3.522005796432495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0790481567382812,
      "cov-distil (oracle2student)": 5.403166770935059,
      "cov-distil (oracle2teacher)": 5.517915725708008,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.9367311000823975,
      "step": 617,
      "subrel-constrast": 3.7175726890563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8119515180587769,
      "cov-distil (oracle2student)": 3.4998250007629395,
      "cov-distil (oracle2teacher)": 3.5607495307922363,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.670982837677002,
      "step": 618,
      "subrel-constrast": 3.358060121536255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5289047956466675,
      "cov-distil (oracle2student)": 4.865527153015137,
      "cov-distil (oracle2teacher)": 4.53658390045166,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.4605491161346436,
      "step": 619,
      "subrel-constrast": 2.967909336090088,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 6.21875,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.7357,
      "step": 620
    },
    {
      "cov-distil": 1.455054759979248,
      "cov-distil (oracle2student)": 4.600960731506348,
      "cov-distil (oracle2teacher)": 3.9463212490081787,
      "epoch": 0.48665620094191525,
      "rel-constrast": 3.0970401763916016,
      "step": 620,
      "subrel-constrast": 3.436337471008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7621872425079346,
      "cov-distil (oracle2student)": 3.387136459350586,
      "cov-distil (oracle2teacher)": 3.4900872707366943,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.9365577697753906,
      "step": 621,
      "subrel-constrast": 3.1957690715789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.510714054107666,
      "cov-distil (oracle2student)": 5.9563446044921875,
      "cov-distil (oracle2teacher)": 4.893792629241943,
      "epoch": 0.48822605965463106,
      "rel-constrast": 2.9136130809783936,
      "step": 622,
      "subrel-constrast": 4.0002241134643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554606437683105,
      "cov-distil (oracle2student)": 3.3685834407806396,
      "cov-distil (oracle2teacher)": 3.7617406845092773,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.5887839794158936,
      "step": 623,
      "subrel-constrast": 3.371746778488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.316470742225647,
      "cov-distil (oracle2student)": 4.495344161987305,
      "cov-distil (oracle2teacher)": 4.204307556152344,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.426823139190674,
      "step": 624,
      "subrel-constrast": 3.2729334831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5781779289245605,
      "cov-distil (oracle2student)": 4.048986434936523,
      "cov-distil (oracle2teacher)": 4.579961776733398,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.1172609329223633,
      "step": 625,
      "subrel-constrast": 3.901064395904541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9545707702636719,
      "cov-distil (oracle2student)": 3.173753261566162,
      "cov-distil (oracle2teacher)": 3.6127424240112305,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.313570737838745,
      "step": 626,
      "subrel-constrast": 3.15775990486145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7349987030029297,
      "cov-distil (oracle2student)": 3.20398211479187,
      "cov-distil (oracle2teacher)": 3.148430109024048,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.6392755508422852,
      "step": 627,
      "subrel-constrast": 2.3344061374664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9435068368911743,
      "cov-distil (oracle2student)": 5.658344745635986,
      "cov-distil (oracle2teacher)": 5.058801174163818,
      "epoch": 0.49293563579277866,
      "rel-constrast": 3.1283044815063477,
      "step": 628,
      "subrel-constrast": 2.815871477127075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2393170595169067,
      "cov-distil (oracle2student)": 3.579535961151123,
      "cov-distil (oracle2teacher)": 3.4314844608306885,
      "epoch": 0.4937205651491366,
      "rel-constrast": 3.1506006717681885,
      "step": 629,
      "subrel-constrast": 2.9657771587371826,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 6.78125,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7328,
      "step": 630
    },
    {
      "cov-distil": 1.7609364986419678,
      "cov-distil (oracle2student)": 3.18330717086792,
      "cov-distil (oracle2teacher)": 3.1422574520111084,
      "epoch": 0.4945054945054945,
      "rel-constrast": 4.025163650512695,
      "step": 630,
      "subrel-constrast": 3.345367431640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8052423000335693,
      "cov-distil (oracle2student)": 5.61124324798584,
      "cov-distil (oracle2teacher)": 4.362034797668457,
      "epoch": 0.49529042386185246,
      "rel-constrast": 3.048942804336548,
      "step": 631,
      "subrel-constrast": 2.7214345932006836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9770705699920654,
      "cov-distil (oracle2student)": 5.103758811950684,
      "cov-distil (oracle2teacher)": 4.770877838134766,
      "epoch": 0.49607535321821034,
      "rel-constrast": 4.404288291931152,
      "step": 632,
      "subrel-constrast": 4.305534362792969,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0459887981414795,
      "cov-distil (oracle2student)": 6.68142032623291,
      "cov-distil (oracle2teacher)": 5.703076362609863,
      "epoch": 0.49686028257456827,
      "rel-constrast": 3.3524465560913086,
      "step": 633,
      "subrel-constrast": 3.6303794384002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7795125246047974,
      "cov-distil (oracle2student)": 4.86266565322876,
      "cov-distil (oracle2teacher)": 4.800409317016602,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.3422605991363525,
      "step": 634,
      "subrel-constrast": 3.7099575996398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8180060386657715,
      "cov-distil (oracle2student)": 5.850819110870361,
      "cov-distil (oracle2teacher)": 5.87697696685791,
      "epoch": 0.49843014128728413,
      "rel-constrast": 3.114488124847412,
      "step": 635,
      "subrel-constrast": 3.6253323554992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550987720489502,
      "cov-distil (oracle2student)": 3.8864328861236572,
      "cov-distil (oracle2teacher)": 3.223241090774536,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.86470103263855,
      "step": 636,
      "subrel-constrast": 2.930816888809204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8563494682312012,
      "cov-distil (oracle2student)": 4.139007091522217,
      "cov-distil (oracle2teacher)": 4.116242408752441,
      "epoch": 0.5,
      "rel-constrast": 2.1739368438720703,
      "step": 637,
      "subrel-constrast": 3.10217022895813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7345771789550781,
      "cov-distil (oracle2student)": 6.067556381225586,
      "cov-distil (oracle2teacher)": 5.777390956878662,
      "epoch": 0.5007849293563579,
      "rel-constrast": 3.0735397338867188,
      "step": 638,
      "subrel-constrast": 3.577428102493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8923195600509644,
      "cov-distil (oracle2student)": 4.0501017570495605,
      "cov-distil (oracle2teacher)": 4.1222381591796875,
      "epoch": 0.5015698587127159,
      "rel-constrast": 3.5520095825195312,
      "step": 639,
      "subrel-constrast": 3.3464181423187256,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 6.0625,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.8238,
      "step": 640
    },
    {
      "cov-distil": 2.2226014137268066,
      "cov-distil (oracle2student)": 5.969005584716797,
      "cov-distil (oracle2teacher)": 5.615006446838379,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.365225315093994,
      "step": 640,
      "subrel-constrast": 3.218024492263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0005390644073486,
      "cov-distil (oracle2student)": 3.54538631439209,
      "cov-distil (oracle2teacher)": 3.7773966789245605,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.6240875720977783,
      "step": 641,
      "subrel-constrast": 3.0664093494415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6746833324432373,
      "cov-distil (oracle2student)": 4.580595016479492,
      "cov-distil (oracle2teacher)": 4.944896221160889,
      "epoch": 0.5039246467817896,
      "rel-constrast": 3.0501174926757812,
      "step": 642,
      "subrel-constrast": 3.246863603591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7798199653625488,
      "cov-distil (oracle2student)": 3.492858409881592,
      "cov-distil (oracle2teacher)": 3.4308578968048096,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.5150158405303955,
      "step": 643,
      "subrel-constrast": 3.1713764667510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.966538429260254,
      "cov-distil (oracle2student)": 5.439614772796631,
      "cov-distil (oracle2teacher)": 5.377554416656494,
      "epoch": 0.5054945054945055,
      "rel-constrast": 2.8413212299346924,
      "step": 644,
      "subrel-constrast": 2.4304420948028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143946647644043,
      "cov-distil (oracle2student)": 4.155490875244141,
      "cov-distil (oracle2teacher)": 4.326066017150879,
      "epoch": 0.5062794348508635,
      "rel-constrast": 2.4495322704315186,
      "step": 645,
      "subrel-constrast": 3.2120323181152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7504820823669434,
      "cov-distil (oracle2student)": 3.9899039268493652,
      "cov-distil (oracle2teacher)": 4.456574440002441,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.537311315536499,
      "step": 646,
      "subrel-constrast": 3.9829702377319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0916194915771484,
      "cov-distil (oracle2student)": 4.623403072357178,
      "cov-distil (oracle2teacher)": 4.587879180908203,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.906810998916626,
      "step": 647,
      "subrel-constrast": 3.341092109680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0548782348632812,
      "cov-distil (oracle2student)": 5.276124954223633,
      "cov-distil (oracle2teacher)": 5.113015651702881,
      "epoch": 0.5086342229199372,
      "rel-constrast": 4.19746208190918,
      "step": 648,
      "subrel-constrast": 3.6705429553985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3812947273254395,
      "cov-distil (oracle2student)": 5.432136535644531,
      "cov-distil (oracle2teacher)": 4.707517147064209,
      "epoch": 0.5094191522762951,
      "rel-constrast": 5.056375980377197,
      "step": 649,
      "subrel-constrast": 4.8208088874816895,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.96875,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.8136,
      "step": 650
    },
    {
      "cov-distil": 1.5259984731674194,
      "cov-distil (oracle2student)": 3.787055730819702,
      "cov-distil (oracle2teacher)": 3.3507843017578125,
      "epoch": 0.5102040816326531,
      "rel-constrast": 2.9290904998779297,
      "step": 650,
      "subrel-constrast": 2.4764466285705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8933629989624023,
      "cov-distil (oracle2student)": 3.5826199054718018,
      "cov-distil (oracle2teacher)": 3.4191951751708984,
      "epoch": 0.510989010989011,
      "rel-constrast": 4.380167007446289,
      "step": 651,
      "subrel-constrast": 3.8271164894104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7157878875732422,
      "cov-distil (oracle2student)": 4.16893196105957,
      "cov-distil (oracle2teacher)": 3.9629814624786377,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.992164373397827,
      "step": 652,
      "subrel-constrast": 2.891622304916382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2124814987182617,
      "cov-distil (oracle2student)": 3.7606425285339355,
      "cov-distil (oracle2teacher)": 4.227487564086914,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.0654380321502686,
      "step": 653,
      "subrel-constrast": 3.8821232318878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2306833267211914,
      "cov-distil (oracle2student)": 7.081145286560059,
      "cov-distil (oracle2teacher)": 5.606876850128174,
      "epoch": 0.5133437990580848,
      "rel-constrast": 4.086010456085205,
      "step": 654,
      "subrel-constrast": 3.356170177459717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715404510498047,
      "cov-distil (oracle2student)": 3.5313148498535156,
      "cov-distil (oracle2teacher)": 3.4123430252075195,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.478646993637085,
      "step": 655,
      "subrel-constrast": 3.105107545852661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4117698669433594,
      "cov-distil (oracle2student)": 4.463660717010498,
      "cov-distil (oracle2teacher)": 4.291784286499023,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.838817596435547,
      "step": 656,
      "subrel-constrast": 3.146507978439331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5870893001556396,
      "cov-distil (oracle2student)": 4.70837926864624,
      "cov-distil (oracle2teacher)": 4.55902624130249,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.6749958992004395,
      "step": 657,
      "subrel-constrast": 4.346736907958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0645482540130615,
      "cov-distil (oracle2student)": 2.6841297149658203,
      "cov-distil (oracle2teacher)": 2.744901657104492,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.138204574584961,
      "step": 658,
      "subrel-constrast": 2.4509940147399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244093418121338,
      "cov-distil (oracle2student)": 5.60683536529541,
      "cov-distil (oracle2teacher)": 4.687904357910156,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.4853765964508057,
      "step": 659,
      "subrel-constrast": 2.8208301067352295,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.84375,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7767,
      "step": 660
    },
    {
      "cov-distil": 2.126955270767212,
      "cov-distil (oracle2student)": 5.710854530334473,
      "cov-distil (oracle2teacher)": 4.415014266967773,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.648286819458008,
      "step": 660,
      "subrel-constrast": 4.426846504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5223815441131592,
      "cov-distil (oracle2student)": 3.1173365116119385,
      "cov-distil (oracle2teacher)": 3.60270094871521,
      "epoch": 0.5188383045525903,
      "rel-constrast": 3.783707857131958,
      "step": 661,
      "subrel-constrast": 3.819162130355835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3313024044036865,
      "cov-distil (oracle2student)": 2.886593818664551,
      "cov-distil (oracle2teacher)": 3.254896879196167,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.3867998123168945,
      "step": 662,
      "subrel-constrast": 3.743143320083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475482225418091,
      "cov-distil (oracle2student)": 3.4239368438720703,
      "cov-distil (oracle2teacher)": 3.697237968444824,
      "epoch": 0.5204081632653061,
      "rel-constrast": 3.2205958366394043,
      "step": 663,
      "subrel-constrast": 3.8880362510681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6621148586273193,
      "cov-distil (oracle2student)": 4.785112380981445,
      "cov-distil (oracle2teacher)": 4.468772888183594,
      "epoch": 0.521193092621664,
      "rel-constrast": 2.3525309562683105,
      "step": 664,
      "subrel-constrast": 2.5649335384368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9740345478057861,
      "cov-distil (oracle2student)": 6.285154819488525,
      "cov-distil (oracle2teacher)": 6.00761604309082,
      "epoch": 0.521978021978022,
      "rel-constrast": 4.897493362426758,
      "step": 665,
      "subrel-constrast": 4.485564708709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350459098815918,
      "cov-distil (oracle2student)": 3.5732409954071045,
      "cov-distil (oracle2teacher)": 3.3231239318847656,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4450297355651855,
      "step": 666,
      "subrel-constrast": 2.895585775375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1791627407073975,
      "cov-distil (oracle2student)": 4.876946449279785,
      "cov-distil (oracle2teacher)": 4.254077911376953,
      "epoch": 0.5235478806907379,
      "rel-constrast": 3.8905398845672607,
      "step": 667,
      "subrel-constrast": 3.3887078762054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4392166137695312,
      "cov-distil (oracle2student)": 4.637083530426025,
      "cov-distil (oracle2teacher)": 5.2855024337768555,
      "epoch": 0.5243328100470958,
      "rel-constrast": 1.8268479108810425,
      "step": 668,
      "subrel-constrast": 3.0012292861938477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2664740085601807,
      "cov-distil (oracle2student)": 4.058661460876465,
      "cov-distil (oracle2teacher)": 4.0686726570129395,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.94101881980896,
      "step": 669,
      "subrel-constrast": 3.3737964630126953,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 5.5625,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.8348,
      "step": 670
    },
    {
      "cov-distil": 1.6716679334640503,
      "cov-distil (oracle2student)": 3.4318618774414062,
      "cov-distil (oracle2teacher)": 3.6524667739868164,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.6562693119049072,
      "step": 670,
      "subrel-constrast": 2.8616487979888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1548621654510498,
      "cov-distil (oracle2student)": 5.31170654296875,
      "cov-distil (oracle2teacher)": 5.502812385559082,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.252713918685913,
      "step": 671,
      "subrel-constrast": 4.1328277587890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3145980834960938,
      "cov-distil (oracle2student)": 3.121962070465088,
      "cov-distil (oracle2teacher)": 2.8978097438812256,
      "epoch": 0.5274725274725275,
      "rel-constrast": 3.0305776596069336,
      "step": 672,
      "subrel-constrast": 3.0179762840270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5620964765548706,
      "cov-distil (oracle2student)": 4.499730587005615,
      "cov-distil (oracle2teacher)": 5.328906536102295,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.4079034328460693,
      "step": 673,
      "subrel-constrast": 4.419633388519287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125861167907715,
      "cov-distil (oracle2student)": 3.939544200897217,
      "cov-distil (oracle2teacher)": 4.1064653396606445,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.522007703781128,
      "step": 674,
      "subrel-constrast": 3.409193515777588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7158849239349365,
      "cov-distil (oracle2student)": 5.660489082336426,
      "cov-distil (oracle2teacher)": 5.248503684997559,
      "epoch": 0.5298273155416012,
      "rel-constrast": 3.3192920684814453,
      "step": 675,
      "subrel-constrast": 3.54787540435791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6883165836334229,
      "cov-distil (oracle2student)": 5.236290454864502,
      "cov-distil (oracle2teacher)": 5.285392761230469,
      "epoch": 0.5306122448979592,
      "rel-constrast": 4.095981597900391,
      "step": 676,
      "subrel-constrast": 4.686188697814941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8651410341262817,
      "cov-distil (oracle2student)": 3.4698948860168457,
      "cov-distil (oracle2teacher)": 3.636435031890869,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.818985939025879,
      "step": 677,
      "subrel-constrast": 3.7378628253936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2552095651626587,
      "cov-distil (oracle2student)": 8.24483585357666,
      "cov-distil (oracle2teacher)": 7.376299858093262,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.467924118041992,
      "step": 678,
      "subrel-constrast": 2.9883711338043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0070838928222656,
      "cov-distil (oracle2student)": 4.672924041748047,
      "cov-distil (oracle2teacher)": 3.843756675720215,
      "epoch": 0.532967032967033,
      "rel-constrast": 3.4627578258514404,
      "step": 679,
      "subrel-constrast": 3.797739267349243,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.8125,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.8009,
      "step": 680
    },
    {
      "cov-distil": 2.1091718673706055,
      "cov-distil (oracle2student)": 3.3393006324768066,
      "cov-distil (oracle2teacher)": 3.543874740600586,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.814282178878784,
      "step": 680,
      "subrel-constrast": 3.7279019355773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0540521144866943,
      "cov-distil (oracle2student)": 5.070610046386719,
      "cov-distil (oracle2teacher)": 5.118375778198242,
      "epoch": 0.5345368916797488,
      "rel-constrast": 3.508315324783325,
      "step": 681,
      "subrel-constrast": 3.394680976867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4909247159957886,
      "cov-distil (oracle2student)": 3.8318488597869873,
      "cov-distil (oracle2teacher)": 4.459197044372559,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.3859615325927734,
      "step": 682,
      "subrel-constrast": 4.033535480499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045319080352783,
      "cov-distil (oracle2student)": 5.180197715759277,
      "cov-distil (oracle2teacher)": 5.103261947631836,
      "epoch": 0.5361067503924647,
      "rel-constrast": 3.029623508453369,
      "step": 683,
      "subrel-constrast": 3.010782480239868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4838824272155762,
      "cov-distil (oracle2student)": 3.1203153133392334,
      "cov-distil (oracle2teacher)": 3.3594107627868652,
      "epoch": 0.5368916797488226,
      "rel-constrast": 3.0331380367279053,
      "step": 684,
      "subrel-constrast": 3.533308506011963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3464572429656982,
      "cov-distil (oracle2student)": 4.7928147315979,
      "cov-distil (oracle2teacher)": 4.479839324951172,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.2374017238616943,
      "step": 685,
      "subrel-constrast": 3.5473875999450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647544503211975,
      "cov-distil (oracle2student)": 3.2626452445983887,
      "cov-distil (oracle2teacher)": 3.5234551429748535,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.216397523880005,
      "step": 686,
      "subrel-constrast": 2.6925344467163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.281170129776001,
      "cov-distil (oracle2student)": 3.717578887939453,
      "cov-distil (oracle2teacher)": 3.439157485961914,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.523543119430542,
      "step": 687,
      "subrel-constrast": 3.3196182250976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7011115550994873,
      "cov-distil (oracle2student)": 3.9997594356536865,
      "cov-distil (oracle2teacher)": 3.99859619140625,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.4080591201782227,
      "step": 688,
      "subrel-constrast": 2.6764800548553467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024961471557617,
      "cov-distil (oracle2student)": 4.787768840789795,
      "cov-distil (oracle2teacher)": 4.935903549194336,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.8642818927764893,
      "step": 689,
      "subrel-constrast": 2.6380562782287598,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 5.6875,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7255,
      "step": 690
    },
    {
      "cov-distil": 1.7207218408584595,
      "cov-distil (oracle2student)": 4.825200080871582,
      "cov-distil (oracle2teacher)": 4.568797588348389,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.897329092025757,
      "step": 690,
      "subrel-constrast": 3.9126646518707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5714699029922485,
      "cov-distil (oracle2student)": 4.312719345092773,
      "cov-distil (oracle2teacher)": 4.009467124938965,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.5011537075042725,
      "step": 691,
      "subrel-constrast": 2.6155147552490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7249069213867188,
      "cov-distil (oracle2student)": 5.725750923156738,
      "cov-distil (oracle2teacher)": 4.707832336425781,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.79298996925354,
      "step": 692,
      "subrel-constrast": 2.938434600830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037938594818115,
      "cov-distil (oracle2student)": 4.036407470703125,
      "cov-distil (oracle2teacher)": 4.102392196655273,
      "epoch": 0.5439560439560439,
      "rel-constrast": 2.869215965270996,
      "step": 693,
      "subrel-constrast": 3.6402087211608887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7639955282211304,
      "cov-distil (oracle2student)": 4.872162818908691,
      "cov-distil (oracle2teacher)": 5.104927062988281,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.4052281379699707,
      "step": 694,
      "subrel-constrast": 3.1953284740448,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3589524030685425,
      "cov-distil (oracle2student)": 6.702049732208252,
      "cov-distil (oracle2teacher)": 6.373929977416992,
      "epoch": 0.5455259026687598,
      "rel-constrast": 2.0194590091705322,
      "step": 695,
      "subrel-constrast": 2.4600465297698975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9017024040222168,
      "cov-distil (oracle2student)": 5.130863189697266,
      "cov-distil (oracle2teacher)": 4.622263431549072,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.8166356086730957,
      "step": 696,
      "subrel-constrast": 3.9370858669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.254380226135254,
      "cov-distil (oracle2student)": 4.956803798675537,
      "cov-distil (oracle2teacher)": 5.536243438720703,
      "epoch": 0.5470957613814756,
      "rel-constrast": 3.1179022789001465,
      "step": 697,
      "subrel-constrast": 4.140950679779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161086082458496,
      "cov-distil (oracle2student)": 5.351367950439453,
      "cov-distil (oracle2teacher)": 4.655727386474609,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.467031955718994,
      "step": 698,
      "subrel-constrast": 3.1745691299438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1501119136810303,
      "cov-distil (oracle2student)": 4.992873191833496,
      "cov-distil (oracle2teacher)": 4.954041957855225,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.8615596294403076,
      "step": 699,
      "subrel-constrast": 4.341881275177002,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.84375,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7437,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.34375,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.051971435546875
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.04443359375
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.007537841796875,
      "step": 700
    },
    {
      "cov-distil": 1.727729320526123,
      "cov-distil (oracle2student)": 5.029175281524658,
      "cov-distil (oracle2teacher)": 4.713186740875244,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.6048572063446045,
      "step": 700,
      "subrel-constrast": 2.905301332473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.454535484313965,
      "cov-distil (oracle2student)": 5.386810302734375,
      "cov-distil (oracle2teacher)": 5.369866847991943,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.8487772941589355,
      "step": 701,
      "subrel-constrast": 3.39361572265625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422582983970642,
      "cov-distil (oracle2student)": 3.8643507957458496,
      "cov-distil (oracle2teacher)": 4.152404308319092,
      "epoch": 0.5510204081632653,
      "rel-constrast": 3.0458056926727295,
      "step": 702,
      "subrel-constrast": 3.6661407947540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167470693588257,
      "cov-distil (oracle2student)": 4.389810085296631,
      "cov-distil (oracle2teacher)": 3.848512649536133,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.413519859313965,
      "step": 703,
      "subrel-constrast": 2.97039794921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131396770477295,
      "cov-distil (oracle2student)": 2.155891180038452,
      "cov-distil (oracle2teacher)": 2.7153286933898926,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.3122665882110596,
      "step": 704,
      "subrel-constrast": 2.8297066688537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1774823665618896,
      "cov-distil (oracle2student)": 4.733158111572266,
      "cov-distil (oracle2teacher)": 4.252684593200684,
      "epoch": 0.5533751962323391,
      "rel-constrast": 2.354496479034424,
      "step": 705,
      "subrel-constrast": 2.855010509490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620286464691162,
      "cov-distil (oracle2student)": 3.7000365257263184,
      "cov-distil (oracle2teacher)": 3.616071939468384,
      "epoch": 0.554160125588697,
      "rel-constrast": 2.2892942428588867,
      "step": 706,
      "subrel-constrast": 2.741473913192749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2967605590820312,
      "cov-distil (oracle2student)": 4.242160320281982,
      "cov-distil (oracle2teacher)": 4.100520610809326,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.6751327514648438,
      "step": 707,
      "subrel-constrast": 3.041382074356079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2733616828918457,
      "cov-distil (oracle2student)": 4.84846305847168,
      "cov-distil (oracle2teacher)": 4.60867977142334,
      "epoch": 0.5557299843014128,
      "rel-constrast": 3.9134879112243652,
      "step": 708,
      "subrel-constrast": 3.724402904510498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183358907699585,
      "cov-distil (oracle2student)": 3.830990791320801,
      "cov-distil (oracle2teacher)": 3.487388849258423,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.4055776596069336,
      "step": 709,
      "subrel-constrast": 2.9934494495391846,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.875,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.6716,
      "step": 710
    },
    {
      "cov-distil": 2.29938006401062,
      "cov-distil (oracle2student)": 4.870920181274414,
      "cov-distil (oracle2teacher)": 4.133087158203125,
      "epoch": 0.5572998430141287,
      "rel-constrast": 2.13336181640625,
      "step": 710,
      "subrel-constrast": 2.680121421813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2367050647735596,
      "cov-distil (oracle2student)": 4.361018180847168,
      "cov-distil (oracle2teacher)": 4.113853454589844,
      "epoch": 0.5580847723704867,
      "rel-constrast": 3.266181230545044,
      "step": 711,
      "subrel-constrast": 3.38826060295105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2577500343322754,
      "cov-distil (oracle2student)": 4.453730583190918,
      "cov-distil (oracle2teacher)": 3.6463518142700195,
      "epoch": 0.5588697017268446,
      "rel-constrast": 2.0876340866088867,
      "step": 712,
      "subrel-constrast": 2.8007652759552,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445290088653564,
      "cov-distil (oracle2student)": 4.687643051147461,
      "cov-distil (oracle2teacher)": 4.481726169586182,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.694779634475708,
      "step": 713,
      "subrel-constrast": 3.0407328605651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7827601432800293,
      "cov-distil (oracle2student)": 5.282184600830078,
      "cov-distil (oracle2teacher)": 5.325860023498535,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.795781135559082,
      "step": 714,
      "subrel-constrast": 2.791872024536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7152682542800903,
      "cov-distil (oracle2student)": 3.0105743408203125,
      "cov-distil (oracle2teacher)": 3.6329569816589355,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.7179763317108154,
      "step": 715,
      "subrel-constrast": 4.132821083068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3758810758590698,
      "cov-distil (oracle2student)": 2.4945931434631348,
      "cov-distil (oracle2teacher)": 2.630983829498291,
      "epoch": 0.5620094191522763,
      "rel-constrast": 1.7291171550750732,
      "step": 716,
      "subrel-constrast": 2.45173978805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9154647588729858,
      "cov-distil (oracle2student)": 3.8325417041778564,
      "cov-distil (oracle2teacher)": 3.94731068611145,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.6647448539733887,
      "step": 717,
      "subrel-constrast": 3.1212804317474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5632688999176025,
      "cov-distil (oracle2student)": 4.685467720031738,
      "cov-distil (oracle2teacher)": 4.235223770141602,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.2715442180633545,
      "step": 718,
      "subrel-constrast": 3.706031560897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7501343488693237,
      "cov-distil (oracle2student)": 4.365904808044434,
      "cov-distil (oracle2teacher)": 4.368514537811279,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.9267354011535645,
      "step": 719,
      "subrel-constrast": 2.9473390579223633,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 5.28125,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.6572,
      "step": 720
    },
    {
      "cov-distil": 2.052173137664795,
      "cov-distil (oracle2student)": 4.618312358856201,
      "cov-distil (oracle2teacher)": 3.892805576324463,
      "epoch": 0.565149136577708,
      "rel-constrast": 3.147346258163452,
      "step": 720,
      "subrel-constrast": 3.189971446990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5076966285705566,
      "cov-distil (oracle2student)": 4.361128807067871,
      "cov-distil (oracle2teacher)": 3.865410089492798,
      "epoch": 0.5659340659340659,
      "rel-constrast": 3.218728542327881,
      "step": 721,
      "subrel-constrast": 3.556302309036255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3095195293426514,
      "cov-distil (oracle2student)": 5.773416519165039,
      "cov-distil (oracle2teacher)": 5.038528919219971,
      "epoch": 0.5667189952904239,
      "rel-constrast": 4.05077600479126,
      "step": 722,
      "subrel-constrast": 3.640622615814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3274545669555664,
      "cov-distil (oracle2student)": 5.078860282897949,
      "cov-distil (oracle2teacher)": 4.759906768798828,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.8594605922698975,
      "step": 723,
      "subrel-constrast": 3.307799816131592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449722409248352,
      "cov-distil (oracle2student)": 4.6288533210754395,
      "cov-distil (oracle2teacher)": 4.299680709838867,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.9614894390106201,
      "step": 724,
      "subrel-constrast": 1.9347140789031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6247879266738892,
      "cov-distil (oracle2student)": 6.741953372955322,
      "cov-distil (oracle2teacher)": 6.0480451583862305,
      "epoch": 0.5690737833594977,
      "rel-constrast": 4.445572853088379,
      "step": 725,
      "subrel-constrast": 5.093410968780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8323094844818115,
      "cov-distil (oracle2student)": 5.268041610717773,
      "cov-distil (oracle2teacher)": 5.330539703369141,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.5799953937530518,
      "step": 726,
      "subrel-constrast": 2.9952914714813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564382553100586,
      "cov-distil (oracle2student)": 5.793734550476074,
      "cov-distil (oracle2teacher)": 5.5232086181640625,
      "epoch": 0.5706436420722135,
      "rel-constrast": 4.729226589202881,
      "step": 727,
      "subrel-constrast": 4.120394706726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03505277633667,
      "cov-distil (oracle2student)": 3.426058053970337,
      "cov-distil (oracle2teacher)": 3.3453593254089355,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.6779117584228516,
      "step": 728,
      "subrel-constrast": 3.8410065174102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5469999313354492,
      "cov-distil (oracle2student)": 5.193955421447754,
      "cov-distil (oracle2teacher)": 4.64797306060791,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.9757373332977295,
      "step": 729,
      "subrel-constrast": 3.407114028930664,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 5.71875,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.8162,
      "step": 730
    },
    {
      "cov-distil": 1.8733515739440918,
      "cov-distil (oracle2student)": 4.602052688598633,
      "cov-distil (oracle2teacher)": 4.5887603759765625,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.237961530685425,
      "step": 730,
      "subrel-constrast": 3.5947799682617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2706997394561768,
      "cov-distil (oracle2student)": 4.340872764587402,
      "cov-distil (oracle2teacher)": 3.894874095916748,
      "epoch": 0.5737833594976453,
      "rel-constrast": 3.01027774810791,
      "step": 731,
      "subrel-constrast": 3.0651040077209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4808497428894043,
      "cov-distil (oracle2student)": 4.9574055671691895,
      "cov-distil (oracle2teacher)": 4.125168800354004,
      "epoch": 0.5745682888540031,
      "rel-constrast": 2.4931814670562744,
      "step": 732,
      "subrel-constrast": 2.5693094730377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8140869140625,
      "cov-distil (oracle2student)": 3.970120668411255,
      "cov-distil (oracle2teacher)": 3.6772024631500244,
      "epoch": 0.5753532182103611,
      "rel-constrast": 2.131192684173584,
      "step": 733,
      "subrel-constrast": 2.4641542434692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6225922107696533,
      "cov-distil (oracle2student)": 5.181919097900391,
      "cov-distil (oracle2teacher)": 4.7767333984375,
      "epoch": 0.576138147566719,
      "rel-constrast": 3.4615988731384277,
      "step": 734,
      "subrel-constrast": 3.3388800621032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708831071853638,
      "cov-distil (oracle2student)": 5.596869468688965,
      "cov-distil (oracle2teacher)": 4.5590009689331055,
      "epoch": 0.5769230769230769,
      "rel-constrast": 3.498873710632324,
      "step": 735,
      "subrel-constrast": 3.1955485343933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685640811920166,
      "cov-distil (oracle2student)": 5.272698402404785,
      "cov-distil (oracle2teacher)": 5.92449951171875,
      "epoch": 0.5777080062794349,
      "rel-constrast": 2.0505146980285645,
      "step": 736,
      "subrel-constrast": 2.473557949066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270716190338135,
      "cov-distil (oracle2student)": 3.2452430725097656,
      "cov-distil (oracle2teacher)": 2.7916855812072754,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.508601665496826,
      "step": 737,
      "subrel-constrast": 2.4498484134674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8198802471160889,
      "cov-distil (oracle2student)": 4.679236888885498,
      "cov-distil (oracle2teacher)": 4.435317516326904,
      "epoch": 0.5792778649921507,
      "rel-constrast": 3.378971815109253,
      "step": 738,
      "subrel-constrast": 3.2753331661224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884180068969727,
      "cov-distil (oracle2student)": 3.9852423667907715,
      "cov-distil (oracle2teacher)": 3.703549861907959,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.58599853515625,
      "step": 739,
      "subrel-constrast": 2.5550386905670166,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 5.65625,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.7089,
      "step": 740
    },
    {
      "cov-distil": 2.0582449436187744,
      "cov-distil (oracle2student)": 4.968551158905029,
      "cov-distil (oracle2teacher)": 4.997800827026367,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.567046642303467,
      "step": 740,
      "subrel-constrast": 3.8175182342529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5787148475646973,
      "cov-distil (oracle2student)": 5.59348201751709,
      "cov-distil (oracle2teacher)": 5.300615310668945,
      "epoch": 0.5816326530612245,
      "rel-constrast": 3.102118492126465,
      "step": 741,
      "subrel-constrast": 3.25508975982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8445876836776733,
      "cov-distil (oracle2student)": 4.289614677429199,
      "cov-distil (oracle2teacher)": 4.098855972290039,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.1860289573669434,
      "step": 742,
      "subrel-constrast": 3.0134456157684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1766247749328613,
      "cov-distil (oracle2student)": 2.886021137237549,
      "cov-distil (oracle2teacher)": 3.0673413276672363,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.8866236209869385,
      "step": 743,
      "subrel-constrast": 3.1322224140167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827825903892517,
      "cov-distil (oracle2student)": 6.576314926147461,
      "cov-distil (oracle2teacher)": 5.965976715087891,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.419536590576172,
      "step": 744,
      "subrel-constrast": 3.735975503921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8764256238937378,
      "cov-distil (oracle2student)": 4.6609296798706055,
      "cov-distil (oracle2teacher)": 4.313146114349365,
      "epoch": 0.5847723704866562,
      "rel-constrast": 4.0270538330078125,
      "step": 745,
      "subrel-constrast": 3.6167588233947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5338218212127686,
      "cov-distil (oracle2student)": 4.806717395782471,
      "cov-distil (oracle2teacher)": 4.667619705200195,
      "epoch": 0.5855572998430141,
      "rel-constrast": 4.161595821380615,
      "step": 746,
      "subrel-constrast": 4.207840442657471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2879372835159302,
      "cov-distil (oracle2student)": 5.91718864440918,
      "cov-distil (oracle2teacher)": 5.678089141845703,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.658308744430542,
      "step": 747,
      "subrel-constrast": 3.801154613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9938979148864746,
      "cov-distil (oracle2student)": 4.678488254547119,
      "cov-distil (oracle2teacher)": 4.263406276702881,
      "epoch": 0.5871271585557299,
      "rel-constrast": 3.858219623565674,
      "step": 748,
      "subrel-constrast": 3.941983699798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9343539476394653,
      "cov-distil (oracle2student)": 7.365875244140625,
      "cov-distil (oracle2teacher)": 6.754656791687012,
      "epoch": 0.5879120879120879,
      "rel-constrast": 4.180135726928711,
      "step": 749,
      "subrel-constrast": 4.185132026672363,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 7.3125,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.8512,
      "step": 750
    },
    {
      "cov-distil": 2.666961908340454,
      "cov-distil (oracle2student)": 5.760323524475098,
      "cov-distil (oracle2teacher)": 5.674652099609375,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.1214637756347656,
      "step": 750,
      "subrel-constrast": 3.506743907928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996687889099121,
      "cov-distil (oracle2student)": 5.229990482330322,
      "cov-distil (oracle2teacher)": 5.074509143829346,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.969522476196289,
      "step": 751,
      "subrel-constrast": 5.304931163787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3543853759765625,
      "cov-distil (oracle2student)": 6.754220008850098,
      "cov-distil (oracle2teacher)": 6.441643238067627,
      "epoch": 0.5902668759811617,
      "rel-constrast": 3.5044593811035156,
      "step": 752,
      "subrel-constrast": 3.6757900714874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5537185668945312,
      "cov-distil (oracle2student)": 3.684296131134033,
      "cov-distil (oracle2teacher)": 3.9873270988464355,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.7391414642333984,
      "step": 753,
      "subrel-constrast": 3.069988489151001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.890977144241333,
      "cov-distil (oracle2student)": 4.9082746505737305,
      "cov-distil (oracle2teacher)": 4.910999774932861,
      "epoch": 0.5918367346938775,
      "rel-constrast": 3.2539279460906982,
      "step": 754,
      "subrel-constrast": 3.462613582611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5152010917663574,
      "cov-distil (oracle2student)": 4.068211078643799,
      "cov-distil (oracle2teacher)": 3.903109073638916,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.3676815032958984,
      "step": 755,
      "subrel-constrast": 3.206926107406616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3760560750961304,
      "cov-distil (oracle2student)": 4.854413986206055,
      "cov-distil (oracle2teacher)": 4.545680999755859,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.294193983078003,
      "step": 756,
      "subrel-constrast": 2.903350591659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8680756092071533,
      "cov-distil (oracle2student)": 4.424177169799805,
      "cov-distil (oracle2teacher)": 3.842525005340576,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.328690528869629,
      "step": 757,
      "subrel-constrast": 3.875020980834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6132515668869019,
      "cov-distil (oracle2student)": 4.051352024078369,
      "cov-distil (oracle2teacher)": 4.220683574676514,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.8556222915649414,
      "step": 758,
      "subrel-constrast": 3.830962657928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0764544010162354,
      "cov-distil (oracle2student)": 4.261063575744629,
      "cov-distil (oracle2teacher)": 3.906048536300659,
      "epoch": 0.5957613814756672,
      "rel-constrast": 3.3765811920166016,
      "step": 759,
      "subrel-constrast": 3.632859706878662,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.40625,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8703,
      "step": 760
    },
    {
      "cov-distil": 1.0959066152572632,
      "cov-distil (oracle2student)": 3.2293901443481445,
      "cov-distil (oracle2teacher)": 3.2474348545074463,
      "epoch": 0.5965463108320251,
      "rel-constrast": 2.9435911178588867,
      "step": 760,
      "subrel-constrast": 3.257317304611206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.977774739265442,
      "cov-distil (oracle2student)": 5.870570659637451,
      "cov-distil (oracle2teacher)": 4.926458835601807,
      "epoch": 0.597331240188383,
      "rel-constrast": 3.2792811393737793,
      "step": 761,
      "subrel-constrast": 3.0127477645874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435255765914917,
      "cov-distil (oracle2student)": 3.4221363067626953,
      "cov-distil (oracle2teacher)": 2.803987503051758,
      "epoch": 0.598116169544741,
      "rel-constrast": 3.1430468559265137,
      "step": 762,
      "subrel-constrast": 2.806149482727051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6951508522033691,
      "cov-distil (oracle2student)": 3.6744906902313232,
      "cov-distil (oracle2teacher)": 3.378934621810913,
      "epoch": 0.5989010989010989,
      "rel-constrast": 3.002255916595459,
      "step": 763,
      "subrel-constrast": 3.0852043628692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8415913581848145,
      "cov-distil (oracle2student)": 4.786861419677734,
      "cov-distil (oracle2teacher)": 5.1149444580078125,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.8226377964019775,
      "step": 764,
      "subrel-constrast": 3.6343932151794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.71768319606781,
      "cov-distil (oracle2student)": 4.192726135253906,
      "cov-distil (oracle2teacher)": 4.221786975860596,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.756646156311035,
      "step": 765,
      "subrel-constrast": 3.034029722213745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301449775695801,
      "cov-distil (oracle2student)": 5.969004154205322,
      "cov-distil (oracle2teacher)": 5.038122177124023,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.7212696075439453,
      "step": 766,
      "subrel-constrast": 4.195802688598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074427604675293,
      "cov-distil (oracle2student)": 4.629763603210449,
      "cov-distil (oracle2teacher)": 4.578613758087158,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.7662181854248047,
      "step": 767,
      "subrel-constrast": 3.4089653491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3394761085510254,
      "cov-distil (oracle2student)": 4.562299728393555,
      "cov-distil (oracle2teacher)": 4.367707252502441,
      "epoch": 0.6028257456828885,
      "rel-constrast": 3.2745559215545654,
      "step": 768,
      "subrel-constrast": 3.2887861728668213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035935640335083,
      "cov-distil (oracle2student)": 4.8680100440979,
      "cov-distil (oracle2teacher)": 4.8044657707214355,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.4128284454345703,
      "step": 769,
      "subrel-constrast": 3.942567825317383,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 5.875,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7781,
      "step": 770
    },
    {
      "cov-distil": 1.9620559215545654,
      "cov-distil (oracle2student)": 3.9263570308685303,
      "cov-distil (oracle2teacher)": 3.9313457012176514,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.711477041244507,
      "step": 770,
      "subrel-constrast": 3.407670021057129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8027360439300537,
      "cov-distil (oracle2student)": 5.569108963012695,
      "cov-distil (oracle2teacher)": 5.239571571350098,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.8072452545166016,
      "step": 771,
      "subrel-constrast": 3.153841972351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132905960083008,
      "cov-distil (oracle2student)": 4.6938252449035645,
      "cov-distil (oracle2teacher)": 4.850858688354492,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.552493095397949,
      "step": 772,
      "subrel-constrast": 3.794616937637329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8317474126815796,
      "cov-distil (oracle2student)": 3.7222089767456055,
      "cov-distil (oracle2teacher)": 4.200148105621338,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.13969087600708,
      "step": 773,
      "subrel-constrast": 3.293044090270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425292491912842,
      "cov-distil (oracle2student)": 5.1453704833984375,
      "cov-distil (oracle2teacher)": 4.619673728942871,
      "epoch": 0.6075353218210361,
      "rel-constrast": 3.151175022125244,
      "step": 774,
      "subrel-constrast": 3.345054864883423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406919002532959,
      "cov-distil (oracle2student)": 3.7092881202697754,
      "cov-distil (oracle2teacher)": 3.6851885318756104,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.450526237487793,
      "step": 775,
      "subrel-constrast": 5.075517177581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9152582883834839,
      "cov-distil (oracle2student)": 4.2891082763671875,
      "cov-distil (oracle2teacher)": 5.100924491882324,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.960843801498413,
      "step": 776,
      "subrel-constrast": 3.443652391433716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7600315809249878,
      "cov-distil (oracle2student)": 4.619009971618652,
      "cov-distil (oracle2teacher)": 4.395463943481445,
      "epoch": 0.6098901098901099,
      "rel-constrast": 3.0665853023529053,
      "step": 777,
      "subrel-constrast": 3.5538578033447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5258440971374512,
      "cov-distil (oracle2student)": 2.842440128326416,
      "cov-distil (oracle2teacher)": 2.876443386077881,
      "epoch": 0.6106750392464678,
      "rel-constrast": 2.003253936767578,
      "step": 778,
      "subrel-constrast": 2.53361177444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3943595886230469,
      "cov-distil (oracle2student)": 3.9691786766052246,
      "cov-distil (oracle2teacher)": 4.532379627227783,
      "epoch": 0.6114599686028257,
      "rel-constrast": 3.1647260189056396,
      "step": 779,
      "subrel-constrast": 3.899362564086914,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 5.84375,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7752,
      "step": 780
    },
    {
      "cov-distil": 1.960299015045166,
      "cov-distil (oracle2student)": 4.199761867523193,
      "cov-distil (oracle2teacher)": 3.96247935295105,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.8808536529541016,
      "step": 780,
      "subrel-constrast": 3.1262784004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8741204738616943,
      "cov-distil (oracle2student)": 6.9227705001831055,
      "cov-distil (oracle2teacher)": 6.262228488922119,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.5988337993621826,
      "step": 781,
      "subrel-constrast": 3.4809656143188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908347249031067,
      "cov-distil (oracle2student)": 4.8962721824646,
      "cov-distil (oracle2teacher)": 4.530096530914307,
      "epoch": 0.6138147566718996,
      "rel-constrast": 3.6812963485717773,
      "step": 782,
      "subrel-constrast": 3.7361550331115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.55228853225708,
      "cov-distil (oracle2student)": 4.292520523071289,
      "cov-distil (oracle2teacher)": 3.6720268726348877,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.15301513671875,
      "step": 783,
      "subrel-constrast": 4.115752696990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.423496723175049,
      "cov-distil (oracle2student)": 4.258898735046387,
      "cov-distil (oracle2teacher)": 3.8980062007904053,
      "epoch": 0.6153846153846154,
      "rel-constrast": 4.941143035888672,
      "step": 784,
      "subrel-constrast": 4.344767093658447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4887865781784058,
      "cov-distil (oracle2student)": 2.966057538986206,
      "cov-distil (oracle2teacher)": 2.9255690574645996,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.6627306938171387,
      "step": 785,
      "subrel-constrast": 2.810373067855835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2448375225067139,
      "cov-distil (oracle2student)": 3.675663948059082,
      "cov-distil (oracle2teacher)": 4.099123001098633,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.234368085861206,
      "step": 786,
      "subrel-constrast": 3.6202516555786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.520779848098755,
      "cov-distil (oracle2student)": 7.485047340393066,
      "cov-distil (oracle2teacher)": 6.504769802093506,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.5890326499938965,
      "step": 787,
      "subrel-constrast": 4.109063625335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6767224073410034,
      "cov-distil (oracle2student)": 4.085677146911621,
      "cov-distil (oracle2teacher)": 4.641483306884766,
      "epoch": 0.6185243328100472,
      "rel-constrast": 3.2691586017608643,
      "step": 788,
      "subrel-constrast": 3.1379406452178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.506427764892578,
      "cov-distil (oracle2student)": 5.191618919372559,
      "cov-distil (oracle2teacher)": 4.402005195617676,
      "epoch": 0.619309262166405,
      "rel-constrast": 4.432802200317383,
      "step": 789,
      "subrel-constrast": 3.6584177017211914,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 7.90625,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.8611,
      "step": 790
    },
    {
      "cov-distil": 2.040548801422119,
      "cov-distil (oracle2student)": 6.253169059753418,
      "cov-distil (oracle2teacher)": 5.773702144622803,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.272594451904297,
      "step": 790,
      "subrel-constrast": 4.0291242599487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8661402463912964,
      "cov-distil (oracle2student)": 2.9269368648529053,
      "cov-distil (oracle2teacher)": 3.7154035568237305,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.939649820327759,
      "step": 791,
      "subrel-constrast": 3.7273218631744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041587352752686,
      "cov-distil (oracle2student)": 4.417224884033203,
      "cov-distil (oracle2teacher)": 4.577134609222412,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.572920799255371,
      "step": 792,
      "subrel-constrast": 2.7575292587280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032468318939209,
      "cov-distil (oracle2student)": 5.28506326675415,
      "cov-distil (oracle2teacher)": 4.616208553314209,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.594306468963623,
      "step": 793,
      "subrel-constrast": 3.1358656883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688422679901123,
      "cov-distil (oracle2student)": 4.570069313049316,
      "cov-distil (oracle2teacher)": 4.5214619636535645,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.9485950469970703,
      "step": 794,
      "subrel-constrast": 2.9307596683502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2953932285308838,
      "cov-distil (oracle2student)": 3.2248411178588867,
      "cov-distil (oracle2teacher)": 3.4419960975646973,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.127068281173706,
      "step": 795,
      "subrel-constrast": 2.4960391521453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283985376358032,
      "cov-distil (oracle2student)": 4.251882553100586,
      "cov-distil (oracle2teacher)": 4.337863922119141,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.336862564086914,
      "step": 796,
      "subrel-constrast": 3.787311315536499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28361177444458,
      "cov-distil (oracle2student)": 4.197494029998779,
      "cov-distil (oracle2teacher)": 4.101124286651611,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.011986255645752,
      "step": 797,
      "subrel-constrast": 2.9952011108398438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7099363803863525,
      "cov-distil (oracle2student)": 4.84592342376709,
      "cov-distil (oracle2teacher)": 4.191263675689697,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.8068177700042725,
      "step": 798,
      "subrel-constrast": 3.796116828918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2652862071990967,
      "cov-distil (oracle2student)": 4.876296043395996,
      "cov-distil (oracle2teacher)": 5.092784404754639,
      "epoch": 0.6271585557299842,
      "rel-constrast": 4.049717903137207,
      "step": 799,
      "subrel-constrast": 4.454141616821289,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 6.125,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7415,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.30781251192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.037261962890625
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.021026611328125,
      "step": 800
    },
    {
      "cov-distil": 2.0620322227478027,
      "cov-distil (oracle2student)": 4.377573490142822,
      "cov-distil (oracle2teacher)": 3.958165168762207,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.5737419128417969,
      "step": 800,
      "subrel-constrast": 2.901698350906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201659917831421,
      "cov-distil (oracle2student)": 5.015453338623047,
      "cov-distil (oracle2teacher)": 4.890275001525879,
      "epoch": 0.6287284144427001,
      "rel-constrast": 4.080587387084961,
      "step": 801,
      "subrel-constrast": 4.664834022521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.555076837539673,
      "cov-distil (oracle2student)": 3.5917458534240723,
      "cov-distil (oracle2teacher)": 3.6248438358306885,
      "epoch": 0.6295133437990581,
      "rel-constrast": 3.3396835327148438,
      "step": 802,
      "subrel-constrast": 3.4122095108032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6119693517684937,
      "cov-distil (oracle2student)": 6.036569595336914,
      "cov-distil (oracle2teacher)": 5.370185852050781,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.1602280139923096,
      "step": 803,
      "subrel-constrast": 3.143812894821167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7894251346588135,
      "cov-distil (oracle2student)": 3.260087728500366,
      "cov-distil (oracle2teacher)": 3.542915105819702,
      "epoch": 0.631083202511774,
      "rel-constrast": 2.1336445808410645,
      "step": 804,
      "subrel-constrast": 2.906984806060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3170994520187378,
      "cov-distil (oracle2student)": 4.287946701049805,
      "cov-distil (oracle2teacher)": 4.287820816040039,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.388737201690674,
      "step": 805,
      "subrel-constrast": 3.581523895263672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8564224243164062,
      "cov-distil (oracle2student)": 5.510420799255371,
      "cov-distil (oracle2teacher)": 4.820571422576904,
      "epoch": 0.6326530612244898,
      "rel-constrast": 3.409493923187256,
      "step": 806,
      "subrel-constrast": 3.2583281993865967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6651322841644287,
      "cov-distil (oracle2student)": 4.620097637176514,
      "cov-distil (oracle2teacher)": 4.523109436035156,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.325575351715088,
      "step": 807,
      "subrel-constrast": 3.6322999000549316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.383843421936035,
      "cov-distil (oracle2student)": 4.620039463043213,
      "cov-distil (oracle2teacher)": 4.313815116882324,
      "epoch": 0.6342229199372057,
      "rel-constrast": 2.1949563026428223,
      "step": 808,
      "subrel-constrast": 3.188328742980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0489277839660645,
      "cov-distil (oracle2student)": 4.583479404449463,
      "cov-distil (oracle2teacher)": 4.278011322021484,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.739198923110962,
      "step": 809,
      "subrel-constrast": 2.7431271076202393,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 5.78125,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.7336,
      "step": 810
    },
    {
      "cov-distil": 2.1193039417266846,
      "cov-distil (oracle2student)": 5.652264595031738,
      "cov-distil (oracle2teacher)": 4.2675628662109375,
      "epoch": 0.6357927786499215,
      "rel-constrast": 3.176487684249878,
      "step": 810,
      "subrel-constrast": 3.3074283599853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0152363777160645,
      "cov-distil (oracle2student)": 4.663222789764404,
      "cov-distil (oracle2teacher)": 4.893109321594238,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.876784324645996,
      "step": 811,
      "subrel-constrast": 3.6853649616241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9646109342575073,
      "cov-distil (oracle2student)": 4.002432823181152,
      "cov-distil (oracle2teacher)": 3.701939344406128,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.8823354244232178,
      "step": 812,
      "subrel-constrast": 2.968392848968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7356318235397339,
      "cov-distil (oracle2student)": 5.167234420776367,
      "cov-distil (oracle2teacher)": 4.210445404052734,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.276484727859497,
      "step": 813,
      "subrel-constrast": 3.3074448108673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.489321231842041,
      "cov-distil (oracle2student)": 4.277708530426025,
      "cov-distil (oracle2teacher)": 4.187391757965088,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.874451160430908,
      "step": 814,
      "subrel-constrast": 4.495489120483398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6019556522369385,
      "cov-distil (oracle2student)": 3.3047258853912354,
      "cov-distil (oracle2teacher)": 2.977969169616699,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.6508495807647705,
      "step": 815,
      "subrel-constrast": 2.88773512840271,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203097105026245,
      "cov-distil (oracle2student)": 3.894223690032959,
      "cov-distil (oracle2teacher)": 4.095119476318359,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.767399787902832,
      "step": 816,
      "subrel-constrast": 3.6563823223114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729779601097107,
      "cov-distil (oracle2student)": 5.764154434204102,
      "cov-distil (oracle2teacher)": 4.691099166870117,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.8072056770324707,
      "step": 817,
      "subrel-constrast": 3.6367712020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5558370351791382,
      "cov-distil (oracle2student)": 4.230969429016113,
      "cov-distil (oracle2teacher)": 4.118838310241699,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.5366759300231934,
      "step": 818,
      "subrel-constrast": 2.973987579345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2664034366607666,
      "cov-distil (oracle2student)": 4.260150909423828,
      "cov-distil (oracle2teacher)": 3.908468723297119,
      "epoch": 0.6428571428571429,
      "rel-constrast": 3.028679847717285,
      "step": 819,
      "subrel-constrast": 3.2543177604675293,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 5.40625,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.7719,
      "step": 820
    },
    {
      "cov-distil": 1.2096893787384033,
      "cov-distil (oracle2student)": 3.5506482124328613,
      "cov-distil (oracle2teacher)": 3.5711636543273926,
      "epoch": 0.6436420722135008,
      "rel-constrast": 3.1870276927948,
      "step": 820,
      "subrel-constrast": 3.015110492706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7217767238616943,
      "cov-distil (oracle2student)": 5.050218105316162,
      "cov-distil (oracle2teacher)": 5.232324600219727,
      "epoch": 0.6444270015698587,
      "rel-constrast": 2.402810573577881,
      "step": 821,
      "subrel-constrast": 3.4118471145629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165019512176514,
      "cov-distil (oracle2student)": 5.210084915161133,
      "cov-distil (oracle2teacher)": 4.623741149902344,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.6307711601257324,
      "step": 822,
      "subrel-constrast": 3.6075940132141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.574142575263977,
      "cov-distil (oracle2student)": 5.0069899559021,
      "cov-distil (oracle2teacher)": 4.619132041931152,
      "epoch": 0.6459968602825745,
      "rel-constrast": 4.061047077178955,
      "step": 823,
      "subrel-constrast": 4.051248073577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3230857849121094,
      "cov-distil (oracle2student)": 4.559006214141846,
      "cov-distil (oracle2teacher)": 4.280387878417969,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.6187198162078857,
      "step": 824,
      "subrel-constrast": 3.5783588886260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4918313026428223,
      "cov-distil (oracle2student)": 4.2191619873046875,
      "cov-distil (oracle2teacher)": 4.007047653198242,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.835134983062744,
      "step": 825,
      "subrel-constrast": 4.842121601104736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105813980102539,
      "cov-distil (oracle2student)": 5.119504928588867,
      "cov-distil (oracle2teacher)": 5.427346229553223,
      "epoch": 0.6483516483516484,
      "rel-constrast": 3.054507255554199,
      "step": 826,
      "subrel-constrast": 3.5344626903533936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657548427581787,
      "cov-distil (oracle2student)": 5.111113548278809,
      "cov-distil (oracle2teacher)": 4.309784889221191,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.4015955924987793,
      "step": 827,
      "subrel-constrast": 3.310319662094116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4514070749282837,
      "cov-distil (oracle2student)": 3.6993279457092285,
      "cov-distil (oracle2teacher)": 2.682727813720703,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.843268871307373,
      "step": 828,
      "subrel-constrast": 2.575141191482544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7482736110687256,
      "cov-distil (oracle2student)": 6.108889579772949,
      "cov-distil (oracle2teacher)": 5.124019622802734,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.3163681030273438,
      "step": 829,
      "subrel-constrast": 3.6668295860290527,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 5.34375,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.8088,
      "step": 830
    },
    {
      "cov-distil": 2.2497799396514893,
      "cov-distil (oracle2student)": 3.7397642135620117,
      "cov-distil (oracle2teacher)": 3.6359729766845703,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.5306811332702637,
      "step": 830,
      "subrel-constrast": 3.862781524658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2751998901367188,
      "cov-distil (oracle2student)": 3.0522775650024414,
      "cov-distil (oracle2teacher)": 3.6421544551849365,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.296450138092041,
      "step": 831,
      "subrel-constrast": 3.56467604637146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0745620727539062,
      "cov-distil (oracle2student)": 5.570357322692871,
      "cov-distil (oracle2teacher)": 5.431642532348633,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.4191153049468994,
      "step": 832,
      "subrel-constrast": 4.297821044921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0253512859344482,
      "cov-distil (oracle2student)": 3.172837257385254,
      "cov-distil (oracle2teacher)": 3.157771110534668,
      "epoch": 0.6538461538461539,
      "rel-constrast": 2.1749765872955322,
      "step": 833,
      "subrel-constrast": 2.6655025482177734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8345565795898438,
      "cov-distil (oracle2student)": 3.647250175476074,
      "cov-distil (oracle2teacher)": 4.104018211364746,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.0831971168518066,
      "step": 834,
      "subrel-constrast": 3.9263877868652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1400790214538574,
      "cov-distil (oracle2student)": 6.801695346832275,
      "cov-distil (oracle2teacher)": 6.226314544677734,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.7767677307128906,
      "step": 835,
      "subrel-constrast": 2.7513608932495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8741283416748047,
      "cov-distil (oracle2student)": 5.381078720092773,
      "cov-distil (oracle2teacher)": 4.845165252685547,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.7048087120056152,
      "step": 836,
      "subrel-constrast": 4.013387680053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.509305238723755,
      "cov-distil (oracle2student)": 4.003589153289795,
      "cov-distil (oracle2teacher)": 3.888798475265503,
      "epoch": 0.6569858712715856,
      "rel-constrast": 4.247440338134766,
      "step": 837,
      "subrel-constrast": 4.633803367614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3763607740402222,
      "cov-distil (oracle2student)": 4.522030830383301,
      "cov-distil (oracle2teacher)": 4.00711727142334,
      "epoch": 0.6577708006279435,
      "rel-constrast": 3.0142648220062256,
      "step": 838,
      "subrel-constrast": 3.0775182247161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8249377012252808,
      "cov-distil (oracle2student)": 4.460371017456055,
      "cov-distil (oracle2teacher)": 4.001854419708252,
      "epoch": 0.6585557299843015,
      "rel-constrast": 4.2300615310668945,
      "step": 839,
      "subrel-constrast": 4.26546573638916,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 6.4375,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.8119,
      "step": 840
    },
    {
      "cov-distil": 1.7932682037353516,
      "cov-distil (oracle2student)": 4.844455718994141,
      "cov-distil (oracle2teacher)": 5.34013557434082,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.8435957431793213,
      "step": 840,
      "subrel-constrast": 3.8842716217041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8983983993530273,
      "cov-distil (oracle2student)": 5.041362285614014,
      "cov-distil (oracle2teacher)": 4.769496917724609,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.96820068359375,
      "step": 841,
      "subrel-constrast": 3.1143593788146973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.716109037399292,
      "cov-distil (oracle2student)": 5.411200523376465,
      "cov-distil (oracle2teacher)": 4.929103851318359,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.8813300132751465,
      "step": 842,
      "subrel-constrast": 3.6942622661590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6022104024887085,
      "cov-distil (oracle2student)": 3.593644618988037,
      "cov-distil (oracle2teacher)": 3.6846423149108887,
      "epoch": 0.6616954474097331,
      "rel-constrast": 3.258404493331909,
      "step": 843,
      "subrel-constrast": 3.2535347938537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7584868669509888,
      "cov-distil (oracle2student)": 3.4075636863708496,
      "cov-distil (oracle2teacher)": 3.976154088973999,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.675626754760742,
      "step": 844,
      "subrel-constrast": 3.202167510986328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31947660446167,
      "cov-distil (oracle2student)": 4.102179050445557,
      "cov-distil (oracle2teacher)": 4.002366065979004,
      "epoch": 0.6632653061224489,
      "rel-constrast": 3.186066150665283,
      "step": 845,
      "subrel-constrast": 3.8638195991516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20290470123291,
      "cov-distil (oracle2student)": 6.086158752441406,
      "cov-distil (oracle2teacher)": 5.538266181945801,
      "epoch": 0.6640502354788069,
      "rel-constrast": 3.0532195568084717,
      "step": 846,
      "subrel-constrast": 3.513753890991211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1462507247924805,
      "cov-distil (oracle2student)": 4.546612739562988,
      "cov-distil (oracle2teacher)": 3.7967982292175293,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.7040305137634277,
      "step": 847,
      "subrel-constrast": 4.116028308868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481507539749146,
      "cov-distil (oracle2student)": 3.7187976837158203,
      "cov-distil (oracle2teacher)": 4.09123420715332,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.11623477935791,
      "step": 848,
      "subrel-constrast": 2.6120615005493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6504361629486084,
      "cov-distil (oracle2student)": 4.447757244110107,
      "cov-distil (oracle2teacher)": 3.683622360229492,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.794543743133545,
      "step": 849,
      "subrel-constrast": 3.216076612472534,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.75,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.737,
      "step": 850
    },
    {
      "cov-distil": 1.8476208448410034,
      "cov-distil (oracle2student)": 3.799886465072632,
      "cov-distil (oracle2teacher)": 4.0958147048950195,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.446192979812622,
      "step": 850,
      "subrel-constrast": 2.9028751850128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653630018234253,
      "cov-distil (oracle2student)": 2.9232559204101562,
      "cov-distil (oracle2teacher)": 3.4395127296447754,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.439603328704834,
      "step": 851,
      "subrel-constrast": 4.398451805114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9970571994781494,
      "cov-distil (oracle2student)": 4.456029891967773,
      "cov-distil (oracle2teacher)": 3.9580633640289307,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.5441927909851074,
      "step": 852,
      "subrel-constrast": 2.6098062992095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1739444732666016,
      "cov-distil (oracle2student)": 7.027693748474121,
      "cov-distil (oracle2teacher)": 6.03062629699707,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.450789451599121,
      "step": 853,
      "subrel-constrast": 2.729295253753662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5446701049804688,
      "cov-distil (oracle2student)": 6.14357852935791,
      "cov-distil (oracle2teacher)": 5.670658111572266,
      "epoch": 0.6703296703296703,
      "rel-constrast": 3.3031508922576904,
      "step": 854,
      "subrel-constrast": 3.274480104446411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8813114166259766,
      "cov-distil (oracle2student)": 4.070191383361816,
      "cov-distil (oracle2teacher)": 4.764598846435547,
      "epoch": 0.6711145996860283,
      "rel-constrast": 2.704343318939209,
      "step": 855,
      "subrel-constrast": 4.197836875915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1737141609191895,
      "cov-distil (oracle2student)": 4.953524589538574,
      "cov-distil (oracle2teacher)": 4.421849250793457,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.3928616046905518,
      "step": 856,
      "subrel-constrast": 3.9209048748016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1178855895996094,
      "cov-distil (oracle2student)": 5.617116451263428,
      "cov-distil (oracle2teacher)": 4.866276741027832,
      "epoch": 0.6726844583987441,
      "rel-constrast": 4.140182971954346,
      "step": 857,
      "subrel-constrast": 3.850865602493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8065265417099,
      "cov-distil (oracle2student)": 4.722374439239502,
      "cov-distil (oracle2teacher)": 5.1921772956848145,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.59993577003479,
      "step": 858,
      "subrel-constrast": 3.4927937984466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709890604019165,
      "cov-distil (oracle2student)": 4.7918243408203125,
      "cov-distil (oracle2teacher)": 4.812108516693115,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.4060208797454834,
      "step": 859,
      "subrel-constrast": 3.971734046936035,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 5.3125,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.7857,
      "step": 860
    },
    {
      "cov-distil": 1.9011385440826416,
      "cov-distil (oracle2student)": 5.2489495277404785,
      "cov-distil (oracle2teacher)": 4.7417449951171875,
      "epoch": 0.6750392464678179,
      "rel-constrast": 3.0843453407287598,
      "step": 860,
      "subrel-constrast": 3.639788866043091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3436992168426514,
      "cov-distil (oracle2student)": 3.9553139209747314,
      "cov-distil (oracle2teacher)": 3.4716763496398926,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.962019443511963,
      "step": 861,
      "subrel-constrast": 3.4591503143310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803753852844238,
      "cov-distil (oracle2student)": 5.791085243225098,
      "cov-distil (oracle2teacher)": 5.756894588470459,
      "epoch": 0.6766091051805337,
      "rel-constrast": 3.4660849571228027,
      "step": 862,
      "subrel-constrast": 3.263728380203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334576606750488,
      "cov-distil (oracle2student)": 5.04682731628418,
      "cov-distil (oracle2teacher)": 5.169507026672363,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.2854089736938477,
      "step": 863,
      "subrel-constrast": 3.909099578857422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391226053237915,
      "cov-distil (oracle2student)": 5.928565979003906,
      "cov-distil (oracle2teacher)": 5.768781661987305,
      "epoch": 0.6781789638932496,
      "rel-constrast": 3.640770435333252,
      "step": 864,
      "subrel-constrast": 3.5787177085876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222177505493164,
      "cov-distil (oracle2student)": 5.005880832672119,
      "cov-distil (oracle2teacher)": 5.377101898193359,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.433047294616699,
      "step": 865,
      "subrel-constrast": 2.9782192707061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022794485092163,
      "cov-distil (oracle2student)": 5.149134159088135,
      "cov-distil (oracle2teacher)": 5.476945877075195,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.586219310760498,
      "step": 866,
      "subrel-constrast": 3.5305850505828857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7700340747833252,
      "cov-distil (oracle2student)": 5.558231353759766,
      "cov-distil (oracle2teacher)": 4.9863481521606445,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.9773359298706055,
      "step": 867,
      "subrel-constrast": 4.829087734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6589233875274658,
      "cov-distil (oracle2student)": 4.069425582885742,
      "cov-distil (oracle2teacher)": 4.0551533699035645,
      "epoch": 0.6813186813186813,
      "rel-constrast": 1.6244583129882812,
      "step": 868,
      "subrel-constrast": 2.5108296871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.366849422454834,
      "cov-distil (oracle2student)": 3.229271411895752,
      "cov-distil (oracle2teacher)": 3.1183154582977295,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.884157180786133,
      "step": 869,
      "subrel-constrast": 2.9356439113616943,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 5.0,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.7486,
      "step": 870
    },
    {
      "cov-distil": 1.8357915878295898,
      "cov-distil (oracle2student)": 5.781106948852539,
      "cov-distil (oracle2teacher)": 5.6711931228637695,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.4532573223114014,
      "step": 870,
      "subrel-constrast": 3.0575616359710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3572862148284912,
      "cov-distil (oracle2student)": 4.012608051300049,
      "cov-distil (oracle2teacher)": 4.346127033233643,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.2663025856018066,
      "step": 871,
      "subrel-constrast": 3.9761571884155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346961498260498,
      "cov-distil (oracle2student)": 4.250721454620361,
      "cov-distil (oracle2teacher)": 4.407423973083496,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.827479362487793,
      "step": 872,
      "subrel-constrast": 3.3815619945526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522505283355713,
      "cov-distil (oracle2student)": 4.983035564422607,
      "cov-distil (oracle2teacher)": 5.121481895446777,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.470021963119507,
      "step": 873,
      "subrel-constrast": 3.1316187381744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9002915620803833,
      "cov-distil (oracle2student)": 6.159367561340332,
      "cov-distil (oracle2teacher)": 4.6945390701293945,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.8450379371643066,
      "step": 874,
      "subrel-constrast": 2.9946038722991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.786273717880249,
      "cov-distil (oracle2student)": 4.221595764160156,
      "cov-distil (oracle2teacher)": 4.532271862030029,
      "epoch": 0.6868131868131868,
      "rel-constrast": 3.11167049407959,
      "step": 875,
      "subrel-constrast": 2.9937050342559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.716665267944336,
      "cov-distil (oracle2student)": 5.652154922485352,
      "cov-distil (oracle2teacher)": 4.4683122634887695,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.873222589492798,
      "step": 876,
      "subrel-constrast": 4.308521270751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.142163634300232,
      "cov-distil (oracle2student)": 4.106964111328125,
      "cov-distil (oracle2teacher)": 4.273698806762695,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8129533529281616,
      "step": 877,
      "subrel-constrast": 2.2508487701416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5149424076080322,
      "cov-distil (oracle2student)": 4.765688896179199,
      "cov-distil (oracle2teacher)": 3.7488813400268555,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.935824155807495,
      "step": 878,
      "subrel-constrast": 3.129270076751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6407774686813354,
      "cov-distil (oracle2student)": 4.680586814880371,
      "cov-distil (oracle2teacher)": 4.390491008758545,
      "epoch": 0.6899529042386185,
      "rel-constrast": 3.227634906768799,
      "step": 879,
      "subrel-constrast": 3.2771055698394775,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 5.90625,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.7706,
      "step": 880
    },
    {
      "cov-distil": 2.7363474369049072,
      "cov-distil (oracle2student)": 6.078733444213867,
      "cov-distil (oracle2teacher)": 5.015332221984863,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.714451789855957,
      "step": 880,
      "subrel-constrast": 3.425591230392456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628839373588562,
      "cov-distil (oracle2student)": 3.344921588897705,
      "cov-distil (oracle2teacher)": 3.4370713233947754,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.997321844100952,
      "step": 881,
      "subrel-constrast": 3.141572952270508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.947806715965271,
      "cov-distil (oracle2student)": 5.297331809997559,
      "cov-distil (oracle2teacher)": 5.108390808105469,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.8490028381347656,
      "step": 882,
      "subrel-constrast": 4.2757649421691895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8333020210266113,
      "cov-distil (oracle2student)": 3.500699520111084,
      "cov-distil (oracle2teacher)": 3.4460935592651367,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.253633975982666,
      "step": 883,
      "subrel-constrast": 2.8866772651672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6034955978393555,
      "cov-distil (oracle2student)": 5.340747356414795,
      "cov-distil (oracle2teacher)": 5.031431674957275,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.617584228515625,
      "step": 884,
      "subrel-constrast": 4.105588436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.546415328979492,
      "cov-distil (oracle2student)": 4.007678031921387,
      "cov-distil (oracle2teacher)": 3.5684432983398438,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.5655574798583984,
      "step": 885,
      "subrel-constrast": 3.6288955211639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6666301488876343,
      "cov-distil (oracle2student)": 3.1865406036376953,
      "cov-distil (oracle2teacher)": 3.4656922817230225,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.2035813331604004,
      "step": 886,
      "subrel-constrast": 3.753871202468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4626917839050293,
      "cov-distil (oracle2student)": 3.6857194900512695,
      "cov-distil (oracle2teacher)": 3.7704074382781982,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.7217488288879395,
      "step": 887,
      "subrel-constrast": 3.1417415142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888635516166687,
      "cov-distil (oracle2student)": 3.9392340183258057,
      "cov-distil (oracle2teacher)": 3.2613866329193115,
      "epoch": 0.6970172684458399,
      "rel-constrast": 3.155149221420288,
      "step": 888,
      "subrel-constrast": 3.0047175884246826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7465016841888428,
      "cov-distil (oracle2student)": 4.967715740203857,
      "cov-distil (oracle2teacher)": 4.903139114379883,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.6138432025909424,
      "step": 889,
      "subrel-constrast": 2.6046864986419678,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 5.21875,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7423,
      "step": 890
    },
    {
      "cov-distil": 1.9466463327407837,
      "cov-distil (oracle2student)": 5.731828689575195,
      "cov-distil (oracle2teacher)": 5.3878865242004395,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.602626323699951,
      "step": 890,
      "subrel-constrast": 3.000684976577759,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1622097492218018,
      "cov-distil (oracle2student)": 5.516799449920654,
      "cov-distil (oracle2teacher)": 5.130726337432861,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.64345645904541,
      "step": 891,
      "subrel-constrast": 3.044387102127075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9381442070007324,
      "cov-distil (oracle2student)": 3.1896729469299316,
      "cov-distil (oracle2teacher)": 3.4373769760131836,
      "epoch": 0.7001569858712716,
      "rel-constrast": 3.0750160217285156,
      "step": 892,
      "subrel-constrast": 3.9323768615722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9529898166656494,
      "cov-distil (oracle2student)": 5.2922258377075195,
      "cov-distil (oracle2teacher)": 4.633241653442383,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.23818039894104,
      "step": 893,
      "subrel-constrast": 2.42106294631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0490615367889404,
      "cov-distil (oracle2student)": 4.938942909240723,
      "cov-distil (oracle2teacher)": 4.754124641418457,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.4617698192596436,
      "step": 894,
      "subrel-constrast": 2.8588082790374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8715764284133911,
      "cov-distil (oracle2student)": 5.636605262756348,
      "cov-distil (oracle2teacher)": 5.012208938598633,
      "epoch": 0.7025117739403454,
      "rel-constrast": 3.0383286476135254,
      "step": 895,
      "subrel-constrast": 3.813549757003784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4446543455123901,
      "cov-distil (oracle2student)": 4.356314659118652,
      "cov-distil (oracle2teacher)": 4.408705711364746,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.4214048385620117,
      "step": 896,
      "subrel-constrast": 2.870572090148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7039780616760254,
      "cov-distil (oracle2student)": 4.380593299865723,
      "cov-distil (oracle2teacher)": 4.251995086669922,
      "epoch": 0.7040816326530612,
      "rel-constrast": 2.5988681316375732,
      "step": 897,
      "subrel-constrast": 2.789677858352661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595836639404297,
      "cov-distil (oracle2student)": 4.234465599060059,
      "cov-distil (oracle2teacher)": 4.407106876373291,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.38447904586792,
      "step": 898,
      "subrel-constrast": 3.208568572998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.71726655960083,
      "cov-distil (oracle2student)": 4.902285575866699,
      "cov-distil (oracle2teacher)": 3.620091438293457,
      "epoch": 0.7056514913657771,
      "rel-constrast": 4.235128402709961,
      "step": 899,
      "subrel-constrast": 3.9547746181488037,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.34375,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6925,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.25468751788139343,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.05535888671875
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.04229736328125
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.0130615234375,
      "step": 900
    },
    {
      "cov-distil": 1.8407496213912964,
      "cov-distil (oracle2student)": 3.260833263397217,
      "cov-distil (oracle2teacher)": 3.9373779296875,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.6961569786071777,
      "step": 900,
      "subrel-constrast": 4.216863632202148,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.740110158920288,
      "cov-distil (oracle2student)": 3.667039632797241,
      "cov-distil (oracle2teacher)": 3.741396188735962,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.629180669784546,
      "step": 901,
      "subrel-constrast": 4.12168025970459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5067317485809326,
      "cov-distil (oracle2student)": 3.1275298595428467,
      "cov-distil (oracle2teacher)": 3.042591094970703,
      "epoch": 0.7080062794348508,
      "rel-constrast": 2.929525852203369,
      "step": 902,
      "subrel-constrast": 3.6268560886383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695972919464111,
      "cov-distil (oracle2student)": 5.584719657897949,
      "cov-distil (oracle2teacher)": 5.825503826141357,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.39849591255188,
      "step": 903,
      "subrel-constrast": 2.7628743648529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2904689311981201,
      "cov-distil (oracle2student)": 5.247722625732422,
      "cov-distil (oracle2teacher)": 4.710346221923828,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.8395137786865234,
      "step": 904,
      "subrel-constrast": 2.9313738346099854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5595015287399292,
      "cov-distil (oracle2student)": 4.653474807739258,
      "cov-distil (oracle2teacher)": 4.595617771148682,
      "epoch": 0.7103610675039247,
      "rel-constrast": 4.116765975952148,
      "step": 905,
      "subrel-constrast": 3.7904837131500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295142412185669,
      "cov-distil (oracle2student)": 5.427575588226318,
      "cov-distil (oracle2teacher)": 4.986757278442383,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.5836400985717773,
      "step": 906,
      "subrel-constrast": 3.6182072162628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616787075996399,
      "cov-distil (oracle2student)": 3.8865456581115723,
      "cov-distil (oracle2teacher)": 4.0636749267578125,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.480989456176758,
      "step": 907,
      "subrel-constrast": 2.448213577270508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001237630844116,
      "cov-distil (oracle2student)": 4.3787102699279785,
      "cov-distil (oracle2teacher)": 4.154521942138672,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.9487812519073486,
      "step": 908,
      "subrel-constrast": 3.664116621017456,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5361828804016113,
      "cov-distil (oracle2student)": 7.128787040710449,
      "cov-distil (oracle2teacher)": 6.05674934387207,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.406897068023682,
      "step": 909,
      "subrel-constrast": 4.4440178871154785,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 7.21875,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.8257,
      "step": 910
    },
    {
      "cov-distil": 1.786551594734192,
      "cov-distil (oracle2student)": 5.215156078338623,
      "cov-distil (oracle2teacher)": 5.294277667999268,
      "epoch": 0.7142857142857143,
      "rel-constrast": 2.723827362060547,
      "step": 910,
      "subrel-constrast": 3.3498501777648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6455974578857422,
      "cov-distil (oracle2student)": 4.505170822143555,
      "cov-distil (oracle2teacher)": 4.498678684234619,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5985794067382812,
      "step": 911,
      "subrel-constrast": 3.2024712562561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953809976577759,
      "cov-distil (oracle2student)": 4.711015701293945,
      "cov-distil (oracle2teacher)": 4.19320011138916,
      "epoch": 0.7158555729984302,
      "rel-constrast": 2.856955051422119,
      "step": 912,
      "subrel-constrast": 2.9320013523101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8617753982543945,
      "cov-distil (oracle2student)": 5.724812984466553,
      "cov-distil (oracle2teacher)": 5.871790885925293,
      "epoch": 0.716640502354788,
      "rel-constrast": 3.199453830718994,
      "step": 913,
      "subrel-constrast": 3.8836166858673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2554163932800293,
      "cov-distil (oracle2student)": 4.44309139251709,
      "cov-distil (oracle2teacher)": 4.016670227050781,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.654061794281006,
      "step": 914,
      "subrel-constrast": 3.601097822189331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.428687334060669,
      "cov-distil (oracle2student)": 4.3781352043151855,
      "cov-distil (oracle2teacher)": 3.957720994949341,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.706526279449463,
      "step": 915,
      "subrel-constrast": 3.1721620559692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935940980911255,
      "cov-distil (oracle2student)": 4.858853340148926,
      "cov-distil (oracle2teacher)": 4.948392391204834,
      "epoch": 0.7189952904238619,
      "rel-constrast": 3.5648012161254883,
      "step": 916,
      "subrel-constrast": 3.8377349376678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.763209819793701,
      "cov-distil (oracle2student)": 5.60874605178833,
      "cov-distil (oracle2teacher)": 4.501255035400391,
      "epoch": 0.7197802197802198,
      "rel-constrast": 3.1834559440612793,
      "step": 917,
      "subrel-constrast": 3.229177236557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4738895893096924,
      "cov-distil (oracle2student)": 6.4940290451049805,
      "cov-distil (oracle2teacher)": 5.632797718048096,
      "epoch": 0.7205651491365777,
      "rel-constrast": 3.3771724700927734,
      "step": 918,
      "subrel-constrast": 3.4045915603637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430548906326294,
      "cov-distil (oracle2student)": 5.622218132019043,
      "cov-distil (oracle2teacher)": 5.129364013671875,
      "epoch": 0.7213500784929356,
      "rel-constrast": 3.042377471923828,
      "step": 919,
      "subrel-constrast": 3.771855354309082,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 6.25,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.7477,
      "step": 920
    },
    {
      "cov-distil": 1.8627078533172607,
      "cov-distil (oracle2student)": 4.172760963439941,
      "cov-distil (oracle2teacher)": 4.95361852645874,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.6689465045928955,
      "step": 920,
      "subrel-constrast": 3.1703972816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9494125843048096,
      "cov-distil (oracle2student)": 3.7724709510803223,
      "cov-distil (oracle2teacher)": 3.9020590782165527,
      "epoch": 0.7229199372056515,
      "rel-constrast": 3.096053123474121,
      "step": 921,
      "subrel-constrast": 3.208143949508667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011183977127075,
      "cov-distil (oracle2student)": 3.872668504714966,
      "cov-distil (oracle2teacher)": 3.946495771408081,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.136563777923584,
      "step": 922,
      "subrel-constrast": 3.0625925064086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714857578277588,
      "cov-distil (oracle2student)": 4.8195695877075195,
      "cov-distil (oracle2teacher)": 4.549133777618408,
      "epoch": 0.7244897959183674,
      "rel-constrast": 2.899697780609131,
      "step": 923,
      "subrel-constrast": 3.3351733684539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2173783779144287,
      "cov-distil (oracle2student)": 3.195467472076416,
      "cov-distil (oracle2teacher)": 4.054574966430664,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.9137673377990723,
      "step": 924,
      "subrel-constrast": 3.8026063442230225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0673595666885376,
      "cov-distil (oracle2student)": 4.156356334686279,
      "cov-distil (oracle2teacher)": 4.450804710388184,
      "epoch": 0.7260596546310832,
      "rel-constrast": 3.2705607414245605,
      "step": 925,
      "subrel-constrast": 3.446052074432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.390627384185791,
      "cov-distil (oracle2student)": 6.808523654937744,
      "cov-distil (oracle2teacher)": 6.456216812133789,
      "epoch": 0.7268445839874411,
      "rel-constrast": 2.8317933082580566,
      "step": 926,
      "subrel-constrast": 3.115098237991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8963674306869507,
      "cov-distil (oracle2student)": 3.7358078956604004,
      "cov-distil (oracle2teacher)": 3.5141468048095703,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.372922420501709,
      "step": 927,
      "subrel-constrast": 3.121760845184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2531800270080566,
      "cov-distil (oracle2student)": 6.727989196777344,
      "cov-distil (oracle2teacher)": 5.716962814331055,
      "epoch": 0.728414442700157,
      "rel-constrast": 3.78003191947937,
      "step": 928,
      "subrel-constrast": 3.6977131366729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.987708330154419,
      "cov-distil (oracle2student)": 4.452771186828613,
      "cov-distil (oracle2teacher)": 4.749162673950195,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.5677692890167236,
      "step": 929,
      "subrel-constrast": 4.1655378341674805,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 5.8125,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7385,
      "step": 930
    },
    {
      "cov-distil": 1.7368295192718506,
      "cov-distil (oracle2student)": 4.7564005851745605,
      "cov-distil (oracle2teacher)": 4.16996431350708,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.8531627655029297,
      "step": 930,
      "subrel-constrast": 3.3627004623413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9226295948028564,
      "cov-distil (oracle2student)": 5.338086128234863,
      "cov-distil (oracle2teacher)": 5.270588397979736,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.4154019355773926,
      "step": 931,
      "subrel-constrast": 4.107800483703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8302463293075562,
      "cov-distil (oracle2student)": 4.726552963256836,
      "cov-distil (oracle2teacher)": 5.269484043121338,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.2714157104492188,
      "step": 932,
      "subrel-constrast": 3.2109100818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784433841705322,
      "cov-distil (oracle2student)": 2.957815170288086,
      "cov-distil (oracle2teacher)": 2.7704668045043945,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.6303391456604004,
      "step": 933,
      "subrel-constrast": 4.0727105140686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3381521701812744,
      "cov-distil (oracle2student)": 4.858553886413574,
      "cov-distil (oracle2teacher)": 4.869723320007324,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.1892170906066895,
      "step": 934,
      "subrel-constrast": 4.102866172790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4390835762023926,
      "cov-distil (oracle2student)": 5.144338607788086,
      "cov-distil (oracle2teacher)": 4.452655792236328,
      "epoch": 0.7339089481946625,
      "rel-constrast": 3.070255994796753,
      "step": 935,
      "subrel-constrast": 3.802598476409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8190028667449951,
      "cov-distil (oracle2student)": 5.4936418533325195,
      "cov-distil (oracle2teacher)": 4.726830005645752,
      "epoch": 0.7346938775510204,
      "rel-constrast": 3.5670557022094727,
      "step": 936,
      "subrel-constrast": 3.9263687133789062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180173873901367,
      "cov-distil (oracle2student)": 5.865570068359375,
      "cov-distil (oracle2teacher)": 5.242393493652344,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.3915109634399414,
      "step": 937,
      "subrel-constrast": 3.9790494441986084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385359525680542,
      "cov-distil (oracle2student)": 3.734978675842285,
      "cov-distil (oracle2teacher)": 3.4122490882873535,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.0432159900665283,
      "step": 938,
      "subrel-constrast": 2.5637435913085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1232192516326904,
      "cov-distil (oracle2student)": 2.712550640106201,
      "cov-distil (oracle2teacher)": 3.2529749870300293,
      "epoch": 0.7370486656200942,
      "rel-constrast": 3.207620620727539,
      "step": 939,
      "subrel-constrast": 3.8951377868652344,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 6.875,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.766,
      "step": 940
    },
    {
      "cov-distil": 2.2693028450012207,
      "cov-distil (oracle2student)": 4.064274787902832,
      "cov-distil (oracle2teacher)": 4.11331844329834,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.6425251960754395,
      "step": 940,
      "subrel-constrast": 3.9783694744110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9522404670715332,
      "cov-distil (oracle2student)": 4.718964099884033,
      "cov-distil (oracle2teacher)": 4.223692417144775,
      "epoch": 0.7386185243328101,
      "rel-constrast": 3.281933069229126,
      "step": 941,
      "subrel-constrast": 3.544442892074585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9555578231811523,
      "cov-distil (oracle2student)": 4.138413906097412,
      "cov-distil (oracle2teacher)": 3.711153268814087,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.5685880184173584,
      "step": 942,
      "subrel-constrast": 4.1931328773498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3551998138427734,
      "cov-distil (oracle2student)": 4.326603889465332,
      "cov-distil (oracle2teacher)": 4.409797668457031,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.875591278076172,
      "step": 943,
      "subrel-constrast": 3.770340919494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0044326782226562,
      "cov-distil (oracle2student)": 5.0276408195495605,
      "cov-distil (oracle2teacher)": 4.6842570304870605,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.37480354309082,
      "step": 944,
      "subrel-constrast": 4.730800151824951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6864572763442993,
      "cov-distil (oracle2student)": 4.006084442138672,
      "cov-distil (oracle2teacher)": 4.320786476135254,
      "epoch": 0.7417582417582418,
      "rel-constrast": 1.7915642261505127,
      "step": 945,
      "subrel-constrast": 2.6257095336914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5826425552368164,
      "cov-distil (oracle2student)": 3.670537233352661,
      "cov-distil (oracle2teacher)": 3.358562469482422,
      "epoch": 0.7425431711145997,
      "rel-constrast": 2.3271780014038086,
      "step": 946,
      "subrel-constrast": 2.7534682750701904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200884819030762,
      "cov-distil (oracle2student)": 3.644151449203491,
      "cov-distil (oracle2teacher)": 4.217606544494629,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.635843276977539,
      "step": 947,
      "subrel-constrast": 3.7450814247131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3813540935516357,
      "cov-distil (oracle2student)": 4.867382049560547,
      "cov-distil (oracle2teacher)": 4.899857997894287,
      "epoch": 0.7441130298273155,
      "rel-constrast": 3.6640052795410156,
      "step": 948,
      "subrel-constrast": 4.497448444366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195073127746582,
      "cov-distil (oracle2student)": 4.474062919616699,
      "cov-distil (oracle2teacher)": 4.130878448486328,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.8083724975585938,
      "step": 949,
      "subrel-constrast": 2.8522465229034424,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 5.28125,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7743,
      "step": 950
    },
    {
      "cov-distil": 1.6639275550842285,
      "cov-distil (oracle2student)": 4.661107063293457,
      "cov-distil (oracle2teacher)": 4.9860100746154785,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.693976402282715,
      "step": 950,
      "subrel-constrast": 4.1136250495910645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2420125007629395,
      "cov-distil (oracle2student)": 4.0733842849731445,
      "cov-distil (oracle2teacher)": 4.16691780090332,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.840409517288208,
      "step": 951,
      "subrel-constrast": 3.7085068225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150315284729004,
      "cov-distil (oracle2student)": 3.438961982727051,
      "cov-distil (oracle2teacher)": 3.5745716094970703,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.2630016803741455,
      "step": 952,
      "subrel-constrast": 3.109869956970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918403148651123,
      "cov-distil (oracle2student)": 4.365021705627441,
      "cov-distil (oracle2teacher)": 3.9335737228393555,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.3876593112945557,
      "step": 953,
      "subrel-constrast": 2.852238178253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350559949874878,
      "cov-distil (oracle2student)": 3.175548791885376,
      "cov-distil (oracle2teacher)": 3.2890474796295166,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.630065679550171,
      "step": 954,
      "subrel-constrast": 3.3064382076263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2969986200332642,
      "cov-distil (oracle2student)": 3.4322309494018555,
      "cov-distil (oracle2teacher)": 3.622347354888916,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.568544626235962,
      "step": 955,
      "subrel-constrast": 2.809797763824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699225902557373,
      "cov-distil (oracle2student)": 4.573060035705566,
      "cov-distil (oracle2teacher)": 4.496098518371582,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.429108142852783,
      "step": 956,
      "subrel-constrast": 4.159007549285889,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0044541358947754,
      "cov-distil (oracle2student)": 3.972729206085205,
      "cov-distil (oracle2teacher)": 4.526277542114258,
      "epoch": 0.7511773940345369,
      "rel-constrast": 3.12625789642334,
      "step": 957,
      "subrel-constrast": 3.2796268463134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.609786033630371,
      "cov-distil (oracle2student)": 5.248183250427246,
      "cov-distil (oracle2teacher)": 4.974334716796875,
      "epoch": 0.7519623233908949,
      "rel-constrast": 3.038778781890869,
      "step": 958,
      "subrel-constrast": 3.0925495624542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5958950519561768,
      "cov-distil (oracle2student)": 4.394063949584961,
      "cov-distil (oracle2teacher)": 3.703871726989746,
      "epoch": 0.7527472527472527,
      "rel-constrast": 3.232132911682129,
      "step": 959,
      "subrel-constrast": 3.061253070831299,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 5.78125,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.7302,
      "step": 960
    },
    {
      "cov-distil": 2.0864620208740234,
      "cov-distil (oracle2student)": 4.740260124206543,
      "cov-distil (oracle2teacher)": 4.237260818481445,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.5632033348083496,
      "step": 960,
      "subrel-constrast": 3.096968412399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.83790123462677,
      "cov-distil (oracle2student)": 5.499077796936035,
      "cov-distil (oracle2teacher)": 4.783426761627197,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.1892006397247314,
      "step": 961,
      "subrel-constrast": 3.184161901473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.504943370819092,
      "cov-distil (oracle2student)": 5.1436028480529785,
      "cov-distil (oracle2teacher)": 4.43512487411499,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.740537166595459,
      "step": 962,
      "subrel-constrast": 3.2676432132720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4230341911315918,
      "cov-distil (oracle2student)": 5.312796592712402,
      "cov-distil (oracle2teacher)": 4.77877140045166,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.0437450408935547,
      "step": 963,
      "subrel-constrast": 3.490696668624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7790298461914062,
      "cov-distil (oracle2student)": 4.3600873947143555,
      "cov-distil (oracle2teacher)": 4.315234184265137,
      "epoch": 0.7566718995290423,
      "rel-constrast": 3.0157017707824707,
      "step": 964,
      "subrel-constrast": 3.2715694904327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678769826889038,
      "cov-distil (oracle2student)": 5.562434673309326,
      "cov-distil (oracle2teacher)": 5.03788948059082,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8744938373565674,
      "step": 965,
      "subrel-constrast": 3.0536389350891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832454800605774,
      "cov-distil (oracle2student)": 3.9724106788635254,
      "cov-distil (oracle2teacher)": 3.2542190551757812,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.2080178260803223,
      "step": 966,
      "subrel-constrast": 2.8813369274139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8695201873779297,
      "cov-distil (oracle2student)": 4.199202537536621,
      "cov-distil (oracle2teacher)": 4.002891540527344,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.695797920227051,
      "step": 967,
      "subrel-constrast": 3.147313117980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7784149646759033,
      "cov-distil (oracle2student)": 5.459742069244385,
      "cov-distil (oracle2teacher)": 5.264517784118652,
      "epoch": 0.7598116169544741,
      "rel-constrast": 3.25380802154541,
      "step": 968,
      "subrel-constrast": 3.254129648208618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4962892532348633,
      "cov-distil (oracle2student)": 4.863295555114746,
      "cov-distil (oracle2teacher)": 4.868590831756592,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.8896493911743164,
      "step": 969,
      "subrel-constrast": 3.830029249191284,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 6.46875,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7369,
      "step": 970
    },
    {
      "cov-distil": 2.2408504486083984,
      "cov-distil (oracle2student)": 4.472637176513672,
      "cov-distil (oracle2teacher)": 4.761808395385742,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.7652626037597656,
      "step": 970,
      "subrel-constrast": 3.3548314571380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.463611364364624,
      "cov-distil (oracle2student)": 5.4502997398376465,
      "cov-distil (oracle2teacher)": 5.78581428527832,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.67506742477417,
      "step": 971,
      "subrel-constrast": 3.015801191329956,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1691818237304688,
      "cov-distil (oracle2student)": 4.924385070800781,
      "cov-distil (oracle2teacher)": 4.475038528442383,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.37422513961792,
      "step": 972,
      "subrel-constrast": 4.1382222175598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8953605890274048,
      "cov-distil (oracle2student)": 4.3268280029296875,
      "cov-distil (oracle2teacher)": 4.284476280212402,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.915940284729004,
      "step": 973,
      "subrel-constrast": 3.3277652263641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0706324577331543,
      "cov-distil (oracle2student)": 4.5395612716674805,
      "cov-distil (oracle2teacher)": 4.917752265930176,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.517082929611206,
      "step": 974,
      "subrel-constrast": 3.0126101970672607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687049388885498,
      "cov-distil (oracle2student)": 4.744575500488281,
      "cov-distil (oracle2teacher)": 5.100825786590576,
      "epoch": 0.7653061224489796,
      "rel-constrast": 3.1133134365081787,
      "step": 975,
      "subrel-constrast": 3.009458065032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5219788551330566,
      "cov-distil (oracle2student)": 4.606077671051025,
      "cov-distil (oracle2teacher)": 4.5946526527404785,
      "epoch": 0.7660910518053375,
      "rel-constrast": 3.0801525115966797,
      "step": 976,
      "subrel-constrast": 3.7429261207580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5943715572357178,
      "cov-distil (oracle2student)": 5.761242866516113,
      "cov-distil (oracle2teacher)": 6.158042907714844,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.4557533264160156,
      "step": 977,
      "subrel-constrast": 4.221856117248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4697537422180176,
      "cov-distil (oracle2student)": 3.6088597774505615,
      "cov-distil (oracle2teacher)": 3.9368934631347656,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.680184841156006,
      "step": 978,
      "subrel-constrast": 3.6663076877593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6095201969146729,
      "cov-distil (oracle2student)": 4.936522483825684,
      "cov-distil (oracle2teacher)": 5.0484490394592285,
      "epoch": 0.7684458398744113,
      "rel-constrast": 3.3453457355499268,
      "step": 979,
      "subrel-constrast": 3.6195552349090576,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 5.65625,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7731,
      "step": 980
    },
    {
      "cov-distil": 2.608548402786255,
      "cov-distil (oracle2student)": 6.325955867767334,
      "cov-distil (oracle2teacher)": 5.362611770629883,
      "epoch": 0.7692307692307693,
      "rel-constrast": 4.72904109954834,
      "step": 980,
      "subrel-constrast": 4.633282661437988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8555681705474854,
      "cov-distil (oracle2student)": 3.51702880859375,
      "cov-distil (oracle2teacher)": 3.7542824745178223,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.2324678897857666,
      "step": 981,
      "subrel-constrast": 3.2682833671569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6949172019958496,
      "cov-distil (oracle2student)": 3.4190893173217773,
      "cov-distil (oracle2teacher)": 3.532396078109741,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.1363162994384766,
      "step": 982,
      "subrel-constrast": 3.025468111038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001687526702881,
      "cov-distil (oracle2student)": 5.162622451782227,
      "cov-distil (oracle2teacher)": 4.906174659729004,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.2435755729675293,
      "step": 983,
      "subrel-constrast": 3.386625051498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6717441082000732,
      "cov-distil (oracle2student)": 4.970031261444092,
      "cov-distil (oracle2teacher)": 5.028567790985107,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.430567741394043,
      "step": 984,
      "subrel-constrast": 4.158372402191162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894020676612854,
      "cov-distil (oracle2student)": 5.69273567199707,
      "cov-distil (oracle2teacher)": 5.7616424560546875,
      "epoch": 0.7731554160125589,
      "rel-constrast": 3.24539852142334,
      "step": 985,
      "subrel-constrast": 3.588592290878296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.213320016860962,
      "cov-distil (oracle2student)": 4.15193510055542,
      "cov-distil (oracle2teacher)": 3.4828615188598633,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.0691003799438477,
      "step": 986,
      "subrel-constrast": 2.1049318313598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9399620294570923,
      "cov-distil (oracle2student)": 5.962563514709473,
      "cov-distil (oracle2teacher)": 5.0891571044921875,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.5315496921539307,
      "step": 987,
      "subrel-constrast": 3.175473928451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9873082637786865,
      "cov-distil (oracle2student)": 3.879462957382202,
      "cov-distil (oracle2teacher)": 4.701217174530029,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.231076240539551,
      "step": 988,
      "subrel-constrast": 3.1962640285491943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6817327737808228,
      "cov-distil (oracle2student)": 4.560492038726807,
      "cov-distil (oracle2teacher)": 4.354237079620361,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.3035852909088135,
      "step": 989,
      "subrel-constrast": 3.228677749633789,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 9.8125,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.7288,
      "step": 990
    },
    {
      "cov-distil": 2.373619556427002,
      "cov-distil (oracle2student)": 5.270087242126465,
      "cov-distil (oracle2teacher)": 4.580936431884766,
      "epoch": 0.7770800627943485,
      "rel-constrast": 3.736295223236084,
      "step": 990,
      "subrel-constrast": 3.86787748336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5080857276916504,
      "cov-distil (oracle2student)": 4.893520355224609,
      "cov-distil (oracle2teacher)": 5.262659072875977,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.1857714653015137,
      "step": 991,
      "subrel-constrast": 2.553220748901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201525926589966,
      "cov-distil (oracle2student)": 3.822543144226074,
      "cov-distil (oracle2teacher)": 3.5979950428009033,
      "epoch": 0.7786499215070644,
      "rel-constrast": 3.782658100128174,
      "step": 992,
      "subrel-constrast": 2.5967936515808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737086534500122,
      "cov-distil (oracle2student)": 6.123680114746094,
      "cov-distil (oracle2teacher)": 4.917226314544678,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.567577362060547,
      "step": 993,
      "subrel-constrast": 3.061760902404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.810461401939392,
      "cov-distil (oracle2student)": 6.6138434410095215,
      "cov-distil (oracle2teacher)": 6.086150169372559,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.7227563858032227,
      "step": 994,
      "subrel-constrast": 4.410459518432617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1024041175842285,
      "cov-distil (oracle2student)": 3.7654216289520264,
      "cov-distil (oracle2teacher)": 4.124664783477783,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.8480610847473145,
      "step": 995,
      "subrel-constrast": 3.7138218879699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8917875289916992,
      "cov-distil (oracle2student)": 5.451686382293701,
      "cov-distil (oracle2teacher)": 4.858930587768555,
      "epoch": 0.7817896389324961,
      "rel-constrast": 3.059805154800415,
      "step": 996,
      "subrel-constrast": 3.3400866985321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7174370288848877,
      "cov-distil (oracle2student)": 4.8015546798706055,
      "cov-distil (oracle2teacher)": 4.364316940307617,
      "epoch": 0.782574568288854,
      "rel-constrast": 3.233010768890381,
      "step": 997,
      "subrel-constrast": 3.3928704261779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.855467438697815,
      "cov-distil (oracle2student)": 2.506343126296997,
      "cov-distil (oracle2teacher)": 2.5929317474365234,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.095796823501587,
      "step": 998,
      "subrel-constrast": 2.85597825050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5373167991638184,
      "cov-distil (oracle2student)": 2.791018009185791,
      "cov-distil (oracle2teacher)": 2.3231453895568848,
      "epoch": 0.7841444270015698,
      "rel-constrast": 2.3800480365753174,
      "step": 999,
      "subrel-constrast": 2.2742366790771484,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 4.5,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.7403,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7399999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7432535329643555,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5589833986516509,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.41599999999999987,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.5926339582421426,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.570475000548925,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5221395046159025,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.3109374940395355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.050323486328125
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.043548583984375
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.00677490234375,
      "step": 1000
    },
    {
      "cov-distil": 2.2220559120178223,
      "cov-distil (oracle2student)": 4.652631759643555,
      "cov-distil (oracle2teacher)": 4.49212646484375,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.9976391792297363,
      "step": 1000,
      "subrel-constrast": 3.120521068572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2383540868759155,
      "cov-distil (oracle2student)": 4.857394218444824,
      "cov-distil (oracle2teacher)": 4.5058698654174805,
      "epoch": 0.7857142857142857,
      "rel-constrast": 2.096691131591797,
      "step": 1001,
      "subrel-constrast": 2.405160427093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5775562524795532,
      "cov-distil (oracle2student)": 6.309476852416992,
      "cov-distil (oracle2teacher)": 6.23488187789917,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.3552122116088867,
      "step": 1002,
      "subrel-constrast": 2.8871240615844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615625858306885,
      "cov-distil (oracle2student)": 6.042086601257324,
      "cov-distil (oracle2teacher)": 5.101515769958496,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.5647706985473633,
      "step": 1003,
      "subrel-constrast": 3.0643577575683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4441382884979248,
      "cov-distil (oracle2student)": 3.4349868297576904,
      "cov-distil (oracle2teacher)": 3.7097859382629395,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.3904922008514404,
      "step": 1004,
      "subrel-constrast": 3.1132121086120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9155813455581665,
      "cov-distil (oracle2student)": 3.9127283096313477,
      "cov-distil (oracle2teacher)": 3.7885303497314453,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.3477210998535156,
      "step": 1005,
      "subrel-constrast": 2.6080334186553955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049643039703369,
      "cov-distil (oracle2student)": 2.3924214839935303,
      "cov-distil (oracle2teacher)": 2.500920534133911,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.1030731201171875,
      "step": 1006,
      "subrel-constrast": 2.6920857429504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804551124572754,
      "cov-distil (oracle2student)": 4.207074165344238,
      "cov-distil (oracle2teacher)": 5.112665176391602,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.625751256942749,
      "step": 1007,
      "subrel-constrast": 3.6450517177581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9925217628479004,
      "cov-distil (oracle2student)": 6.242094993591309,
      "cov-distil (oracle2teacher)": 6.371260643005371,
      "epoch": 0.7912087912087912,
      "rel-constrast": 3.1461076736450195,
      "step": 1008,
      "subrel-constrast": 3.7858760356903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0949201583862305,
      "cov-distil (oracle2student)": 4.731484413146973,
      "cov-distil (oracle2teacher)": 4.3150739669799805,
      "epoch": 0.7919937205651492,
      "rel-constrast": 3.240133285522461,
      "step": 1009,
      "subrel-constrast": 3.4277493953704834,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 6.375,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6467,
      "step": 1010
    },
    {
      "cov-distil": 1.9001801013946533,
      "cov-distil (oracle2student)": 5.033917427062988,
      "cov-distil (oracle2teacher)": 4.1247382164001465,
      "epoch": 0.792778649921507,
      "rel-constrast": 3.8113157749176025,
      "step": 1010,
      "subrel-constrast": 3.1827008724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.679527997970581,
      "cov-distil (oracle2student)": 6.2997894287109375,
      "cov-distil (oracle2teacher)": 5.206880569458008,
      "epoch": 0.793563579277865,
      "rel-constrast": 5.20538854598999,
      "step": 1011,
      "subrel-constrast": 4.4908342361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1722521781921387,
      "cov-distil (oracle2student)": 4.446900367736816,
      "cov-distil (oracle2teacher)": 4.073281288146973,
      "epoch": 0.7943485086342229,
      "rel-constrast": 3.079928398132324,
      "step": 1012,
      "subrel-constrast": 2.9327683448791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3347396850585938,
      "cov-distil (oracle2student)": 6.16030216217041,
      "cov-distil (oracle2teacher)": 5.783512115478516,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.6929585933685303,
      "step": 1013,
      "subrel-constrast": 3.588904619216919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0405752658843994,
      "cov-distil (oracle2student)": 5.399529933929443,
      "cov-distil (oracle2teacher)": 5.72258186340332,
      "epoch": 0.7959183673469388,
      "rel-constrast": 4.165785789489746,
      "step": 1014,
      "subrel-constrast": 3.924041271209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5047541856765747,
      "cov-distil (oracle2student)": 2.9059927463531494,
      "cov-distil (oracle2teacher)": 4.093867301940918,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.477011203765869,
      "step": 1015,
      "subrel-constrast": 3.0542798042297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0494942665100098,
      "cov-distil (oracle2student)": 5.34476375579834,
      "cov-distil (oracle2teacher)": 4.709232330322266,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.7252578735351562,
      "step": 1016,
      "subrel-constrast": 3.6197428703308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3362746238708496,
      "cov-distil (oracle2student)": 4.520106792449951,
      "cov-distil (oracle2teacher)": 4.013367652893066,
      "epoch": 0.7982731554160125,
      "rel-constrast": 3.564831256866455,
      "step": 1017,
      "subrel-constrast": 3.3110179901123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627854824066162,
      "cov-distil (oracle2student)": 5.012027740478516,
      "cov-distil (oracle2teacher)": 5.013550758361816,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.5833587646484375,
      "step": 1018,
      "subrel-constrast": 3.4654154777526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1593987941741943,
      "cov-distil (oracle2student)": 2.8483946323394775,
      "cov-distil (oracle2teacher)": 3.0516819953918457,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.58328914642334,
      "step": 1019,
      "subrel-constrast": 3.040627956390381,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 4.84375,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.8472,
      "step": 1020
    },
    {
      "cov-distil": 2.437570095062256,
      "cov-distil (oracle2student)": 4.756840705871582,
      "cov-distil (oracle2teacher)": 4.2423553466796875,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.8842763900756836,
      "step": 1020,
      "subrel-constrast": 3.9078164100646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.774993419647217,
      "cov-distil (oracle2student)": 6.392549514770508,
      "cov-distil (oracle2teacher)": 5.12653923034668,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.6185861825942993,
      "step": 1021,
      "subrel-constrast": 2.544746160507202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8082510232925415,
      "cov-distil (oracle2student)": 5.41256856918335,
      "cov-distil (oracle2teacher)": 4.831231594085693,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.3891963958740234,
      "step": 1022,
      "subrel-constrast": 2.4263269901275635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8076636791229248,
      "cov-distil (oracle2student)": 3.12150239944458,
      "cov-distil (oracle2teacher)": 3.554084300994873,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.3573646545410156,
      "step": 1023,
      "subrel-constrast": 4.076853275299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6311086416244507,
      "cov-distil (oracle2student)": 3.7371556758880615,
      "cov-distil (oracle2teacher)": 3.7065064907073975,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.4403395652770996,
      "step": 1024,
      "subrel-constrast": 3.3514978885650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.93882155418396,
      "cov-distil (oracle2student)": 5.194793701171875,
      "cov-distil (oracle2teacher)": 4.571089744567871,
      "epoch": 0.804552590266876,
      "rel-constrast": 3.048978805541992,
      "step": 1025,
      "subrel-constrast": 3.278883934020996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5971382856369019,
      "cov-distil (oracle2student)": 6.307153701782227,
      "cov-distil (oracle2teacher)": 5.720582962036133,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.808367967605591,
      "step": 1026,
      "subrel-constrast": 3.990652561187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.693006992340088,
      "cov-distil (oracle2student)": 4.257879734039307,
      "cov-distil (oracle2teacher)": 3.7352466583251953,
      "epoch": 0.8061224489795918,
      "rel-constrast": 2.160508394241333,
      "step": 1027,
      "subrel-constrast": 2.786391258239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7385004758834839,
      "cov-distil (oracle2student)": 4.723557472229004,
      "cov-distil (oracle2teacher)": 4.878059387207031,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.691206693649292,
      "step": 1028,
      "subrel-constrast": 2.7727041244506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9647932052612305,
      "cov-distil (oracle2student)": 3.932286500930786,
      "cov-distil (oracle2teacher)": 4.364294052124023,
      "epoch": 0.8076923076923077,
      "rel-constrast": 3.513577461242676,
      "step": 1029,
      "subrel-constrast": 3.6264986991882324,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 6.875,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.7228,
      "step": 1030
    },
    {
      "cov-distil": 1.9191232919692993,
      "cov-distil (oracle2student)": 3.97472882270813,
      "cov-distil (oracle2teacher)": 4.297563552856445,
      "epoch": 0.8084772370486656,
      "rel-constrast": 3.537177324295044,
      "step": 1030,
      "subrel-constrast": 3.1744203567504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358812093734741,
      "cov-distil (oracle2student)": 6.342399597167969,
      "cov-distil (oracle2teacher)": 6.421349048614502,
      "epoch": 0.8092621664050236,
      "rel-constrast": 4.2921953201293945,
      "step": 1031,
      "subrel-constrast": 4.897681713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8863542079925537,
      "cov-distil (oracle2student)": 4.917356491088867,
      "cov-distil (oracle2teacher)": 4.268250942230225,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.1548519134521484,
      "step": 1032,
      "subrel-constrast": 4.014768600463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095418691635132,
      "cov-distil (oracle2student)": 3.7074227333068848,
      "cov-distil (oracle2teacher)": 3.9573817253112793,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.5346951484680176,
      "step": 1033,
      "subrel-constrast": 3.379600763320923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861443281173706,
      "cov-distil (oracle2student)": 5.107637405395508,
      "cov-distil (oracle2teacher)": 5.090344429016113,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.3029911518096924,
      "step": 1034,
      "subrel-constrast": 2.5184624195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917632579803467,
      "cov-distil (oracle2student)": 5.417839050292969,
      "cov-distil (oracle2teacher)": 5.605642318725586,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.8946871757507324,
      "step": 1035,
      "subrel-constrast": 3.528712272644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785286784172058,
      "cov-distil (oracle2student)": 3.998136043548584,
      "cov-distil (oracle2teacher)": 4.982183933258057,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.6775307655334473,
      "step": 1036,
      "subrel-constrast": 3.180603504180908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.359381675720215,
      "cov-distil (oracle2student)": 3.889887571334839,
      "cov-distil (oracle2teacher)": 4.29286527633667,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.325227975845337,
      "step": 1037,
      "subrel-constrast": 3.769688606262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631232500076294,
      "cov-distil (oracle2student)": 4.7699689865112305,
      "cov-distil (oracle2teacher)": 3.950439214706421,
      "epoch": 0.814756671899529,
      "rel-constrast": 4.087738513946533,
      "step": 1038,
      "subrel-constrast": 3.8070108890533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799464464187622,
      "cov-distil (oracle2student)": 5.067262649536133,
      "cov-distil (oracle2teacher)": 4.854604721069336,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.670283555984497,
      "step": 1039,
      "subrel-constrast": 3.3564188480377197,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 4.9375,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7869,
      "step": 1040
    },
    {
      "cov-distil": 1.9141955375671387,
      "cov-distil (oracle2student)": 3.870307445526123,
      "cov-distil (oracle2teacher)": 4.005682468414307,
      "epoch": 0.8163265306122449,
      "rel-constrast": 3.296255588531494,
      "step": 1040,
      "subrel-constrast": 3.912566661834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5008565187454224,
      "cov-distil (oracle2student)": 4.1227827072143555,
      "cov-distil (oracle2teacher)": 3.6386959552764893,
      "epoch": 0.8171114599686028,
      "rel-constrast": 3.004767894744873,
      "step": 1041,
      "subrel-constrast": 2.9779365062713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5201821327209473,
      "cov-distil (oracle2student)": 5.280529975891113,
      "cov-distil (oracle2teacher)": 5.138425827026367,
      "epoch": 0.8178963893249608,
      "rel-constrast": 4.4365763664245605,
      "step": 1042,
      "subrel-constrast": 4.25515604019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5733259916305542,
      "cov-distil (oracle2student)": 6.8774614334106445,
      "cov-distil (oracle2teacher)": 6.226961135864258,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.16853666305542,
      "step": 1043,
      "subrel-constrast": 3.534787893295288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9432400465011597,
      "cov-distil (oracle2student)": 4.7844085693359375,
      "cov-distil (oracle2teacher)": 4.377969741821289,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.6694676876068115,
      "step": 1044,
      "subrel-constrast": 3.4834816455841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820918083190918,
      "cov-distil (oracle2student)": 3.236928701400757,
      "cov-distil (oracle2teacher)": 2.976825714111328,
      "epoch": 0.8202511773940345,
      "rel-constrast": 3.2434651851654053,
      "step": 1045,
      "subrel-constrast": 3.951207399368286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0163180828094482,
      "cov-distil (oracle2student)": 4.1103715896606445,
      "cov-distil (oracle2teacher)": 4.092857360839844,
      "epoch": 0.8210361067503925,
      "rel-constrast": 3.5381014347076416,
      "step": 1046,
      "subrel-constrast": 3.7113444805145264,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.069265127182007,
      "cov-distil (oracle2student)": 5.01949405670166,
      "cov-distil (oracle2teacher)": 4.84833288192749,
      "epoch": 0.8218210361067504,
      "rel-constrast": 3.8830854892730713,
      "step": 1047,
      "subrel-constrast": 4.109782695770264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3689430952072144,
      "cov-distil (oracle2student)": 4.32603645324707,
      "cov-distil (oracle2teacher)": 4.253130912780762,
      "epoch": 0.8226059654631083,
      "rel-constrast": 3.0747151374816895,
      "step": 1048,
      "subrel-constrast": 3.163884162902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6389567852020264,
      "cov-distil (oracle2student)": 3.7350642681121826,
      "cov-distil (oracle2teacher)": 3.980151891708374,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.540182113647461,
      "step": 1049,
      "subrel-constrast": 4.204683303833008,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 5.375,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.8714,
      "step": 1050
    },
    {
      "cov-distil": 2.0211024284362793,
      "cov-distil (oracle2student)": 4.770407199859619,
      "cov-distil (oracle2teacher)": 4.236717700958252,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.735293388366699,
      "step": 1050,
      "subrel-constrast": 3.677294969558716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.554286241531372,
      "cov-distil (oracle2student)": 2.677387237548828,
      "cov-distil (oracle2teacher)": 3.299464225769043,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.3067710399627686,
      "step": 1051,
      "subrel-constrast": 3.3367397785186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6567447185516357,
      "cov-distil (oracle2student)": 4.2255096435546875,
      "cov-distil (oracle2teacher)": 4.037209510803223,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.9458096027374268,
      "step": 1052,
      "subrel-constrast": 3.7287919521331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292253017425537,
      "cov-distil (oracle2student)": 4.580074310302734,
      "cov-distil (oracle2teacher)": 4.120560646057129,
      "epoch": 0.826530612244898,
      "rel-constrast": 3.1187820434570312,
      "step": 1053,
      "subrel-constrast": 2.9374873638153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8568241596221924,
      "cov-distil (oracle2student)": 4.617620468139648,
      "cov-distil (oracle2teacher)": 4.348759651184082,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.531643867492676,
      "step": 1054,
      "subrel-constrast": 3.971701145172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5490773916244507,
      "cov-distil (oracle2student)": 3.6034493446350098,
      "cov-distil (oracle2teacher)": 3.787501096725464,
      "epoch": 0.8281004709576139,
      "rel-constrast": 2.048987865447998,
      "step": 1055,
      "subrel-constrast": 2.6984241008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.932691216468811,
      "cov-distil (oracle2student)": 5.286545753479004,
      "cov-distil (oracle2teacher)": 5.347277641296387,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.209745407104492,
      "step": 1056,
      "subrel-constrast": 3.659111976623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.240740418434143,
      "cov-distil (oracle2student)": 4.534432411193848,
      "cov-distil (oracle2teacher)": 3.599727153778076,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.880757451057434,
      "step": 1057,
      "subrel-constrast": 2.165424346923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2485175132751465,
      "cov-distil (oracle2student)": 5.4144392013549805,
      "cov-distil (oracle2teacher)": 5.738966941833496,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.967527389526367,
      "step": 1058,
      "subrel-constrast": 3.034717321395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6934685707092285,
      "cov-distil (oracle2student)": 4.714815139770508,
      "cov-distil (oracle2teacher)": 5.019493103027344,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.538520097732544,
      "step": 1059,
      "subrel-constrast": 3.1097497940063477,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 5.03125,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.7571,
      "step": 1060
    },
    {
      "cov-distil": 2.22640061378479,
      "cov-distil (oracle2student)": 4.572024822235107,
      "cov-distil (oracle2teacher)": 4.481077194213867,
      "epoch": 0.8320251177394035,
      "rel-constrast": 3.2244324684143066,
      "step": 1060,
      "subrel-constrast": 3.2831568717956543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394884705543518,
      "cov-distil (oracle2student)": 3.93202543258667,
      "cov-distil (oracle2teacher)": 4.305543899536133,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.624329090118408,
      "step": 1061,
      "subrel-constrast": 2.6150481700897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000737190246582,
      "cov-distil (oracle2student)": 3.876934051513672,
      "cov-distil (oracle2teacher)": 4.262816429138184,
      "epoch": 0.8335949764521193,
      "rel-constrast": 3.3520238399505615,
      "step": 1062,
      "subrel-constrast": 3.466841459274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4784481525421143,
      "cov-distil (oracle2student)": 3.286653518676758,
      "cov-distil (oracle2teacher)": 3.1720938682556152,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.140063524246216,
      "step": 1063,
      "subrel-constrast": 3.436129093170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7207605838775635,
      "cov-distil (oracle2student)": 5.999547004699707,
      "cov-distil (oracle2teacher)": 5.932941436767578,
      "epoch": 0.8351648351648352,
      "rel-constrast": 3.371365785598755,
      "step": 1064,
      "subrel-constrast": 3.823076009750366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1118111610412598,
      "cov-distil (oracle2student)": 6.61491060256958,
      "cov-distil (oracle2teacher)": 6.48581075668335,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.9516377449035645,
      "step": 1065,
      "subrel-constrast": 3.241020441055298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4472362995147705,
      "cov-distil (oracle2student)": 4.236824989318848,
      "cov-distil (oracle2teacher)": 4.39066219329834,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.1432385444641113,
      "step": 1066,
      "subrel-constrast": 2.6046857833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7392867803573608,
      "cov-distil (oracle2student)": 4.177151203155518,
      "cov-distil (oracle2teacher)": 4.1179914474487305,
      "epoch": 0.8375196232339089,
      "rel-constrast": 2.2668614387512207,
      "step": 1067,
      "subrel-constrast": 3.041735887527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682390809059143,
      "cov-distil (oracle2student)": 5.054137706756592,
      "cov-distil (oracle2teacher)": 5.068109512329102,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.4848310947418213,
      "step": 1068,
      "subrel-constrast": 3.5606188774108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701476812362671,
      "cov-distil (oracle2student)": 5.3565473556518555,
      "cov-distil (oracle2teacher)": 5.713643550872803,
      "epoch": 0.8390894819466248,
      "rel-constrast": 3.3530049324035645,
      "step": 1069,
      "subrel-constrast": 4.100831031799316,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 5.46875,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.7478,
      "step": 1070
    },
    {
      "cov-distil": 1.2154967784881592,
      "cov-distil (oracle2student)": 4.374870300292969,
      "cov-distil (oracle2teacher)": 3.89302396774292,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.8856182098388672,
      "step": 1070,
      "subrel-constrast": 2.1281049251556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8843992948532104,
      "cov-distil (oracle2student)": 4.25438928604126,
      "cov-distil (oracle2teacher)": 4.615301132202148,
      "epoch": 0.8406593406593407,
      "rel-constrast": 3.48921799659729,
      "step": 1071,
      "subrel-constrast": 3.693742275238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2462961673736572,
      "cov-distil (oracle2student)": 5.2511305809021,
      "cov-distil (oracle2teacher)": 4.865696907043457,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.8734664916992188,
      "step": 1072,
      "subrel-constrast": 2.198110580444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654388427734375,
      "cov-distil (oracle2student)": 2.6944994926452637,
      "cov-distil (oracle2teacher)": 2.5309200286865234,
      "epoch": 0.8422291993720565,
      "rel-constrast": 3.083055019378662,
      "step": 1073,
      "subrel-constrast": 3.6076974868774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.277679681777954,
      "cov-distil (oracle2student)": 6.697941780090332,
      "cov-distil (oracle2teacher)": 6.396483421325684,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.7702598571777344,
      "step": 1074,
      "subrel-constrast": 3.2673401832580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9401519298553467,
      "cov-distil (oracle2student)": 5.532357215881348,
      "cov-distil (oracle2teacher)": 4.884344100952148,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.3966331481933594,
      "step": 1075,
      "subrel-constrast": 4.173871040344238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4964065551757812,
      "cov-distil (oracle2student)": 3.541459083557129,
      "cov-distil (oracle2teacher)": 3.2930850982666016,
      "epoch": 0.8445839874411303,
      "rel-constrast": 3.6567554473876953,
      "step": 1076,
      "subrel-constrast": 4.063718795776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9678199291229248,
      "cov-distil (oracle2student)": 4.790709018707275,
      "cov-distil (oracle2teacher)": 4.126340866088867,
      "epoch": 0.8453689167974883,
      "rel-constrast": 3.4279260635375977,
      "step": 1077,
      "subrel-constrast": 3.747525215148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774364948272705,
      "cov-distil (oracle2student)": 3.6060588359832764,
      "cov-distil (oracle2teacher)": 3.394333600997925,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.7731738090515137,
      "step": 1078,
      "subrel-constrast": 3.022286891937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9696835279464722,
      "cov-distil (oracle2student)": 6.6786065101623535,
      "cov-distil (oracle2teacher)": 7.148618698120117,
      "epoch": 0.8469387755102041,
      "rel-constrast": 2.0889017581939697,
      "step": 1079,
      "subrel-constrast": 2.455038547515869,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 5.25,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.7111,
      "step": 1080
    },
    {
      "cov-distil": 2.0844573974609375,
      "cov-distil (oracle2student)": 2.892153739929199,
      "cov-distil (oracle2teacher)": 2.93636417388916,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.6752662658691406,
      "step": 1080,
      "subrel-constrast": 2.532726764678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423093318939209,
      "cov-distil (oracle2student)": 4.154885292053223,
      "cov-distil (oracle2teacher)": 3.996605157852173,
      "epoch": 0.8485086342229199,
      "rel-constrast": 3.597081184387207,
      "step": 1081,
      "subrel-constrast": 3.6154673099517822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2688632011413574,
      "cov-distil (oracle2student)": 3.080799102783203,
      "cov-distil (oracle2teacher)": 3.491490364074707,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.190889358520508,
      "step": 1082,
      "subrel-constrast": 3.374408483505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365316867828369,
      "cov-distil (oracle2student)": 7.005494117736816,
      "cov-distil (oracle2teacher)": 5.619012832641602,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.643918991088867,
      "step": 1083,
      "subrel-constrast": 3.2009425163269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5069661140441895,
      "cov-distil (oracle2student)": 4.8653059005737305,
      "cov-distil (oracle2teacher)": 4.658266544342041,
      "epoch": 0.8508634222919937,
      "rel-constrast": 3.029076099395752,
      "step": 1084,
      "subrel-constrast": 2.9521231651306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3486955165863037,
      "cov-distil (oracle2student)": 4.33885383605957,
      "cov-distil (oracle2teacher)": 4.840295791625977,
      "epoch": 0.8516483516483516,
      "rel-constrast": 3.123730182647705,
      "step": 1085,
      "subrel-constrast": 3.4683778285980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3195579051971436,
      "cov-distil (oracle2student)": 4.347739219665527,
      "cov-distil (oracle2teacher)": 4.528165817260742,
      "epoch": 0.8524332810047096,
      "rel-constrast": 4.112612247467041,
      "step": 1086,
      "subrel-constrast": 4.2568135261535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565517783164978,
      "cov-distil (oracle2student)": 3.1080734729766846,
      "cov-distil (oracle2teacher)": 3.443680763244629,
      "epoch": 0.8532182103610675,
      "rel-constrast": 1.920534610748291,
      "step": 1087,
      "subrel-constrast": 2.566239356994629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202860832214355,
      "cov-distil (oracle2student)": 4.451286315917969,
      "cov-distil (oracle2teacher)": 3.8303189277648926,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.29136323928833,
      "step": 1088,
      "subrel-constrast": 2.4601759910583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0416693687438965,
      "cov-distil (oracle2student)": 3.465787172317505,
      "cov-distil (oracle2teacher)": 3.5443739891052246,
      "epoch": 0.8547880690737834,
      "rel-constrast": 3.0767509937286377,
      "step": 1089,
      "subrel-constrast": 2.971121311187744,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 6.125,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.7165,
      "step": 1090
    },
    {
      "cov-distil": 2.779773235321045,
      "cov-distil (oracle2student)": 4.6749420166015625,
      "cov-distil (oracle2teacher)": 4.2202863693237305,
      "epoch": 0.8555729984301413,
      "rel-constrast": 3.0604114532470703,
      "step": 1090,
      "subrel-constrast": 3.985084295272827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5118322372436523,
      "cov-distil (oracle2student)": 3.2549259662628174,
      "cov-distil (oracle2teacher)": 4.107227325439453,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.352935314178467,
      "step": 1091,
      "subrel-constrast": 3.249084949493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3721755743026733,
      "cov-distil (oracle2student)": 4.9019269943237305,
      "cov-distil (oracle2teacher)": 4.624570369720459,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.3654942512512207,
      "step": 1092,
      "subrel-constrast": 3.4587957859039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029914379119873,
      "cov-distil (oracle2student)": 6.083597183227539,
      "cov-distil (oracle2teacher)": 6.209753036499023,
      "epoch": 0.8579277864992151,
      "rel-constrast": 3.332106113433838,
      "step": 1093,
      "subrel-constrast": 3.506223678588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7881536483764648,
      "cov-distil (oracle2student)": 6.066334247589111,
      "cov-distil (oracle2teacher)": 5.645448684692383,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.969517707824707,
      "step": 1094,
      "subrel-constrast": 3.285250663757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50372314453125,
      "cov-distil (oracle2student)": 4.950436592102051,
      "cov-distil (oracle2teacher)": 4.111554145812988,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.9187755584716797,
      "step": 1095,
      "subrel-constrast": 2.644956111907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233285427093506,
      "cov-distil (oracle2student)": 4.280734062194824,
      "cov-distil (oracle2teacher)": 4.916011333465576,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.800590991973877,
      "step": 1096,
      "subrel-constrast": 3.5235748291015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718091249465942,
      "cov-distil (oracle2student)": 2.8230748176574707,
      "cov-distil (oracle2teacher)": 2.928708076477051,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.55090069770813,
      "step": 1097,
      "subrel-constrast": 2.7684383392333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.770813465118408,
      "cov-distil (oracle2student)": 6.003300666809082,
      "cov-distil (oracle2teacher)": 5.641226291656494,
      "epoch": 0.8618524332810047,
      "rel-constrast": 3.517279624938965,
      "step": 1098,
      "subrel-constrast": 3.8374712467193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9862592220306396,
      "cov-distil (oracle2student)": 4.6151957511901855,
      "cov-distil (oracle2teacher)": 5.064835548400879,
      "epoch": 0.8626373626373627,
      "rel-constrast": 2.4902732372283936,
      "step": 1099,
      "subrel-constrast": 3.029839277267456,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 5.15625,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.734,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.3109374940395355,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.06060791015625
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.044647216796875
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.015960693359375,
      "step": 1100
    },
    {
      "cov-distil": 1.8023673295974731,
      "cov-distil (oracle2student)": 3.193601608276367,
      "cov-distil (oracle2teacher)": 3.339792490005493,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.5313267707824707,
      "step": 1100,
      "subrel-constrast": 3.1768078804016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.640068531036377,
      "cov-distil (oracle2student)": 3.513457775115967,
      "cov-distil (oracle2teacher)": 4.027823448181152,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.188093662261963,
      "step": 1101,
      "subrel-constrast": 4.982102870941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2055022716522217,
      "cov-distil (oracle2student)": 3.006164312362671,
      "cov-distil (oracle2teacher)": 3.061811923980713,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.947187900543213,
      "step": 1102,
      "subrel-constrast": 3.279883861541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1996092796325684,
      "cov-distil (oracle2student)": 4.335134029388428,
      "cov-distil (oracle2teacher)": 4.323529243469238,
      "epoch": 0.8657770800627943,
      "rel-constrast": 3.314180374145508,
      "step": 1103,
      "subrel-constrast": 3.199349880218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918793797492981,
      "cov-distil (oracle2student)": 3.733372926712036,
      "cov-distil (oracle2teacher)": 3.7864949703216553,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.3269288539886475,
      "step": 1104,
      "subrel-constrast": 3.5635876655578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.357103943824768,
      "cov-distil (oracle2student)": 5.793290138244629,
      "cov-distil (oracle2teacher)": 6.235311031341553,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.3541786670684814,
      "step": 1105,
      "subrel-constrast": 2.9439008235931396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4778470993041992,
      "cov-distil (oracle2student)": 4.164369583129883,
      "cov-distil (oracle2teacher)": 4.238247871398926,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.5272693634033203,
      "step": 1106,
      "subrel-constrast": 3.0375242233276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6982817649841309,
      "cov-distil (oracle2student)": 4.331145286560059,
      "cov-distil (oracle2teacher)": 4.1618733406066895,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.1242361068725586,
      "step": 1107,
      "subrel-constrast": 2.9423465728759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8138213157653809,
      "cov-distil (oracle2student)": 6.867938041687012,
      "cov-distil (oracle2teacher)": 6.038825988769531,
      "epoch": 0.869701726844584,
      "rel-constrast": 3.28813099861145,
      "step": 1108,
      "subrel-constrast": 3.190415620803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1139919757843018,
      "cov-distil (oracle2student)": 5.174909591674805,
      "cov-distil (oracle2teacher)": 4.757157802581787,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.771343946456909,
      "step": 1109,
      "subrel-constrast": 2.871786594390869,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 6.03125,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7343,
      "step": 1110
    },
    {
      "cov-distil": 1.3191194534301758,
      "cov-distil (oracle2student)": 4.355250358581543,
      "cov-distil (oracle2teacher)": 4.12099552154541,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.962069034576416,
      "step": 1110,
      "subrel-constrast": 3.0663437843322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035451889038086,
      "cov-distil (oracle2student)": 4.91413688659668,
      "cov-distil (oracle2teacher)": 5.491910934448242,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.542713165283203,
      "step": 1111,
      "subrel-constrast": 3.9727325439453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.213468074798584,
      "cov-distil (oracle2student)": 6.513087749481201,
      "cov-distil (oracle2teacher)": 5.312489986419678,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.4688282012939453,
      "step": 1112,
      "subrel-constrast": 4.094264984130859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31864595413208,
      "cov-distil (oracle2student)": 4.0866851806640625,
      "cov-distil (oracle2teacher)": 4.189863204956055,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.6528937816619873,
      "step": 1113,
      "subrel-constrast": 4.047484874725342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4107985496520996,
      "cov-distil (oracle2student)": 4.505867958068848,
      "cov-distil (oracle2teacher)": 3.9467318058013916,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.5274062156677246,
      "step": 1114,
      "subrel-constrast": 4.035259246826172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119220972061157,
      "cov-distil (oracle2student)": 4.508026599884033,
      "cov-distil (oracle2teacher)": 4.518837928771973,
      "epoch": 0.8751962323390895,
      "rel-constrast": 3.324582576751709,
      "step": 1115,
      "subrel-constrast": 3.310551881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468759059906006,
      "cov-distil (oracle2student)": 4.100050926208496,
      "cov-distil (oracle2teacher)": 4.178936004638672,
      "epoch": 0.8759811616954474,
      "rel-constrast": 3.608957052230835,
      "step": 1116,
      "subrel-constrast": 3.702023983001709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.504732370376587,
      "cov-distil (oracle2student)": 4.993105411529541,
      "cov-distil (oracle2teacher)": 5.007068634033203,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.5251975059509277,
      "step": 1117,
      "subrel-constrast": 3.689699172973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7636229991912842,
      "cov-distil (oracle2student)": 4.047309398651123,
      "cov-distil (oracle2teacher)": 4.076892852783203,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.4882001876831055,
      "step": 1118,
      "subrel-constrast": 2.942988395690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.04659104347229,
      "cov-distil (oracle2student)": 4.6189727783203125,
      "cov-distil (oracle2teacher)": 4.542491912841797,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.2228589057922363,
      "step": 1119,
      "subrel-constrast": 4.018290042877197,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 5.1875,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.8081,
      "step": 1120
    },
    {
      "cov-distil": 1.607527732849121,
      "cov-distil (oracle2student)": 3.235262393951416,
      "cov-distil (oracle2teacher)": 3.350773572921753,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.1328821182250977,
      "step": 1120,
      "subrel-constrast": 2.8265132904052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8952069282531738,
      "cov-distil (oracle2student)": 4.488842964172363,
      "cov-distil (oracle2teacher)": 4.060805320739746,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.4369564056396484,
      "step": 1121,
      "subrel-constrast": 3.0250697135925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.138671398162842,
      "cov-distil (oracle2student)": 4.820608139038086,
      "cov-distil (oracle2teacher)": 3.7308459281921387,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.6142995357513428,
      "step": 1122,
      "subrel-constrast": 2.843782424926758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3571577072143555,
      "cov-distil (oracle2student)": 4.380007743835449,
      "cov-distil (oracle2teacher)": 5.115703582763672,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.2239437103271484,
      "step": 1123,
      "subrel-constrast": 4.2509050369262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1271820068359375,
      "cov-distil (oracle2student)": 5.289808750152588,
      "cov-distil (oracle2teacher)": 4.66038703918457,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.6133103370666504,
      "step": 1124,
      "subrel-constrast": 3.9621403217315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3120710849761963,
      "cov-distil (oracle2student)": 5.553624629974365,
      "cov-distil (oracle2teacher)": 4.895241737365723,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.908745288848877,
      "step": 1125,
      "subrel-constrast": 2.726834297180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.206674575805664,
      "cov-distil (oracle2student)": 5.272987365722656,
      "cov-distil (oracle2teacher)": 4.759096145629883,
      "epoch": 0.8838304552590267,
      "rel-constrast": 4.425478935241699,
      "step": 1126,
      "subrel-constrast": 4.886025905609131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657951593399048,
      "cov-distil (oracle2student)": 3.6784050464630127,
      "cov-distil (oracle2teacher)": 4.403132438659668,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.82307767868042,
      "step": 1127,
      "subrel-constrast": 3.6641931533813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7253036499023438,
      "cov-distil (oracle2student)": 4.816134929656982,
      "cov-distil (oracle2teacher)": 4.613271713256836,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.372450828552246,
      "step": 1128,
      "subrel-constrast": 3.8685669898986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4781697988510132,
      "cov-distil (oracle2student)": 3.8983161449432373,
      "cov-distil (oracle2teacher)": 3.758934259414673,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.932391405105591,
      "step": 1129,
      "subrel-constrast": 3.3068151473999023,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 5.8125,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7121,
      "step": 1130
    },
    {
      "cov-distil": 0.9965601563453674,
      "cov-distil (oracle2student)": 3.8816452026367188,
      "cov-distil (oracle2teacher)": 4.303192138671875,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.324941635131836,
      "step": 1130,
      "subrel-constrast": 3.499652862548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.148092746734619,
      "cov-distil (oracle2student)": 4.62825870513916,
      "cov-distil (oracle2teacher)": 4.049130439758301,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.8060245513916016,
      "step": 1131,
      "subrel-constrast": 3.448538064956665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.388277769088745,
      "cov-distil (oracle2student)": 3.9481217861175537,
      "cov-distil (oracle2teacher)": 4.392745018005371,
      "epoch": 0.8885400313971743,
      "rel-constrast": 3.1668453216552734,
      "step": 1132,
      "subrel-constrast": 4.606669902801514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895479679107666,
      "cov-distil (oracle2student)": 4.394721508026123,
      "cov-distil (oracle2teacher)": 3.515934467315674,
      "epoch": 0.8893249607535322,
      "rel-constrast": 3.1485438346862793,
      "step": 1133,
      "subrel-constrast": 3.063230514526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006291389465332,
      "cov-distil (oracle2student)": 5.27622127532959,
      "cov-distil (oracle2teacher)": 5.107194423675537,
      "epoch": 0.8901098901098901,
      "rel-constrast": 2.8477673530578613,
      "step": 1134,
      "subrel-constrast": 3.8617069721221924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9112575054168701,
      "cov-distil (oracle2student)": 4.0049543380737305,
      "cov-distil (oracle2teacher)": 4.129515171051025,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.6646432876586914,
      "step": 1135,
      "subrel-constrast": 3.659118890762329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2020549774169922,
      "cov-distil (oracle2student)": 4.141427040100098,
      "cov-distil (oracle2teacher)": 3.909811496734619,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.574281692504883,
      "step": 1136,
      "subrel-constrast": 2.9359660148620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013317346572876,
      "cov-distil (oracle2student)": 6.049181938171387,
      "cov-distil (oracle2teacher)": 6.102480411529541,
      "epoch": 0.8924646781789639,
      "rel-constrast": 3.423107862472534,
      "step": 1137,
      "subrel-constrast": 3.649683952331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3161211013793945,
      "cov-distil (oracle2student)": 3.0968940258026123,
      "cov-distil (oracle2teacher)": 3.317478656768799,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.7176806926727295,
      "step": 1138,
      "subrel-constrast": 1.8882633447647095,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7302746772766113,
      "cov-distil (oracle2student)": 5.026195049285889,
      "cov-distil (oracle2teacher)": 4.922985076904297,
      "epoch": 0.8940345368916798,
      "rel-constrast": 3.7085578441619873,
      "step": 1139,
      "subrel-constrast": 3.1251602172851562,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 6.3125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.7346,
      "step": 1140
    },
    {
      "cov-distil": 1.5314874649047852,
      "cov-distil (oracle2student)": 3.467926025390625,
      "cov-distil (oracle2teacher)": 3.449326515197754,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.9583854675292969,
      "step": 1140,
      "subrel-constrast": 2.403074264526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8002471923828125,
      "cov-distil (oracle2student)": 3.7562828063964844,
      "cov-distil (oracle2teacher)": 3.9387030601501465,
      "epoch": 0.8956043956043956,
      "rel-constrast": 1.9103975296020508,
      "step": 1141,
      "subrel-constrast": 2.288804292678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3966598510742188,
      "cov-distil (oracle2student)": 4.357481956481934,
      "cov-distil (oracle2teacher)": 4.290166854858398,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.686366558074951,
      "step": 1142,
      "subrel-constrast": 3.433624029159546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8013899326324463,
      "cov-distil (oracle2student)": 4.851076126098633,
      "cov-distil (oracle2teacher)": 5.082544326782227,
      "epoch": 0.8971742543171115,
      "rel-constrast": 2.452796220779419,
      "step": 1143,
      "subrel-constrast": 3.113895893096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1746621131896973,
      "cov-distil (oracle2student)": 5.631779193878174,
      "cov-distil (oracle2teacher)": 5.687023162841797,
      "epoch": 0.8979591836734694,
      "rel-constrast": 3.2868752479553223,
      "step": 1144,
      "subrel-constrast": 3.614924907684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955851793289185,
      "cov-distil (oracle2student)": 5.1675801277160645,
      "cov-distil (oracle2teacher)": 4.8831095695495605,
      "epoch": 0.8987441130298273,
      "rel-constrast": 3.6278159618377686,
      "step": 1145,
      "subrel-constrast": 3.885714292526245,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.316155433654785,
      "cov-distil (oracle2student)": 7.516333103179932,
      "cov-distil (oracle2teacher)": 7.083653450012207,
      "epoch": 0.8995290423861853,
      "rel-constrast": 2.3336844444274902,
      "step": 1146,
      "subrel-constrast": 2.9841880798339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0797033309936523,
      "cov-distil (oracle2student)": 5.065781593322754,
      "cov-distil (oracle2teacher)": 4.4316253662109375,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.888216257095337,
      "step": 1147,
      "subrel-constrast": 4.0490403175354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760321021080017,
      "cov-distil (oracle2student)": 4.037451267242432,
      "cov-distil (oracle2teacher)": 4.459685802459717,
      "epoch": 0.9010989010989011,
      "rel-constrast": 4.1078410148620605,
      "step": 1148,
      "subrel-constrast": 3.807903289794922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9844039678573608,
      "cov-distil (oracle2student)": 5.389848709106445,
      "cov-distil (oracle2teacher)": 6.164098739624023,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.4648995399475098,
      "step": 1149,
      "subrel-constrast": 4.223978042602539,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 6.09375,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.7429,
      "step": 1150
    },
    {
      "cov-distil": 1.5619512796401978,
      "cov-distil (oracle2student)": 4.697821140289307,
      "cov-distil (oracle2teacher)": 4.856727600097656,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.6991403102874756,
      "step": 1150,
      "subrel-constrast": 3.0192432403564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.636636257171631,
      "cov-distil (oracle2student)": 3.5389771461486816,
      "cov-distil (oracle2teacher)": 3.4627580642700195,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.627481460571289,
      "step": 1151,
      "subrel-constrast": 3.4127449989318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982803225517273,
      "cov-distil (oracle2student)": 4.202663421630859,
      "cov-distil (oracle2teacher)": 3.970416784286499,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.2722620964050293,
      "step": 1152,
      "subrel-constrast": 2.607297658920288,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3468942642211914,
      "cov-distil (oracle2student)": 5.115669250488281,
      "cov-distil (oracle2teacher)": 4.449874401092529,
      "epoch": 0.9050235478806907,
      "rel-constrast": 3.7003326416015625,
      "step": 1153,
      "subrel-constrast": 4.650537490844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5920989513397217,
      "cov-distil (oracle2student)": 5.724208354949951,
      "cov-distil (oracle2teacher)": 4.319211959838867,
      "epoch": 0.9058084772370487,
      "rel-constrast": 3.171998977661133,
      "step": 1154,
      "subrel-constrast": 3.1290833950042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7103819847106934,
      "cov-distil (oracle2student)": 5.330532550811768,
      "cov-distil (oracle2teacher)": 5.026595115661621,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.640625,
      "step": 1155,
      "subrel-constrast": 3.195125102996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2321956157684326,
      "cov-distil (oracle2student)": 4.029568195343018,
      "cov-distil (oracle2teacher)": 4.095670223236084,
      "epoch": 0.9073783359497645,
      "rel-constrast": 3.0644335746765137,
      "step": 1156,
      "subrel-constrast": 3.167039155960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9497038125991821,
      "cov-distil (oracle2student)": 3.161665678024292,
      "cov-distil (oracle2teacher)": 3.110793352127075,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.174398422241211,
      "step": 1157,
      "subrel-constrast": 2.643324851989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005946636199951,
      "cov-distil (oracle2student)": 4.261961936950684,
      "cov-distil (oracle2teacher)": 3.4550204277038574,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.895954132080078,
      "step": 1158,
      "subrel-constrast": 3.610678195953369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9946439266204834,
      "cov-distil (oracle2student)": 4.482556343078613,
      "cov-distil (oracle2teacher)": 4.284316062927246,
      "epoch": 0.9097331240188383,
      "rel-constrast": 3.135784149169922,
      "step": 1159,
      "subrel-constrast": 3.6498782634735107,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 5.25,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.7346,
      "step": 1160
    },
    {
      "cov-distil": 2.2305221557617188,
      "cov-distil (oracle2student)": 4.664797782897949,
      "cov-distil (oracle2teacher)": 4.30147123336792,
      "epoch": 0.9105180533751962,
      "rel-constrast": 3.69472074508667,
      "step": 1160,
      "subrel-constrast": 3.160264492034912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.136652946472168,
      "cov-distil (oracle2student)": 3.679466724395752,
      "cov-distil (oracle2teacher)": 3.225560188293457,
      "epoch": 0.9113029827315542,
      "rel-constrast": 3.541073799133301,
      "step": 1161,
      "subrel-constrast": 3.27424693107605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688874244689941,
      "cov-distil (oracle2student)": 5.772103309631348,
      "cov-distil (oracle2teacher)": 5.481908798217773,
      "epoch": 0.9120879120879121,
      "rel-constrast": 3.5173110961914062,
      "step": 1162,
      "subrel-constrast": 4.004709243774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9718120098114014,
      "cov-distil (oracle2student)": 5.798550605773926,
      "cov-distil (oracle2teacher)": 5.404210090637207,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.814056634902954,
      "step": 1163,
      "subrel-constrast": 4.132390022277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8984932899475098,
      "cov-distil (oracle2student)": 3.6821882724761963,
      "cov-distil (oracle2teacher)": 4.030130386352539,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.5052874088287354,
      "step": 1164,
      "subrel-constrast": 3.102313756942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0159144401550293,
      "cov-distil (oracle2student)": 3.7318005561828613,
      "cov-distil (oracle2teacher)": 4.348085880279541,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.787351608276367,
      "step": 1165,
      "subrel-constrast": 3.6788084506988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1028590202331543,
      "cov-distil (oracle2student)": 5.210552215576172,
      "cov-distil (oracle2teacher)": 5.448137283325195,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.586665391921997,
      "step": 1166,
      "subrel-constrast": 3.6857941150665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.292484998703003,
      "cov-distil (oracle2student)": 2.8348922729492188,
      "cov-distil (oracle2teacher)": 3.6918296813964844,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.349470615386963,
      "step": 1167,
      "subrel-constrast": 2.967564344406128,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100708246231079,
      "cov-distil (oracle2student)": 4.9307780265808105,
      "cov-distil (oracle2teacher)": 5.0555500984191895,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.9295992851257324,
      "step": 1168,
      "subrel-constrast": 3.6079485416412354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862788438796997,
      "cov-distil (oracle2student)": 3.930060625076294,
      "cov-distil (oracle2teacher)": 4.0612640380859375,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.355478286743164,
      "step": 1169,
      "subrel-constrast": 3.4610910415649414,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 5.53125,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.802,
      "step": 1170
    },
    {
      "cov-distil": 2.7258801460266113,
      "cov-distil (oracle2student)": 5.501100540161133,
      "cov-distil (oracle2teacher)": 6.668313980102539,
      "epoch": 0.9183673469387755,
      "rel-constrast": 4.065502643585205,
      "step": 1170,
      "subrel-constrast": 4.5529303550720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3322479724884033,
      "cov-distil (oracle2student)": 4.209179878234863,
      "cov-distil (oracle2teacher)": 4.039754867553711,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.428022861480713,
      "step": 1171,
      "subrel-constrast": 4.096755504608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788292646408081,
      "cov-distil (oracle2student)": 6.435253143310547,
      "cov-distil (oracle2teacher)": 6.1248979568481445,
      "epoch": 0.9199372056514914,
      "rel-constrast": 3.1325595378875732,
      "step": 1172,
      "subrel-constrast": 3.550856113433838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8024640083312988,
      "cov-distil (oracle2student)": 4.018922328948975,
      "cov-distil (oracle2teacher)": 4.3284525871276855,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.11207914352417,
      "step": 1173,
      "subrel-constrast": 4.880037307739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59610116481781,
      "cov-distil (oracle2student)": 5.275044918060303,
      "cov-distil (oracle2teacher)": 5.707457542419434,
      "epoch": 0.9215070643642073,
      "rel-constrast": 2.5475587844848633,
      "step": 1174,
      "subrel-constrast": 3.875826358795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232254981994629,
      "cov-distil (oracle2student)": 7.392767906188965,
      "cov-distil (oracle2teacher)": 6.033508777618408,
      "epoch": 0.9222919937205651,
      "rel-constrast": 4.659332752227783,
      "step": 1175,
      "subrel-constrast": 3.7186639308929443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.300260066986084,
      "cov-distil (oracle2student)": 4.517102241516113,
      "cov-distil (oracle2teacher)": 4.362873554229736,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.513277053833008,
      "step": 1176,
      "subrel-constrast": 4.494998931884766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7229015827178955,
      "cov-distil (oracle2student)": 3.805713653564453,
      "cov-distil (oracle2teacher)": 4.394803047180176,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.9064090251922607,
      "step": 1177,
      "subrel-constrast": 3.2142672538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9616800546646118,
      "cov-distil (oracle2student)": 4.9634108543396,
      "cov-distil (oracle2teacher)": 4.406124114990234,
      "epoch": 0.9246467817896389,
      "rel-constrast": 4.374295234680176,
      "step": 1178,
      "subrel-constrast": 4.390607833862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6307966709136963,
      "cov-distil (oracle2student)": 3.401010513305664,
      "cov-distil (oracle2teacher)": 3.549309492111206,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.6559181213378906,
      "step": 1179,
      "subrel-constrast": 3.933483362197876,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 5.875,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8849,
      "step": 1180
    },
    {
      "cov-distil": 1.9931373596191406,
      "cov-distil (oracle2student)": 4.370616912841797,
      "cov-distil (oracle2teacher)": 4.705216407775879,
      "epoch": 0.9262166405023547,
      "rel-constrast": 4.496759414672852,
      "step": 1180,
      "subrel-constrast": 4.154692649841309,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0926170349121094,
      "cov-distil (oracle2student)": 3.003645896911621,
      "cov-distil (oracle2teacher)": 3.175075054168701,
      "epoch": 0.9270015698587127,
      "rel-constrast": 3.062363624572754,
      "step": 1181,
      "subrel-constrast": 4.065457344055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.123979330062866,
      "cov-distil (oracle2student)": 6.901479721069336,
      "cov-distil (oracle2teacher)": 7.52262544631958,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.3186750411987305,
      "step": 1182,
      "subrel-constrast": 4.929108619689941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702329397201538,
      "cov-distil (oracle2student)": 4.632630348205566,
      "cov-distil (oracle2teacher)": 4.775996208190918,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.959806203842163,
      "step": 1183,
      "subrel-constrast": 4.313083648681641,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0024876594543457,
      "cov-distil (oracle2student)": 3.989551067352295,
      "cov-distil (oracle2teacher)": 3.8527824878692627,
      "epoch": 0.9293563579277865,
      "rel-constrast": 2.678713798522949,
      "step": 1184,
      "subrel-constrast": 3.428598165512085,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.129939556121826,
      "cov-distil (oracle2student)": 5.239079475402832,
      "cov-distil (oracle2teacher)": 4.60891056060791,
      "epoch": 0.9301412872841445,
      "rel-constrast": 3.144524335861206,
      "step": 1185,
      "subrel-constrast": 3.3076891899108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6955652236938477,
      "cov-distil (oracle2student)": 4.88840389251709,
      "cov-distil (oracle2teacher)": 4.864021301269531,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.3768362998962402,
      "step": 1186,
      "subrel-constrast": 2.6610829830169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7809510231018066,
      "cov-distil (oracle2student)": 4.11541748046875,
      "cov-distil (oracle2teacher)": 4.331270217895508,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.0821759700775146,
      "step": 1187,
      "subrel-constrast": 3.7828752994537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7459421157836914,
      "cov-distil (oracle2student)": 3.5379669666290283,
      "cov-distil (oracle2teacher)": 4.2101945877075195,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.068620443344116,
      "step": 1188,
      "subrel-constrast": 3.229499578475952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2973459959030151,
      "cov-distil (oracle2student)": 3.9023525714874268,
      "cov-distil (oracle2teacher)": 4.365459442138672,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.9039013385772705,
      "step": 1189,
      "subrel-constrast": 3.2729809284210205,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 5.5625,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7773,
      "step": 1190
    },
    {
      "cov-distil": 1.8428038358688354,
      "cov-distil (oracle2student)": 4.534217834472656,
      "cov-distil (oracle2teacher)": 3.678452730178833,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.9028494358062744,
      "step": 1190,
      "subrel-constrast": 2.8550751209259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.389986038208008,
      "cov-distil (oracle2student)": 5.246860027313232,
      "cov-distil (oracle2teacher)": 5.0531768798828125,
      "epoch": 0.934850863422292,
      "rel-constrast": 3.3146307468414307,
      "step": 1191,
      "subrel-constrast": 3.7029523849487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390099048614502,
      "cov-distil (oracle2student)": 3.807788372039795,
      "cov-distil (oracle2teacher)": 3.969521999359131,
      "epoch": 0.9356357927786499,
      "rel-constrast": 2.1983706951141357,
      "step": 1192,
      "subrel-constrast": 2.69316029548645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8752727508544922,
      "cov-distil (oracle2student)": 4.002063751220703,
      "cov-distil (oracle2teacher)": 4.436700820922852,
      "epoch": 0.9364207221350078,
      "rel-constrast": 3.5708630084991455,
      "step": 1193,
      "subrel-constrast": 3.7674992084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1124067306518555,
      "cov-distil (oracle2student)": 3.391183376312256,
      "cov-distil (oracle2teacher)": 3.4883008003234863,
      "epoch": 0.9372056514913658,
      "rel-constrast": 3.2251243591308594,
      "step": 1194,
      "subrel-constrast": 4.038451194763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8728852272033691,
      "cov-distil (oracle2student)": 4.65269660949707,
      "cov-distil (oracle2teacher)": 4.225642681121826,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.8608837127685547,
      "step": 1195,
      "subrel-constrast": 3.1543493270874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656172275543213,
      "cov-distil (oracle2student)": 3.3682589530944824,
      "cov-distil (oracle2teacher)": 3.7738590240478516,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.9976117610931396,
      "step": 1196,
      "subrel-constrast": 2.586272716522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2884621620178223,
      "cov-distil (oracle2student)": 4.404069900512695,
      "cov-distil (oracle2teacher)": 4.003120422363281,
      "epoch": 0.9395604395604396,
      "rel-constrast": 3.1264538764953613,
      "step": 1197,
      "subrel-constrast": 3.3425800800323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7325382232666016,
      "cov-distil (oracle2student)": 4.171228408813477,
      "cov-distil (oracle2teacher)": 3.902522325515747,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.464081287384033,
      "step": 1198,
      "subrel-constrast": 3.126899003982544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5492186546325684,
      "cov-distil (oracle2student)": 3.812593698501587,
      "cov-distil (oracle2teacher)": 3.124678134918213,
      "epoch": 0.9411302982731554,
      "rel-constrast": 4.067108631134033,
      "step": 1199,
      "subrel-constrast": 4.82322883605957,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 5.8125,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.7432,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.2984375059604645,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.04718017578125
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.04150390625
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.00567626953125,
      "step": 1200
    },
    {
      "cov-distil": 1.6042190790176392,
      "cov-distil (oracle2student)": 5.786125183105469,
      "cov-distil (oracle2teacher)": 4.930732250213623,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.8791301250457764,
      "step": 1200,
      "subrel-constrast": 2.93904972076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416311502456665,
      "cov-distil (oracle2student)": 3.4181134700775146,
      "cov-distil (oracle2teacher)": 3.5194413661956787,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.1577885150909424,
      "step": 1201,
      "subrel-constrast": 2.8155314922332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3483996391296387,
      "cov-distil (oracle2student)": 5.206272125244141,
      "cov-distil (oracle2teacher)": 4.148467063903809,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.960181713104248,
      "step": 1202,
      "subrel-constrast": 3.9521279335021973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6625920534133911,
      "cov-distil (oracle2student)": 3.8356478214263916,
      "cov-distil (oracle2teacher)": 4.142457008361816,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.135038137435913,
      "step": 1203,
      "subrel-constrast": 4.2394022941589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2651662826538086,
      "cov-distil (oracle2student)": 3.013291835784912,
      "cov-distil (oracle2teacher)": 3.775874137878418,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.5111327171325684,
      "step": 1204,
      "subrel-constrast": 3.1992151737213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8028221130371094,
      "cov-distil (oracle2student)": 5.142006874084473,
      "cov-distil (oracle2teacher)": 4.327002048492432,
      "epoch": 0.945839874411303,
      "rel-constrast": 4.666428565979004,
      "step": 1205,
      "subrel-constrast": 4.280377388000488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999805688858032,
      "cov-distil (oracle2student)": 4.782624244689941,
      "cov-distil (oracle2teacher)": 4.544149398803711,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.567678213119507,
      "step": 1206,
      "subrel-constrast": 4.038447380065918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5001630783081055,
      "cov-distil (oracle2student)": 3.1727638244628906,
      "cov-distil (oracle2teacher)": 3.6028964519500732,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.8308420181274414,
      "step": 1207,
      "subrel-constrast": 3.4064595699310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20849609375,
      "cov-distil (oracle2student)": 4.195009231567383,
      "cov-distil (oracle2teacher)": 4.196189880371094,
      "epoch": 0.9481946624803768,
      "rel-constrast": 3.3024492263793945,
      "step": 1208,
      "subrel-constrast": 3.6165051460266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6082491874694824,
      "cov-distil (oracle2student)": 4.8867573738098145,
      "cov-distil (oracle2teacher)": 4.767036437988281,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.55082106590271,
      "step": 1209,
      "subrel-constrast": 2.604897975921631,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 5.09375,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.789,
      "step": 1210
    },
    {
      "cov-distil": 1.6139522790908813,
      "cov-distil (oracle2student)": 5.189425468444824,
      "cov-distil (oracle2teacher)": 4.707225799560547,
      "epoch": 0.9497645211930926,
      "rel-constrast": 3.6469368934631348,
      "step": 1210,
      "subrel-constrast": 4.635867118835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1482458114624023,
      "cov-distil (oracle2student)": 6.7941083908081055,
      "cov-distil (oracle2teacher)": 6.5410566329956055,
      "epoch": 0.9505494505494505,
      "rel-constrast": 1.6021921634674072,
      "step": 1211,
      "subrel-constrast": 2.5888843536376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0435800552368164,
      "cov-distil (oracle2student)": 4.470639228820801,
      "cov-distil (oracle2teacher)": 3.967162609100342,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.6687021255493164,
      "step": 1212,
      "subrel-constrast": 2.9262454509735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222989797592163,
      "cov-distil (oracle2student)": 4.367183685302734,
      "cov-distil (oracle2teacher)": 4.046680450439453,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.769162654876709,
      "step": 1213,
      "subrel-constrast": 3.6924638748168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3089022636413574,
      "cov-distil (oracle2student)": 3.3085179328918457,
      "cov-distil (oracle2teacher)": 4.003382682800293,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.165489673614502,
      "step": 1214,
      "subrel-constrast": 3.4214444160461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7185335159301758,
      "cov-distil (oracle2student)": 5.1417317390441895,
      "cov-distil (oracle2teacher)": 5.063626766204834,
      "epoch": 0.9536891679748822,
      "rel-constrast": 3.1203362941741943,
      "step": 1215,
      "subrel-constrast": 3.2950563430786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8609048128128052,
      "cov-distil (oracle2student)": 5.1207685470581055,
      "cov-distil (oracle2teacher)": 4.480222702026367,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.6803135871887207,
      "step": 1216,
      "subrel-constrast": 3.2858874797821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7561218738555908,
      "cov-distil (oracle2student)": 4.52176570892334,
      "cov-distil (oracle2teacher)": 3.9742205142974854,
      "epoch": 0.9552590266875981,
      "rel-constrast": 2.5043866634368896,
      "step": 1217,
      "subrel-constrast": 2.757938861846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.38340425491333,
      "cov-distil (oracle2student)": 4.504621505737305,
      "cov-distil (oracle2teacher)": 5.219614028930664,
      "epoch": 0.9560439560439561,
      "rel-constrast": 3.140270233154297,
      "step": 1218,
      "subrel-constrast": 3.6968681812286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880772590637207,
      "cov-distil (oracle2student)": 2.484524726867676,
      "cov-distil (oracle2teacher)": 2.688974142074585,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.256986379623413,
      "step": 1219,
      "subrel-constrast": 3.056926727294922,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.78125,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6639,
      "step": 1220
    },
    {
      "cov-distil": 1.8372703790664673,
      "cov-distil (oracle2student)": 4.466836929321289,
      "cov-distil (oracle2teacher)": 4.745044708251953,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.6258184909820557,
      "step": 1220,
      "subrel-constrast": 4.077359199523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5704271793365479,
      "cov-distil (oracle2student)": 5.188339710235596,
      "cov-distil (oracle2teacher)": 5.307306289672852,
      "epoch": 0.9583987441130298,
      "rel-constrast": 3.3083930015563965,
      "step": 1221,
      "subrel-constrast": 3.2829716205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.096808433532715,
      "cov-distil (oracle2student)": 6.777407646179199,
      "cov-distil (oracle2teacher)": 5.955327987670898,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.644465923309326,
      "step": 1222,
      "subrel-constrast": 2.8829779624938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296008348464966,
      "cov-distil (oracle2student)": 4.877892971038818,
      "cov-distil (oracle2teacher)": 4.614036560058594,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.644869327545166,
      "step": 1223,
      "subrel-constrast": 5.010715484619141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8561465740203857,
      "cov-distil (oracle2student)": 4.946635723114014,
      "cov-distil (oracle2teacher)": 4.611825942993164,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.05588436126709,
      "step": 1224,
      "subrel-constrast": 3.5223402976989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5452014207839966,
      "cov-distil (oracle2student)": 5.459634304046631,
      "cov-distil (oracle2teacher)": 5.333005905151367,
      "epoch": 0.9615384615384616,
      "rel-constrast": 2.3912513256073,
      "step": 1225,
      "subrel-constrast": 2.6722681522369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7723793983459473,
      "cov-distil (oracle2student)": 3.8281521797180176,
      "cov-distil (oracle2teacher)": 2.860928535461426,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.190782308578491,
      "step": 1226,
      "subrel-constrast": 2.649376392364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663963794708252,
      "cov-distil (oracle2student)": 5.518459320068359,
      "cov-distil (oracle2teacher)": 4.806221961975098,
      "epoch": 0.9631083202511774,
      "rel-constrast": 2.5873663425445557,
      "step": 1227,
      "subrel-constrast": 2.8283865451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.467519760131836,
      "cov-distil (oracle2student)": 4.462728977203369,
      "cov-distil (oracle2teacher)": 3.8597278594970703,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.2597930431365967,
      "step": 1228,
      "subrel-constrast": 3.798462390899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868447303771973,
      "cov-distil (oracle2student)": 3.9587059020996094,
      "cov-distil (oracle2teacher)": 3.718611240386963,
      "epoch": 0.9646781789638933,
      "rel-constrast": 3.008694648742676,
      "step": 1229,
      "subrel-constrast": 3.4618980884552,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 5.53125,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7679,
      "step": 1230
    },
    {
      "cov-distil": 2.4038400650024414,
      "cov-distil (oracle2student)": 4.189499855041504,
      "cov-distil (oracle2teacher)": 4.92088508605957,
      "epoch": 0.9654631083202512,
      "rel-constrast": 3.580244541168213,
      "step": 1230,
      "subrel-constrast": 3.937011957168579,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2933120727539062,
      "cov-distil (oracle2student)": 3.9828596115112305,
      "cov-distil (oracle2teacher)": 3.908585786819458,
      "epoch": 0.966248037676609,
      "rel-constrast": 4.181514739990234,
      "step": 1231,
      "subrel-constrast": 4.002969264984131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2761566638946533,
      "cov-distil (oracle2student)": 4.216238975524902,
      "cov-distil (oracle2teacher)": 3.9392354488372803,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.5120630264282227,
      "step": 1232,
      "subrel-constrast": 3.2665441036224365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03503155708313,
      "cov-distil (oracle2student)": 4.150365352630615,
      "cov-distil (oracle2teacher)": 3.943957567214966,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.5486884117126465,
      "step": 1233,
      "subrel-constrast": 2.861952781677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5259997844696045,
      "cov-distil (oracle2student)": 4.92109489440918,
      "cov-distil (oracle2teacher)": 4.763131618499756,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.408337354660034,
      "step": 1234,
      "subrel-constrast": 3.4760138988494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479346513748169,
      "cov-distil (oracle2student)": 5.900315284729004,
      "cov-distil (oracle2teacher)": 5.089962005615234,
      "epoch": 0.9693877551020408,
      "rel-constrast": 4.079306602478027,
      "step": 1235,
      "subrel-constrast": 3.5545055866241455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.714895248413086,
      "cov-distil (oracle2student)": 3.4373972415924072,
      "cov-distil (oracle2teacher)": 3.7302818298339844,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.2785820960998535,
      "step": 1236,
      "subrel-constrast": 3.569523811340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362006187438965,
      "cov-distil (oracle2student)": 4.171980381011963,
      "cov-distil (oracle2teacher)": 4.417233943939209,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.9843308925628662,
      "step": 1237,
      "subrel-constrast": 2.721296787261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6927573680877686,
      "cov-distil (oracle2student)": 4.14727258682251,
      "cov-distil (oracle2teacher)": 4.438310623168945,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.992556571960449,
      "step": 1238,
      "subrel-constrast": 4.586033821105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8075597286224365,
      "cov-distil (oracle2student)": 4.8774213790893555,
      "cov-distil (oracle2teacher)": 4.82818078994751,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.819988965988159,
      "step": 1239,
      "subrel-constrast": 3.46711802482605,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.5625,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.8096,
      "step": 1240
    },
    {
      "cov-distil": 2.121058702468872,
      "cov-distil (oracle2student)": 4.816988945007324,
      "cov-distil (oracle2teacher)": 4.834193706512451,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.8014817237854004,
      "step": 1240,
      "subrel-constrast": 3.6708450317382812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9091215133666992,
      "cov-distil (oracle2student)": 3.742698907852173,
      "cov-distil (oracle2teacher)": 4.015953063964844,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.645212173461914,
      "step": 1241,
      "subrel-constrast": 3.8760151863098145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0398335456848145,
      "cov-distil (oracle2student)": 3.709601879119873,
      "cov-distil (oracle2teacher)": 3.690128803253174,
      "epoch": 0.9748822605965463,
      "rel-constrast": 2.3519182205200195,
      "step": 1242,
      "subrel-constrast": 3.1480872631073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067568302154541,
      "cov-distil (oracle2student)": 4.797267913818359,
      "cov-distil (oracle2teacher)": 4.954034805297852,
      "epoch": 0.9756671899529042,
      "rel-constrast": 3.3093717098236084,
      "step": 1243,
      "subrel-constrast": 3.5622472763061523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549683094024658,
      "cov-distil (oracle2student)": 4.2235307693481445,
      "cov-distil (oracle2teacher)": 3.758225202560425,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2504382133483887,
      "step": 1244,
      "subrel-constrast": 3.122936487197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7176437377929688,
      "cov-distil (oracle2student)": 2.1723718643188477,
      "cov-distil (oracle2teacher)": 2.7518811225891113,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.540454864501953,
      "step": 1245,
      "subrel-constrast": 3.585543394088745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5242030620574951,
      "cov-distil (oracle2student)": 4.453408241271973,
      "cov-distil (oracle2teacher)": 4.33419132232666,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.8028738498687744,
      "step": 1246,
      "subrel-constrast": 3.4015636444091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3966267108917236,
      "cov-distil (oracle2student)": 3.74525785446167,
      "cov-distil (oracle2teacher)": 4.902360916137695,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.9473390579223633,
      "step": 1247,
      "subrel-constrast": 3.9250290393829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803858757019043,
      "cov-distil (oracle2student)": 4.475751876831055,
      "cov-distil (oracle2teacher)": 4.48436164855957,
      "epoch": 0.9795918367346939,
      "rel-constrast": 3.1276326179504395,
      "step": 1248,
      "subrel-constrast": 3.6691861152648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105950355529785,
      "cov-distil (oracle2student)": 3.472862482070923,
      "cov-distil (oracle2teacher)": 3.3040151596069336,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.7894389629364014,
      "step": 1249,
      "subrel-constrast": 3.348508834838867,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.5,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6892,
      "step": 1250
    },
    {
      "cov-distil": 2.176373243331909,
      "cov-distil (oracle2student)": 6.208294868469238,
      "cov-distil (oracle2teacher)": 6.126685619354248,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.480532646179199,
      "step": 1250,
      "subrel-constrast": 3.546600341796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418676137924194,
      "cov-distil (oracle2student)": 5.204082012176514,
      "cov-distil (oracle2teacher)": 4.340358734130859,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.5690691471099854,
      "step": 1251,
      "subrel-constrast": 2.8412280082702637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285386562347412,
      "cov-distil (oracle2student)": 5.079374313354492,
      "cov-distil (oracle2teacher)": 4.448044776916504,
      "epoch": 0.9827315541601256,
      "rel-constrast": 4.03068733215332,
      "step": 1252,
      "subrel-constrast": 3.42840313911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4616000652313232,
      "cov-distil (oracle2student)": 3.7716641426086426,
      "cov-distil (oracle2teacher)": 3.5973973274230957,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.6982975006103516,
      "step": 1253,
      "subrel-constrast": 2.6264901161193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.688011646270752,
      "cov-distil (oracle2student)": 5.486698150634766,
      "cov-distil (oracle2teacher)": 4.55744743347168,
      "epoch": 0.9843014128728415,
      "rel-constrast": 3.353771209716797,
      "step": 1254,
      "subrel-constrast": 3.5179128646850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7113444805145264,
      "cov-distil (oracle2student)": 3.9129393100738525,
      "cov-distil (oracle2teacher)": 3.6732559204101562,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.3076655864715576,
      "step": 1255,
      "subrel-constrast": 3.057607412338257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3522796630859375,
      "cov-distil (oracle2student)": 3.024244785308838,
      "cov-distil (oracle2teacher)": 3.3462963104248047,
      "epoch": 0.9858712715855573,
      "rel-constrast": 3.4333062171936035,
      "step": 1256,
      "subrel-constrast": 3.3084371089935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4858078956604004,
      "cov-distil (oracle2student)": 2.938549041748047,
      "cov-distil (oracle2teacher)": 3.0842790603637695,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.4708430767059326,
      "step": 1257,
      "subrel-constrast": 3.135593891143799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0585896968841553,
      "cov-distil (oracle2student)": 3.046194553375244,
      "cov-distil (oracle2teacher)": 3.448960304260254,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.5087740421295166,
      "step": 1258,
      "subrel-constrast": 2.962155818939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285191059112549,
      "cov-distil (oracle2student)": 3.36148738861084,
      "cov-distil (oracle2teacher)": 2.9726133346557617,
      "epoch": 0.9882260596546311,
      "rel-constrast": 3.0724925994873047,
      "step": 1259,
      "subrel-constrast": 3.649038791656494,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 6.46875,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7481,
      "step": 1260
    },
    {
      "cov-distil": 1.7499449253082275,
      "cov-distil (oracle2student)": 2.867774486541748,
      "cov-distil (oracle2teacher)": 2.706000804901123,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.6680498123168945,
      "step": 1260,
      "subrel-constrast": 2.4095053672790527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243812322616577,
      "cov-distil (oracle2student)": 3.3040146827697754,
      "cov-distil (oracle2teacher)": 3.1716086864471436,
      "epoch": 0.9897959183673469,
      "rel-constrast": 2.349921703338623,
      "step": 1261,
      "subrel-constrast": 2.6128289699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358555316925049,
      "cov-distil (oracle2student)": 4.261682510375977,
      "cov-distil (oracle2teacher)": 4.700082778930664,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.972811698913574,
      "step": 1262,
      "subrel-constrast": 3.7806313037872314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8972493410110474,
      "cov-distil (oracle2student)": 5.527047157287598,
      "cov-distil (oracle2teacher)": 4.870352745056152,
      "epoch": 0.9913657770800628,
      "rel-constrast": 3.5675017833709717,
      "step": 1263,
      "subrel-constrast": 3.444584608078003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615013599395752,
      "cov-distil (oracle2student)": 4.845242023468018,
      "cov-distil (oracle2teacher)": 4.881248474121094,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.3802943229675293,
      "step": 1264,
      "subrel-constrast": 3.5552637577056885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8329907655715942,
      "cov-distil (oracle2student)": 2.0368781089782715,
      "cov-distil (oracle2teacher)": 2.0462539196014404,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.33830988407135,
      "step": 1265,
      "subrel-constrast": 2.132333993911743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3750362396240234,
      "cov-distil (oracle2student)": 3.6153361797332764,
      "cov-distil (oracle2teacher)": 3.7076830863952637,
      "epoch": 0.9937205651491365,
      "rel-constrast": 3.0203166007995605,
      "step": 1266,
      "subrel-constrast": 3.243415117263794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6370739936828613,
      "cov-distil (oracle2student)": 5.2714948654174805,
      "cov-distil (oracle2teacher)": 5.037319183349609,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.72383451461792,
      "step": 1267,
      "subrel-constrast": 2.985355854034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564169883728027,
      "cov-distil (oracle2student)": 5.603839874267578,
      "cov-distil (oracle2teacher)": 4.852350234985352,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.6721742153167725,
      "step": 1268,
      "subrel-constrast": 3.2908408641815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3823298215866089,
      "cov-distil (oracle2student)": 4.866833209991455,
      "cov-distil (oracle2teacher)": 5.0023369789123535,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.6718411445617676,
      "step": 1269,
      "subrel-constrast": 3.5806491374969482,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 5.0625,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6841,
      "step": 1270
    },
    {
      "cov-distil": 2.234332323074341,
      "cov-distil (oracle2student)": 5.015127658843994,
      "cov-distil (oracle2teacher)": 3.8736958503723145,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.446798086166382,
      "step": 1270,
      "subrel-constrast": 3.6334242820739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6185510158538818,
      "cov-distil (oracle2student)": 3.6977434158325195,
      "cov-distil (oracle2teacher)": 3.516186237335205,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.4334356784820557,
      "step": 1271,
      "subrel-constrast": 2.6451377868652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0913000106811523,
      "cov-distil (oracle2student)": 4.823548793792725,
      "cov-distil (oracle2teacher)": 4.384692192077637,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.205593109130859,
      "step": 1272,
      "subrel-constrast": 4.841392993927002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441329836845398,
      "cov-distil (oracle2student)": 5.09277868270874,
      "cov-distil (oracle2teacher)": 4.827445030212402,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.696469306945801,
      "step": 1273,
      "subrel-constrast": 4.039502143859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8675310611724854,
      "cov-distil (oracle2student)": 5.037562370300293,
      "cov-distil (oracle2teacher)": 5.109651565551758,
      "epoch": 1.0,
      "rel-constrast": 3.136324167251587,
      "step": 1274,
      "subrel-constrast": 3.17061710357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031439781188965,
      "cov-distil (oracle2student)": 3.3752059936523438,
      "cov-distil (oracle2teacher)": 4.136818885803223,
      "epoch": 1.000784929356358,
      "rel-constrast": 3.220371723175049,
      "step": 1275,
      "subrel-constrast": 4.322935104370117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.40989351272583,
      "cov-distil (oracle2student)": 3.1688899993896484,
      "cov-distil (oracle2teacher)": 3.6899795532226562,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.5131912231445312,
      "step": 1276,
      "subrel-constrast": 3.9478952884674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3093135356903076,
      "cov-distil (oracle2student)": 4.256146430969238,
      "cov-distil (oracle2teacher)": 4.206313133239746,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.2657318115234375,
      "step": 1277,
      "subrel-constrast": 4.1512274742126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.59112548828125,
      "cov-distil (oracle2student)": 4.678732872009277,
      "cov-distil (oracle2teacher)": 4.924345970153809,
      "epoch": 1.0031397174254317,
      "rel-constrast": 2.9775962829589844,
      "step": 1278,
      "subrel-constrast": 4.0352783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07150936126709,
      "cov-distil (oracle2student)": 3.480311870574951,
      "cov-distil (oracle2teacher)": 3.8424346446990967,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.415238380432129,
      "step": 1279,
      "subrel-constrast": 3.1882567405700684,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 5.75,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8078,
      "step": 1280
    },
    {
      "cov-distil": 1.948930025100708,
      "cov-distil (oracle2student)": 3.8636367321014404,
      "cov-distil (oracle2teacher)": 4.157070159912109,
      "epoch": 1.0047095761381475,
      "rel-constrast": 2.7104592323303223,
      "step": 1280,
      "subrel-constrast": 4.112034797668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2078421115875244,
      "cov-distil (oracle2student)": 3.870253562927246,
      "cov-distil (oracle2teacher)": 3.7433929443359375,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.741872549057007,
      "step": 1281,
      "subrel-constrast": 2.8394155502319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6033682823181152,
      "cov-distil (oracle2student)": 4.661372184753418,
      "cov-distil (oracle2teacher)": 3.7796850204467773,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.592529058456421,
      "step": 1282,
      "subrel-constrast": 3.6206634044647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9641032218933105,
      "cov-distil (oracle2student)": 4.3411054611206055,
      "cov-distil (oracle2teacher)": 4.244026184082031,
      "epoch": 1.0070643642072215,
      "rel-constrast": 3.0929346084594727,
      "step": 1283,
      "subrel-constrast": 3.4313104152679443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0094308853149414,
      "cov-distil (oracle2student)": 5.210860252380371,
      "cov-distil (oracle2teacher)": 4.478570938110352,
      "epoch": 1.0078492935635792,
      "rel-constrast": 1.7814507484436035,
      "step": 1284,
      "subrel-constrast": 3.146554470062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1414992809295654,
      "cov-distil (oracle2student)": 3.60575008392334,
      "cov-distil (oracle2teacher)": 3.8077378273010254,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.052919864654541,
      "step": 1285,
      "subrel-constrast": 3.221935272216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4400038719177246,
      "cov-distil (oracle2student)": 4.526844024658203,
      "cov-distil (oracle2teacher)": 4.3766303062438965,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.7665538787841797,
      "step": 1286,
      "subrel-constrast": 3.2282307147979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.896918773651123,
      "cov-distil (oracle2student)": 4.9650139808654785,
      "cov-distil (oracle2teacher)": 4.002534866333008,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.652994155883789,
      "step": 1287,
      "subrel-constrast": 4.909223556518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5534820556640625,
      "cov-distil (oracle2student)": 3.158494472503662,
      "cov-distil (oracle2teacher)": 3.1709446907043457,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.8562581539154053,
      "step": 1288,
      "subrel-constrast": 3.100008249282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7019332647323608,
      "cov-distil (oracle2student)": 5.354952812194824,
      "cov-distil (oracle2teacher)": 5.172297954559326,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.6176140308380127,
      "step": 1289,
      "subrel-constrast": 3.884110927581787,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 5.4375,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7216,
      "step": 1290
    },
    {
      "cov-distil": 1.9037574529647827,
      "cov-distil (oracle2student)": 3.6518092155456543,
      "cov-distil (oracle2teacher)": 3.7377872467041016,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.192321538925171,
      "step": 1290,
      "subrel-constrast": 4.057868003845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.425891637802124,
      "cov-distil (oracle2student)": 3.9802794456481934,
      "cov-distil (oracle2teacher)": 4.32381534576416,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.1543526649475098,
      "step": 1291,
      "subrel-constrast": 3.7009825706481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3732268810272217,
      "cov-distil (oracle2student)": 4.3555989265441895,
      "cov-distil (oracle2teacher)": 4.435222625732422,
      "epoch": 1.0141287284144427,
      "rel-constrast": 3.3550093173980713,
      "step": 1292,
      "subrel-constrast": 3.4697587490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2249741554260254,
      "cov-distil (oracle2student)": 4.334173679351807,
      "cov-distil (oracle2teacher)": 3.5135650634765625,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.971623420715332,
      "step": 1293,
      "subrel-constrast": 3.2044951915740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0720860958099365,
      "cov-distil (oracle2student)": 6.7480926513671875,
      "cov-distil (oracle2teacher)": 6.6874680519104,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.7931299209594727,
      "step": 1294,
      "subrel-constrast": 3.354675054550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94881272315979,
      "cov-distil (oracle2student)": 5.113753318786621,
      "cov-distil (oracle2teacher)": 4.929531097412109,
      "epoch": 1.0164835164835164,
      "rel-constrast": 3.1857848167419434,
      "step": 1295,
      "subrel-constrast": 3.868032455444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1479883193969727,
      "cov-distil (oracle2student)": 4.248129367828369,
      "cov-distil (oracle2teacher)": 4.2147674560546875,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.891817092895508,
      "step": 1296,
      "subrel-constrast": 4.418255805969238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3740273714065552,
      "cov-distil (oracle2student)": 4.424798965454102,
      "cov-distil (oracle2teacher)": 3.965078592300415,
      "epoch": 1.0180533751962324,
      "rel-constrast": 2.1778340339660645,
      "step": 1297,
      "subrel-constrast": 2.3920135498046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8356852531433105,
      "cov-distil (oracle2student)": 4.157772064208984,
      "cov-distil (oracle2teacher)": 3.110929012298584,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.6135201454162598,
      "step": 1298,
      "subrel-constrast": 3.5565645694732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6344685554504395,
      "cov-distil (oracle2student)": 4.38902473449707,
      "cov-distil (oracle2teacher)": 4.365612506866455,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.918513298034668,
      "step": 1299,
      "subrel-constrast": 2.7393269538879395,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 4.125,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7563,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.234375,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.0633544921875
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.043304443359375
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.020050048828125,
      "step": 1300
    },
    {
      "cov-distil": 1.8898532390594482,
      "cov-distil (oracle2student)": 3.3658664226531982,
      "cov-distil (oracle2teacher)": 3.1708030700683594,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.0510334968566895,
      "step": 1300,
      "subrel-constrast": 3.870105504989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374237298965454,
      "cov-distil (oracle2student)": 4.366970539093018,
      "cov-distil (oracle2teacher)": 4.4368414878845215,
      "epoch": 1.0211930926216641,
      "rel-constrast": 3.1153626441955566,
      "step": 1301,
      "subrel-constrast": 3.113658905029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7471736669540405,
      "cov-distil (oracle2student)": 5.863946914672852,
      "cov-distil (oracle2teacher)": 6.218541145324707,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.7693071365356445,
      "step": 1302,
      "subrel-constrast": 3.5746841430664062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.321660041809082,
      "cov-distil (oracle2student)": 4.4154253005981445,
      "cov-distil (oracle2teacher)": 4.55256462097168,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.8173489570617676,
      "step": 1303,
      "subrel-constrast": 3.07460880279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868566036224365,
      "cov-distil (oracle2student)": 4.4893341064453125,
      "cov-distil (oracle2teacher)": 4.85392951965332,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.190908432006836,
      "step": 1304,
      "subrel-constrast": 3.4128310680389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.245445489883423,
      "cov-distil (oracle2student)": 3.1568403244018555,
      "cov-distil (oracle2teacher)": 3.2324299812316895,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.816751718521118,
      "step": 1305,
      "subrel-constrast": 3.268707275390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2411394119262695,
      "cov-distil (oracle2student)": 3.940955877304077,
      "cov-distil (oracle2teacher)": 3.7227060794830322,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.4614195823669434,
      "step": 1306,
      "subrel-constrast": 3.1942152976989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988004446029663,
      "cov-distil (oracle2student)": 6.295353889465332,
      "cov-distil (oracle2teacher)": 5.930104732513428,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.9095325469970703,
      "step": 1307,
      "subrel-constrast": 4.389137268066406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716953992843628,
      "cov-distil (oracle2student)": 3.7628448009490967,
      "cov-distil (oracle2teacher)": 3.643437623977661,
      "epoch": 1.0266875981161696,
      "rel-constrast": 3.252234697341919,
      "step": 1308,
      "subrel-constrast": 3.497460126876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4959324598312378,
      "cov-distil (oracle2student)": 4.0035481452941895,
      "cov-distil (oracle2teacher)": 3.9052939414978027,
      "epoch": 1.0274725274725274,
      "rel-constrast": 2.0496392250061035,
      "step": 1309,
      "subrel-constrast": 2.2898945808410645,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 4.40625,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.7358,
      "step": 1310
    },
    {
      "cov-distil": 1.8895716667175293,
      "cov-distil (oracle2student)": 2.5840554237365723,
      "cov-distil (oracle2teacher)": 2.1389832496643066,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.628068685531616,
      "step": 1310,
      "subrel-constrast": 2.6480205059051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8084620237350464,
      "cov-distil (oracle2student)": 3.1021947860717773,
      "cov-distil (oracle2teacher)": 3.516923189163208,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.6497271060943604,
      "step": 1311,
      "subrel-constrast": 3.2282841205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5614354610443115,
      "cov-distil (oracle2student)": 4.690523147583008,
      "cov-distil (oracle2teacher)": 3.699354648590088,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.856952667236328,
      "step": 1312,
      "subrel-constrast": 3.0586743354797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.347540259361267,
      "cov-distil (oracle2student)": 5.309755802154541,
      "cov-distil (oracle2teacher)": 5.316576957702637,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.7924461364746094,
      "step": 1313,
      "subrel-constrast": 3.5538249015808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3602404594421387,
      "cov-distil (oracle2student)": 6.88344669342041,
      "cov-distil (oracle2teacher)": 6.0550079345703125,
      "epoch": 1.031397174254317,
      "rel-constrast": 3.454782009124756,
      "step": 1314,
      "subrel-constrast": 4.010321140289307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9172909259796143,
      "cov-distil (oracle2student)": 4.591287612915039,
      "cov-distil (oracle2teacher)": 4.436939239501953,
      "epoch": 1.032182103610675,
      "rel-constrast": 3.2013063430786133,
      "step": 1315,
      "subrel-constrast": 3.88046932220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9603370428085327,
      "cov-distil (oracle2student)": 3.4404308795928955,
      "cov-distil (oracle2teacher)": 4.145384788513184,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.4816057682037354,
      "step": 1316,
      "subrel-constrast": 3.051987648010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686042070388794,
      "cov-distil (oracle2student)": 3.8634097576141357,
      "cov-distil (oracle2teacher)": 3.916156053543091,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.392737865447998,
      "step": 1317,
      "subrel-constrast": 3.599351406097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8097751140594482,
      "cov-distil (oracle2student)": 4.979180335998535,
      "cov-distil (oracle2teacher)": 5.105472087860107,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.7627925872802734,
      "step": 1318,
      "subrel-constrast": 3.0001533031463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8973746299743652,
      "cov-distil (oracle2student)": 4.499042510986328,
      "cov-distil (oracle2teacher)": 3.8250021934509277,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.888918876647949,
      "step": 1319,
      "subrel-constrast": 3.003592014312744,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 4.96875,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.7277,
      "step": 1320
    },
    {
      "cov-distil": 1.7065448760986328,
      "cov-distil (oracle2student)": 4.247738361358643,
      "cov-distil (oracle2teacher)": 3.7866082191467285,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.4862771034240723,
      "step": 1320,
      "subrel-constrast": 2.8339321613311768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.613361120223999,
      "cov-distil (oracle2student)": 6.107479095458984,
      "cov-distil (oracle2teacher)": 5.738689422607422,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.534123182296753,
      "step": 1321,
      "subrel-constrast": 3.973176956176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9734926223754883,
      "cov-distil (oracle2student)": 4.4655046463012695,
      "cov-distil (oracle2teacher)": 4.100720405578613,
      "epoch": 1.0376766091051806,
      "rel-constrast": 3.4072043895721436,
      "step": 1322,
      "subrel-constrast": 3.6305532455444336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4509096145629883,
      "cov-distil (oracle2student)": 5.385592460632324,
      "cov-distil (oracle2teacher)": 5.037849426269531,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.440288782119751,
      "step": 1323,
      "subrel-constrast": 3.2434239387512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9263887405395508,
      "cov-distil (oracle2student)": 4.908564567565918,
      "cov-distil (oracle2teacher)": 4.997735977172852,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.7052700519561768,
      "step": 1324,
      "subrel-constrast": 3.2338969707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.219099998474121,
      "cov-distil (oracle2student)": 4.963329315185547,
      "cov-distil (oracle2teacher)": 4.638698101043701,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.414478302001953,
      "step": 1325,
      "subrel-constrast": 3.9150383472442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7275956869125366,
      "cov-distil (oracle2student)": 4.767082214355469,
      "cov-distil (oracle2teacher)": 4.70092248916626,
      "epoch": 1.0408163265306123,
      "rel-constrast": 2.83054780960083,
      "step": 1326,
      "subrel-constrast": 2.7429964542388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856566071510315,
      "cov-distil (oracle2student)": 4.764891624450684,
      "cov-distil (oracle2teacher)": 5.339380741119385,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.212454319000244,
      "step": 1327,
      "subrel-constrast": 3.159726619720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8612275123596191,
      "cov-distil (oracle2student)": 4.26772403717041,
      "cov-distil (oracle2teacher)": 4.496248245239258,
      "epoch": 1.042386185243328,
      "rel-constrast": 2.4318411350250244,
      "step": 1328,
      "subrel-constrast": 3.130039930343628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037257194519043,
      "cov-distil (oracle2student)": 3.927725315093994,
      "cov-distil (oracle2teacher)": 4.190374374389648,
      "epoch": 1.043171114599686,
      "rel-constrast": 3.3261759281158447,
      "step": 1329,
      "subrel-constrast": 3.451866626739502,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 5.84375,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.7197,
      "step": 1330
    },
    {
      "cov-distil": 1.895769715309143,
      "cov-distil (oracle2student)": 2.2508177757263184,
      "cov-distil (oracle2teacher)": 2.143092632293701,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.8585588932037354,
      "step": 1330,
      "subrel-constrast": 2.8505587577819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941801905632019,
      "cov-distil (oracle2student)": 3.7211883068084717,
      "cov-distil (oracle2teacher)": 4.861660003662109,
      "epoch": 1.0447409733124018,
      "rel-constrast": 4.677464962005615,
      "step": 1331,
      "subrel-constrast": 5.764521598815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061048746109009,
      "cov-distil (oracle2student)": 3.6143884658813477,
      "cov-distil (oracle2teacher)": 4.436133861541748,
      "epoch": 1.0455259026687598,
      "rel-constrast": 2.3265790939331055,
      "step": 1332,
      "subrel-constrast": 2.5352275371551514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.11100435256958,
      "cov-distil (oracle2student)": 4.107184410095215,
      "cov-distil (oracle2teacher)": 3.6938161849975586,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.765739917755127,
      "step": 1333,
      "subrel-constrast": 2.8816206455230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8275578022003174,
      "cov-distil (oracle2student)": 2.5644917488098145,
      "cov-distil (oracle2teacher)": 2.757901430130005,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.663878917694092,
      "step": 1334,
      "subrel-constrast": 2.960068702697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0138649940490723,
      "cov-distil (oracle2student)": 4.344563007354736,
      "cov-distil (oracle2teacher)": 4.231671333312988,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.906752109527588,
      "step": 1335,
      "subrel-constrast": 3.53376841545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336048126220703,
      "cov-distil (oracle2student)": 3.9669013023376465,
      "cov-distil (oracle2teacher)": 3.597200870513916,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.7225918769836426,
      "step": 1336,
      "subrel-constrast": 3.8616302013397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0007824897766113,
      "cov-distil (oracle2student)": 3.0591635704040527,
      "cov-distil (oracle2teacher)": 3.1306838989257812,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.0148797035217285,
      "step": 1337,
      "subrel-constrast": 2.7045159339904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1261866092681885,
      "cov-distil (oracle2student)": 5.152045249938965,
      "cov-distil (oracle2teacher)": 4.841019153594971,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.831721305847168,
      "step": 1338,
      "subrel-constrast": 3.9867992401123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001971483230591,
      "cov-distil (oracle2student)": 4.291060447692871,
      "cov-distil (oracle2teacher)": 3.489238739013672,
      "epoch": 1.0510204081632653,
      "rel-constrast": 2.0446715354919434,
      "step": 1339,
      "subrel-constrast": 2.511033773422241,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 4.75,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.6953,
      "step": 1340
    },
    {
      "cov-distil": 2.4373602867126465,
      "cov-distil (oracle2student)": 5.0096940994262695,
      "cov-distil (oracle2teacher)": 4.213117599487305,
      "epoch": 1.0518053375196232,
      "rel-constrast": 3.318880081176758,
      "step": 1340,
      "subrel-constrast": 3.7525386810302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5862693786621094,
      "cov-distil (oracle2student)": 4.838666915893555,
      "cov-distil (oracle2teacher)": 4.223362445831299,
      "epoch": 1.0525902668759812,
      "rel-constrast": 3.1552441120147705,
      "step": 1341,
      "subrel-constrast": 3.0800654888153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851815938949585,
      "cov-distil (oracle2student)": 4.330436706542969,
      "cov-distil (oracle2teacher)": 4.693911552429199,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.8059513568878174,
      "step": 1342,
      "subrel-constrast": 3.564438819885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001897096633911,
      "cov-distil (oracle2student)": 3.967806339263916,
      "cov-distil (oracle2teacher)": 4.325500011444092,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.4688124656677246,
      "step": 1343,
      "subrel-constrast": 4.182475566864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5300452709197998,
      "cov-distil (oracle2student)": 3.951803684234619,
      "cov-distil (oracle2teacher)": 4.198141098022461,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.8973329067230225,
      "step": 1344,
      "subrel-constrast": 3.970473051071167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875859260559082,
      "cov-distil (oracle2student)": 4.57000732421875,
      "cov-distil (oracle2teacher)": 4.298752784729004,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.50270938873291,
      "step": 1345,
      "subrel-constrast": 3.01069974899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7526226043701172,
      "cov-distil (oracle2student)": 4.846305847167969,
      "cov-distil (oracle2teacher)": 4.3150739669799805,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.7080883979797363,
      "step": 1346,
      "subrel-constrast": 3.4444708824157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765087366104126,
      "cov-distil (oracle2student)": 2.8250248432159424,
      "cov-distil (oracle2teacher)": 2.9345932006835938,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.535177230834961,
      "step": 1347,
      "subrel-constrast": 3.0843241214752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8120768070220947,
      "cov-distil (oracle2student)": 2.9176626205444336,
      "cov-distil (oracle2teacher)": 3.232879877090454,
      "epoch": 1.0580847723704867,
      "rel-constrast": 4.10692024230957,
      "step": 1348,
      "subrel-constrast": 4.171309947967529,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8972021341323853,
      "cov-distil (oracle2student)": 3.5112686157226562,
      "cov-distil (oracle2teacher)": 3.2735326290130615,
      "epoch": 1.0588697017268447,
      "rel-constrast": 3.036226272583008,
      "step": 1349,
      "subrel-constrast": 3.2559866905212402,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 6.625,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.7884,
      "step": 1350
    },
    {
      "cov-distil": 2.329883575439453,
      "cov-distil (oracle2student)": 2.5807743072509766,
      "cov-distil (oracle2teacher)": 3.247279167175293,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.261101484298706,
      "step": 1350,
      "subrel-constrast": 4.010260581970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2240111827850342,
      "cov-distil (oracle2student)": 3.8073997497558594,
      "cov-distil (oracle2teacher)": 3.9426217079162598,
      "epoch": 1.0604395604395604,
      "rel-constrast": 2.3435213565826416,
      "step": 1351,
      "subrel-constrast": 2.3369030952453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638880968093872,
      "cov-distil (oracle2student)": 4.849891662597656,
      "cov-distil (oracle2teacher)": 5.36552619934082,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.617666244506836,
      "step": 1352,
      "subrel-constrast": 2.971378803253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5133957862854004,
      "cov-distil (oracle2student)": 6.065755844116211,
      "cov-distil (oracle2teacher)": 5.734502792358398,
      "epoch": 1.0620094191522762,
      "rel-constrast": 3.1496803760528564,
      "step": 1353,
      "subrel-constrast": 3.247014045715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5654007196426392,
      "cov-distil (oracle2student)": 4.933081150054932,
      "cov-distil (oracle2teacher)": 4.6783857345581055,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.6201772689819336,
      "step": 1354,
      "subrel-constrast": 2.572502851486206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8608951568603516,
      "cov-distil (oracle2student)": 4.043577671051025,
      "cov-distil (oracle2teacher)": 4.118443012237549,
      "epoch": 1.0635792778649922,
      "rel-constrast": 3.124523162841797,
      "step": 1355,
      "subrel-constrast": 3.486848831176758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0757055282592773,
      "cov-distil (oracle2student)": 4.068496227264404,
      "cov-distil (oracle2teacher)": 4.781114101409912,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.6920175552368164,
      "step": 1356,
      "subrel-constrast": 4.713141441345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0649683475494385,
      "cov-distil (oracle2student)": 6.119972229003906,
      "cov-distil (oracle2teacher)": 6.050349235534668,
      "epoch": 1.065149136577708,
      "rel-constrast": 3.2625555992126465,
      "step": 1357,
      "subrel-constrast": 3.912792444229126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2344553470611572,
      "cov-distil (oracle2student)": 4.017709255218506,
      "cov-distil (oracle2teacher)": 4.192180633544922,
      "epoch": 1.065934065934066,
      "rel-constrast": 3.057856321334839,
      "step": 1358,
      "subrel-constrast": 3.792118549346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.395707607269287,
      "cov-distil (oracle2student)": 5.889029026031494,
      "cov-distil (oracle2teacher)": 5.522098541259766,
      "epoch": 1.066718995290424,
      "rel-constrast": 3.274190664291382,
      "step": 1359,
      "subrel-constrast": 3.5864131450653076,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 5.75,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7601,
      "step": 1360
    },
    {
      "cov-distil": 1.2909048795700073,
      "cov-distil (oracle2student)": 3.405914783477783,
      "cov-distil (oracle2teacher)": 4.276309490203857,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.6066715717315674,
      "step": 1360,
      "subrel-constrast": 3.4509878158569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1626672744750977,
      "cov-distil (oracle2student)": 4.380281448364258,
      "cov-distil (oracle2teacher)": 4.681737899780273,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.869253158569336,
      "step": 1361,
      "subrel-constrast": 5.029815673828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7244131565093994,
      "cov-distil (oracle2student)": 6.18000602722168,
      "cov-distil (oracle2teacher)": 5.3873372077941895,
      "epoch": 1.0690737833594977,
      "rel-constrast": 3.4565274715423584,
      "step": 1362,
      "subrel-constrast": 3.5263047218322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9457037448883057,
      "cov-distil (oracle2student)": 4.196462631225586,
      "cov-distil (oracle2teacher)": 4.587145805358887,
      "epoch": 1.0698587127158556,
      "rel-constrast": 2.790487051010132,
      "step": 1363,
      "subrel-constrast": 4.018265724182129,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.786954879760742,
      "cov-distil (oracle2student)": 3.090235710144043,
      "cov-distil (oracle2teacher)": 3.293283700942993,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.9803643226623535,
      "step": 1364,
      "subrel-constrast": 3.7477505207061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804380178451538,
      "cov-distil (oracle2student)": 3.7454047203063965,
      "cov-distil (oracle2teacher)": 3.7131779193878174,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.47257924079895,
      "step": 1365,
      "subrel-constrast": 2.8567404747009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121540069580078,
      "cov-distil (oracle2student)": 3.8910775184631348,
      "cov-distil (oracle2teacher)": 5.146153450012207,
      "epoch": 1.0722135007849294,
      "rel-constrast": 2.5517897605895996,
      "step": 1366,
      "subrel-constrast": 4.141420841217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8491367101669312,
      "cov-distil (oracle2student)": 5.246489524841309,
      "cov-distil (oracle2teacher)": 4.921220302581787,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.578235387802124,
      "step": 1367,
      "subrel-constrast": 2.337459087371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5606136322021484,
      "cov-distil (oracle2student)": 5.187544822692871,
      "cov-distil (oracle2teacher)": 5.292340278625488,
      "epoch": 1.0737833594976451,
      "rel-constrast": 3.1180334091186523,
      "step": 1368,
      "subrel-constrast": 3.7052457332611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7072148323059082,
      "cov-distil (oracle2student)": 5.063150405883789,
      "cov-distil (oracle2teacher)": 4.645417213439941,
      "epoch": 1.0745682888540031,
      "rel-constrast": 3.493988037109375,
      "step": 1369,
      "subrel-constrast": 3.9737188816070557,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 6.6875,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7479,
      "step": 1370
    },
    {
      "cov-distil": 1.9383522272109985,
      "cov-distil (oracle2student)": 2.7785918712615967,
      "cov-distil (oracle2teacher)": 2.9782910346984863,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.612870931625366,
      "step": 1370,
      "subrel-constrast": 2.9640769958496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3861994743347168,
      "cov-distil (oracle2student)": 4.034554958343506,
      "cov-distil (oracle2teacher)": 4.007607936859131,
      "epoch": 1.076138147566719,
      "rel-constrast": 2.5463509559631348,
      "step": 1371,
      "subrel-constrast": 2.724963426589966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.968785285949707,
      "cov-distil (oracle2student)": 4.776095390319824,
      "cov-distil (oracle2teacher)": 4.51157808303833,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.9525437355041504,
      "step": 1372,
      "subrel-constrast": 2.6027631759643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.399094581604004,
      "cov-distil (oracle2student)": 3.8629379272460938,
      "cov-distil (oracle2teacher)": 3.4961888790130615,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.506692409515381,
      "step": 1373,
      "subrel-constrast": 2.5317277908325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025851011276245,
      "cov-distil (oracle2student)": 3.4323840141296387,
      "cov-distil (oracle2teacher)": 3.7079567909240723,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.455127239227295,
      "step": 1374,
      "subrel-constrast": 3.6005513668060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149318218231201,
      "cov-distil (oracle2student)": 4.019998073577881,
      "cov-distil (oracle2teacher)": 3.400097370147705,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.6276142597198486,
      "step": 1375,
      "subrel-constrast": 3.0899107456207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8114368915557861,
      "cov-distil (oracle2student)": 5.378458023071289,
      "cov-distil (oracle2teacher)": 5.422873497009277,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.4072628021240234,
      "step": 1376,
      "subrel-constrast": 2.5943968296051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3145289421081543,
      "cov-distil (oracle2student)": 3.9599478244781494,
      "cov-distil (oracle2teacher)": 4.358899116516113,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.7360410690307617,
      "step": 1377,
      "subrel-constrast": 3.6085116863250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1310973167419434,
      "cov-distil (oracle2student)": 3.349583148956299,
      "cov-distil (oracle2teacher)": 3.7037882804870605,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.6933963298797607,
      "step": 1378,
      "subrel-constrast": 3.163780927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8480861186981201,
      "cov-distil (oracle2student)": 2.832828998565674,
      "cov-distil (oracle2teacher)": 2.857452869415283,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.9497671127319336,
      "step": 1379,
      "subrel-constrast": 2.383526563644409,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 5.84375,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.6372,
      "step": 1380
    },
    {
      "cov-distil": 2.1798932552337646,
      "cov-distil (oracle2student)": 5.324796676635742,
      "cov-distil (oracle2teacher)": 5.556718826293945,
      "epoch": 1.0832025117739403,
      "rel-constrast": 4.439400672912598,
      "step": 1380,
      "subrel-constrast": 4.419003009796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7499947547912598,
      "cov-distil (oracle2student)": 3.861295700073242,
      "cov-distil (oracle2teacher)": 4.018787384033203,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.740097761154175,
      "step": 1381,
      "subrel-constrast": 3.8474924564361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675414085388184,
      "cov-distil (oracle2student)": 4.838155269622803,
      "cov-distil (oracle2teacher)": 4.6069488525390625,
      "epoch": 1.084772370486656,
      "rel-constrast": 3.2629098892211914,
      "step": 1382,
      "subrel-constrast": 3.5577409267425537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883237600326538,
      "cov-distil (oracle2student)": 4.628096580505371,
      "cov-distil (oracle2teacher)": 5.066427230834961,
      "epoch": 1.085557299843014,
      "rel-constrast": 2.694936752319336,
      "step": 1383,
      "subrel-constrast": 3.3995468616485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4388493299484253,
      "cov-distil (oracle2student)": 5.267164707183838,
      "cov-distil (oracle2teacher)": 4.704070091247559,
      "epoch": 1.086342229199372,
      "rel-constrast": 1.9680970907211304,
      "step": 1384,
      "subrel-constrast": 2.5886247158050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603737235069275,
      "cov-distil (oracle2student)": 3.334697723388672,
      "cov-distil (oracle2teacher)": 3.08375883102417,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.553227663040161,
      "step": 1385,
      "subrel-constrast": 3.0120158195495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877924919128418,
      "cov-distil (oracle2student)": 6.398171901702881,
      "cov-distil (oracle2teacher)": 5.721209526062012,
      "epoch": 1.0879120879120878,
      "rel-constrast": 2.932640790939331,
      "step": 1386,
      "subrel-constrast": 3.4726569652557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.451646089553833,
      "cov-distil (oracle2student)": 5.158593654632568,
      "cov-distil (oracle2teacher)": 5.196988105773926,
      "epoch": 1.0886970172684458,
      "rel-constrast": 3.417452812194824,
      "step": 1387,
      "subrel-constrast": 3.1410610675811768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9547014236450195,
      "cov-distil (oracle2student)": 5.447237968444824,
      "cov-distil (oracle2teacher)": 4.919557094573975,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.244762420654297,
      "step": 1388,
      "subrel-constrast": 3.712998151779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.242310047149658,
      "cov-distil (oracle2student)": 3.7325592041015625,
      "cov-distil (oracle2teacher)": 3.1974353790283203,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.972013473510742,
      "step": 1389,
      "subrel-constrast": 3.413983106613159,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 5.375,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7556,
      "step": 1390
    },
    {
      "cov-distil": 1.4606231451034546,
      "cov-distil (oracle2student)": 2.7615773677825928,
      "cov-distil (oracle2teacher)": 3.42507004737854,
      "epoch": 1.0910518053375196,
      "rel-constrast": 2.034125328063965,
      "step": 1390,
      "subrel-constrast": 2.510141372680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371825933456421,
      "cov-distil (oracle2student)": 6.569089889526367,
      "cov-distil (oracle2teacher)": 6.507839202880859,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.198172092437744,
      "step": 1391,
      "subrel-constrast": 2.989583969116211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1109628677368164,
      "cov-distil (oracle2student)": 4.464214324951172,
      "cov-distil (oracle2teacher)": 4.156721115112305,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.529962539672852,
      "step": 1392,
      "subrel-constrast": 4.802443981170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762166738510132,
      "cov-distil (oracle2student)": 3.864501953125,
      "cov-distil (oracle2teacher)": 3.658568859100342,
      "epoch": 1.0934065934065935,
      "rel-constrast": 3.180616855621338,
      "step": 1393,
      "subrel-constrast": 3.440876007080078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2658002376556396,
      "cov-distil (oracle2student)": 5.995466232299805,
      "cov-distil (oracle2teacher)": 5.581459999084473,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.590562343597412,
      "step": 1394,
      "subrel-constrast": 3.246731758117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7919342517852783,
      "cov-distil (oracle2student)": 5.6137213706970215,
      "cov-distil (oracle2teacher)": 4.884681701660156,
      "epoch": 1.0949764521193093,
      "rel-constrast": 3.8861947059631348,
      "step": 1395,
      "subrel-constrast": 4.01267671585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7183659076690674,
      "cov-distil (oracle2student)": 5.202280521392822,
      "cov-distil (oracle2teacher)": 5.135255336761475,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.727130889892578,
      "step": 1396,
      "subrel-constrast": 3.9171128273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1105873584747314,
      "cov-distil (oracle2student)": 4.178677082061768,
      "cov-distil (oracle2teacher)": 4.38714599609375,
      "epoch": 1.096546310832025,
      "rel-constrast": 4.0415544509887695,
      "step": 1397,
      "subrel-constrast": 4.150224685668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0800745487213135,
      "cov-distil (oracle2student)": 3.619008779525757,
      "cov-distil (oracle2teacher)": 4.284230709075928,
      "epoch": 1.097331240188383,
      "rel-constrast": 3.4636454582214355,
      "step": 1398,
      "subrel-constrast": 4.0535888671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4049201011657715,
      "cov-distil (oracle2student)": 4.644396781921387,
      "cov-distil (oracle2teacher)": 4.708948135375977,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.6922993659973145,
      "step": 1399,
      "subrel-constrast": 4.667600631713867,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 6.03125,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.8336,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.2718749940395355,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.0511474609375
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.03717041015625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.01397705078125,
      "step": 1400
    },
    {
      "cov-distil": 1.725492000579834,
      "cov-distil (oracle2student)": 3.9233992099761963,
      "cov-distil (oracle2teacher)": 4.01592493057251,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.5879769325256348,
      "step": 1400,
      "subrel-constrast": 4.946914196014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824089527130127,
      "cov-distil (oracle2student)": 3.3909904956817627,
      "cov-distil (oracle2teacher)": 3.5581698417663574,
      "epoch": 1.0996860282574568,
      "rel-constrast": 1.8766868114471436,
      "step": 1401,
      "subrel-constrast": 2.9552884101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8690978288650513,
      "cov-distil (oracle2student)": 6.081953048706055,
      "cov-distil (oracle2teacher)": 5.488690376281738,
      "epoch": 1.1004709576138147,
      "rel-constrast": 4.138168811798096,
      "step": 1402,
      "subrel-constrast": 3.833780288696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5634260177612305,
      "cov-distil (oracle2student)": 4.95000696182251,
      "cov-distil (oracle2teacher)": 5.0767035484313965,
      "epoch": 1.1012558869701727,
      "rel-constrast": 1.868730068206787,
      "step": 1403,
      "subrel-constrast": 2.9432365894317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.119241714477539,
      "cov-distil (oracle2student)": 4.555510520935059,
      "cov-distil (oracle2teacher)": 5.011124610900879,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.779770612716675,
      "step": 1404,
      "subrel-constrast": 3.163935422897339,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009692668914795,
      "cov-distil (oracle2student)": 4.039274215698242,
      "cov-distil (oracle2teacher)": 4.424073219299316,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.2427356243133545,
      "step": 1405,
      "subrel-constrast": 4.265690326690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9718384742736816,
      "cov-distil (oracle2student)": 5.2778239250183105,
      "cov-distil (oracle2teacher)": 4.498165130615234,
      "epoch": 1.1036106750392465,
      "rel-constrast": 2.634265899658203,
      "step": 1406,
      "subrel-constrast": 3.0320584774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598862886428833,
      "cov-distil (oracle2student)": 4.359433650970459,
      "cov-distil (oracle2teacher)": 4.114670753479004,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.978884220123291,
      "step": 1407,
      "subrel-constrast": 3.4521095752716064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867627620697021,
      "cov-distil (oracle2student)": 4.837217330932617,
      "cov-distil (oracle2teacher)": 4.693706035614014,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.8659985065460205,
      "step": 1408,
      "subrel-constrast": 4.226325988769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8290637731552124,
      "cov-distil (oracle2student)": 4.235990524291992,
      "cov-distil (oracle2teacher)": 4.374019622802734,
      "epoch": 1.1059654631083202,
      "rel-constrast": 3.3522305488586426,
      "step": 1409,
      "subrel-constrast": 3.139163017272949,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 5.6875,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7581,
      "step": 1410
    },
    {
      "cov-distil": 1.7000234127044678,
      "cov-distil (oracle2student)": 2.818408966064453,
      "cov-distil (oracle2teacher)": 2.855419635772705,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.85078763961792,
      "step": 1410,
      "subrel-constrast": 3.3764915466308594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0024311542510986,
      "cov-distil (oracle2student)": 4.551003456115723,
      "cov-distil (oracle2teacher)": 5.144897937774658,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.6437554359436035,
      "step": 1411,
      "subrel-constrast": 2.8654885292053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0922305583953857,
      "cov-distil (oracle2student)": 4.0369720458984375,
      "cov-distil (oracle2teacher)": 3.7169578075408936,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.7502737045288086,
      "step": 1412,
      "subrel-constrast": 4.116178035736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978259801864624,
      "cov-distil (oracle2student)": 3.328629493713379,
      "cov-distil (oracle2teacher)": 2.785369634628296,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.76218843460083,
      "step": 1413,
      "subrel-constrast": 4.042629718780518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.554842233657837,
      "cov-distil (oracle2student)": 2.572770595550537,
      "cov-distil (oracle2teacher)": 2.9539718627929688,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.0740180015563965,
      "step": 1414,
      "subrel-constrast": 3.1194310188293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8584908246994019,
      "cov-distil (oracle2student)": 5.804430961608887,
      "cov-distil (oracle2teacher)": 6.193423271179199,
      "epoch": 1.110675039246468,
      "rel-constrast": 1.8694114685058594,
      "step": 1415,
      "subrel-constrast": 2.5148730278015137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7980365753173828,
      "cov-distil (oracle2student)": 4.738273620605469,
      "cov-distil (oracle2teacher)": 4.200367450714111,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.7846601009368896,
      "step": 1416,
      "subrel-constrast": 3.1195125579833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.626960039138794,
      "cov-distil (oracle2student)": 3.327012538909912,
      "cov-distil (oracle2teacher)": 4.030371189117432,
      "epoch": 1.1122448979591837,
      "rel-constrast": 2.1955056190490723,
      "step": 1417,
      "subrel-constrast": 3.0993235111236572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9604575634002686,
      "cov-distil (oracle2student)": 5.1066508293151855,
      "cov-distil (oracle2teacher)": 4.455178737640381,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.990083694458008,
      "step": 1418,
      "subrel-constrast": 3.2639193534851074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1608684062957764,
      "cov-distil (oracle2student)": 4.556927680969238,
      "cov-distil (oracle2teacher)": 4.800924777984619,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.534522533416748,
      "step": 1419,
      "subrel-constrast": 2.1977858543395996,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 4.28125,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6614,
      "step": 1420
    },
    {
      "cov-distil": 2.594512939453125,
      "cov-distil (oracle2student)": 3.7942042350769043,
      "cov-distil (oracle2teacher)": 3.522345781326294,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.200455665588379,
      "step": 1420,
      "subrel-constrast": 3.154106378555298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569270610809326,
      "cov-distil (oracle2student)": 4.3289570808410645,
      "cov-distil (oracle2teacher)": 4.00827693939209,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.432666778564453,
      "step": 1421,
      "subrel-constrast": 3.3713581562042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9133870601654053,
      "cov-distil (oracle2student)": 4.850636959075928,
      "cov-distil (oracle2teacher)": 4.630417823791504,
      "epoch": 1.1161695447409734,
      "rel-constrast": 2.0864036083221436,
      "step": 1422,
      "subrel-constrast": 2.5020101070404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4810023307800293,
      "cov-distil (oracle2student)": 3.06280517578125,
      "cov-distil (oracle2teacher)": 3.595647096633911,
      "epoch": 1.1169544740973312,
      "rel-constrast": 2.1655454635620117,
      "step": 1423,
      "subrel-constrast": 2.596524953842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4666249752044678,
      "cov-distil (oracle2student)": 6.8648834228515625,
      "cov-distil (oracle2teacher)": 5.748921871185303,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.873406171798706,
      "step": 1424,
      "subrel-constrast": 2.925576686859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198328971862793,
      "cov-distil (oracle2student)": 4.104663372039795,
      "cov-distil (oracle2teacher)": 4.597474098205566,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.3357884883880615,
      "step": 1425,
      "subrel-constrast": 2.893676519393921,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.37391996383667,
      "cov-distil (oracle2student)": 5.651669502258301,
      "cov-distil (oracle2teacher)": 5.058666229248047,
      "epoch": 1.119309262166405,
      "rel-constrast": 2.456441640853882,
      "step": 1426,
      "subrel-constrast": 3.512054204940796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826308012008667,
      "cov-distil (oracle2student)": 5.126103401184082,
      "cov-distil (oracle2teacher)": 5.235816478729248,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.940878391265869,
      "step": 1427,
      "subrel-constrast": 3.572213888168335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.950424313545227,
      "cov-distil (oracle2student)": 3.85319185256958,
      "cov-distil (oracle2teacher)": 4.053135871887207,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.311213493347168,
      "step": 1428,
      "subrel-constrast": 3.5005950927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1182541847229004,
      "cov-distil (oracle2student)": 3.530885696411133,
      "cov-distil (oracle2teacher)": 4.707077503204346,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.298187494277954,
      "step": 1429,
      "subrel-constrast": 4.011065483093262,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.59375,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6525,
      "step": 1430
    },
    {
      "cov-distil": 2.282820701599121,
      "cov-distil (oracle2student)": 3.7295961380004883,
      "cov-distil (oracle2teacher)": 3.401398181915283,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.4943594932556152,
      "step": 1430,
      "subrel-constrast": 3.0649611949920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1455516815185547,
      "cov-distil (oracle2student)": 8.298059463500977,
      "cov-distil (oracle2teacher)": 7.660794258117676,
      "epoch": 1.1232339089481946,
      "rel-constrast": 2.4170150756835938,
      "step": 1431,
      "subrel-constrast": 3.058394432067871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.467125654220581,
      "cov-distil (oracle2student)": 4.127472877502441,
      "cov-distil (oracle2teacher)": 4.097379207611084,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.459197521209717,
      "step": 1432,
      "subrel-constrast": 3.0782883167266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6396063566207886,
      "cov-distil (oracle2student)": 8.13225269317627,
      "cov-distil (oracle2teacher)": 7.629884719848633,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.520205020904541,
      "step": 1433,
      "subrel-constrast": 3.250422716140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7474074363708496,
      "cov-distil (oracle2student)": 3.7422428131103516,
      "cov-distil (oracle2teacher)": 4.325443744659424,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.4517531394958496,
      "step": 1434,
      "subrel-constrast": 3.317268133163452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653327465057373,
      "cov-distil (oracle2student)": 4.161993026733398,
      "cov-distil (oracle2teacher)": 4.099205493927002,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.568042516708374,
      "step": 1435,
      "subrel-constrast": 3.75832462310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0322446823120117,
      "cov-distil (oracle2student)": 4.652658462524414,
      "cov-distil (oracle2teacher)": 4.624729156494141,
      "epoch": 1.1271585557299844,
      "rel-constrast": 3.0912322998046875,
      "step": 1436,
      "subrel-constrast": 3.335944890975952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298404693603516,
      "cov-distil (oracle2student)": 7.215947151184082,
      "cov-distil (oracle2teacher)": 7.927666664123535,
      "epoch": 1.1279434850863423,
      "rel-constrast": 2.4620325565338135,
      "step": 1437,
      "subrel-constrast": 3.671393632888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372358083724976,
      "cov-distil (oracle2student)": 5.518638610839844,
      "cov-distil (oracle2teacher)": 5.048250198364258,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.631471633911133,
      "step": 1438,
      "subrel-constrast": 3.772331476211548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9083154201507568,
      "cov-distil (oracle2student)": 2.818504571914673,
      "cov-distil (oracle2teacher)": 3.5111002922058105,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.5475029945373535,
      "step": 1439,
      "subrel-constrast": 2.918612003326416,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 5.125,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6661,
      "step": 1440
    },
    {
      "cov-distil": 2.2309975624084473,
      "cov-distil (oracle2student)": 5.666352272033691,
      "cov-distil (oracle2teacher)": 5.310648441314697,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.603696584701538,
      "step": 1440,
      "subrel-constrast": 3.1937386989593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4622831344604492,
      "cov-distil (oracle2student)": 4.8369646072387695,
      "cov-distil (oracle2teacher)": 4.428251266479492,
      "epoch": 1.1310832025117739,
      "rel-constrast": 3.0184125900268555,
      "step": 1441,
      "subrel-constrast": 3.139037609100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1908693313598633,
      "cov-distil (oracle2student)": 6.674088001251221,
      "cov-distil (oracle2teacher)": 6.927165985107422,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.663160800933838,
      "step": 1442,
      "subrel-constrast": 3.4757533073425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.39995539188385,
      "cov-distil (oracle2student)": 5.622419357299805,
      "cov-distil (oracle2teacher)": 4.585074424743652,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.81398606300354,
      "step": 1443,
      "subrel-constrast": 3.416130542755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233823537826538,
      "cov-distil (oracle2student)": 4.5562591552734375,
      "cov-distil (oracle2teacher)": 4.773755073547363,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.70735502243042,
      "step": 1444,
      "subrel-constrast": 3.3654680252075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7883661985397339,
      "cov-distil (oracle2student)": 4.436424255371094,
      "cov-distil (oracle2teacher)": 4.185657978057861,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.134404182434082,
      "step": 1445,
      "subrel-constrast": 3.010124683380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591072678565979,
      "cov-distil (oracle2student)": 4.218377113342285,
      "cov-distil (oracle2teacher)": 4.208179473876953,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.9968340396881104,
      "step": 1446,
      "subrel-constrast": 3.416674852371216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969186782836914,
      "cov-distil (oracle2student)": 4.700855255126953,
      "cov-distil (oracle2teacher)": 4.88578462600708,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.8175837993621826,
      "step": 1447,
      "subrel-constrast": 3.3567094802856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9168753623962402,
      "cov-distil (oracle2student)": 4.077996253967285,
      "cov-distil (oracle2teacher)": 3.9670610427856445,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.1055994033813477,
      "step": 1448,
      "subrel-constrast": 3.3224101066589355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5231186151504517,
      "cov-distil (oracle2student)": 4.8137054443359375,
      "cov-distil (oracle2teacher)": 4.697085380554199,
      "epoch": 1.1373626373626373,
      "rel-constrast": 2.4132914543151855,
      "step": 1449,
      "subrel-constrast": 2.459594964981079,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 4.875,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.7069,
      "step": 1450
    },
    {
      "cov-distil": 1.5019803047180176,
      "cov-distil (oracle2student)": 4.4070634841918945,
      "cov-distil (oracle2teacher)": 3.5561225414276123,
      "epoch": 1.1381475667189953,
      "rel-constrast": 2.6774797439575195,
      "step": 1450,
      "subrel-constrast": 2.6064889430999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9554164409637451,
      "cov-distil (oracle2student)": 2.854950189590454,
      "cov-distil (oracle2teacher)": 3.3922019004821777,
      "epoch": 1.1389324960753533,
      "rel-constrast": 3.28225040435791,
      "step": 1451,
      "subrel-constrast": 3.168802261352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9761536121368408,
      "cov-distil (oracle2student)": 2.623394012451172,
      "cov-distil (oracle2teacher)": 3.54018497467041,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.576803684234619,
      "step": 1452,
      "subrel-constrast": 3.677489995956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430835723876953,
      "cov-distil (oracle2student)": 3.965954303741455,
      "cov-distil (oracle2teacher)": 4.35051155090332,
      "epoch": 1.140502354788069,
      "rel-constrast": 2.267301082611084,
      "step": 1453,
      "subrel-constrast": 2.7815492153167725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0394515991210938,
      "cov-distil (oracle2student)": 5.488222599029541,
      "cov-distil (oracle2teacher)": 4.876126766204834,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.018216133117676,
      "step": 1454,
      "subrel-constrast": 3.6470537185668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9516712427139282,
      "cov-distil (oracle2student)": 3.747659206390381,
      "cov-distil (oracle2teacher)": 3.224928379058838,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.340623378753662,
      "step": 1455,
      "subrel-constrast": 2.4232780933380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78279447555542,
      "cov-distil (oracle2student)": 6.951138019561768,
      "cov-distil (oracle2teacher)": 6.1399970054626465,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.9959933757781982,
      "step": 1456,
      "subrel-constrast": 3.6252033710479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4500001668930054,
      "cov-distil (oracle2student)": 3.3093504905700684,
      "cov-distil (oracle2teacher)": 3.5261528491973877,
      "epoch": 1.1436420722135008,
      "rel-constrast": 2.4056923389434814,
      "step": 1457,
      "subrel-constrast": 2.7042558193206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883673071861267,
      "cov-distil (oracle2student)": 4.708385467529297,
      "cov-distil (oracle2teacher)": 4.665295124053955,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.7083489894866943,
      "step": 1458,
      "subrel-constrast": 3.0551090240478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0025925636291504,
      "cov-distil (oracle2student)": 4.643876552581787,
      "cov-distil (oracle2teacher)": 4.422885894775391,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.948347330093384,
      "step": 1459,
      "subrel-constrast": 3.986851692199707,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 6.53125,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.7055,
      "step": 1460
    },
    {
      "cov-distil": 1.8639342784881592,
      "cov-distil (oracle2student)": 5.55772590637207,
      "cov-distil (oracle2teacher)": 4.7328596115112305,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.9031307697296143,
      "step": 1460,
      "subrel-constrast": 3.817078113555908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532606840133667,
      "cov-distil (oracle2student)": 4.499188423156738,
      "cov-distil (oracle2teacher)": 4.422551155090332,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.4129881858825684,
      "step": 1461,
      "subrel-constrast": 3.419610023498535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433197975158691,
      "cov-distil (oracle2student)": 3.4220781326293945,
      "cov-distil (oracle2teacher)": 3.464374303817749,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.954646110534668,
      "step": 1462,
      "subrel-constrast": 2.80507230758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5638771057128906,
      "cov-distil (oracle2student)": 5.485527038574219,
      "cov-distil (oracle2teacher)": 5.015650749206543,
      "epoch": 1.1483516483516483,
      "rel-constrast": 3.064967155456543,
      "step": 1463,
      "subrel-constrast": 3.12426495552063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7222142219543457,
      "cov-distil (oracle2student)": 6.290308952331543,
      "cov-distil (oracle2teacher)": 6.087468147277832,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.2004151344299316,
      "step": 1464,
      "subrel-constrast": 4.518975734710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4325735569000244,
      "cov-distil (oracle2student)": 4.422747611999512,
      "cov-distil (oracle2teacher)": 3.9710187911987305,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.8816072940826416,
      "step": 1465,
      "subrel-constrast": 2.8799524307250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398450136184692,
      "cov-distil (oracle2student)": 4.95442008972168,
      "cov-distil (oracle2teacher)": 5.133740425109863,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.5104494094848633,
      "step": 1466,
      "subrel-constrast": 2.732200860977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7381162643432617,
      "cov-distil (oracle2student)": 5.031413555145264,
      "cov-distil (oracle2teacher)": 4.845233917236328,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.253283977508545,
      "step": 1467,
      "subrel-constrast": 2.5039713382720947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.611936092376709,
      "cov-distil (oracle2student)": 1.9663608074188232,
      "cov-distil (oracle2teacher)": 2.2130377292633057,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.6065566539764404,
      "step": 1468,
      "subrel-constrast": 2.4636943340301514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6024079322814941,
      "cov-distil (oracle2student)": 4.246895790100098,
      "cov-distil (oracle2teacher)": 4.129792213439941,
      "epoch": 1.153061224489796,
      "rel-constrast": 3.036111354827881,
      "step": 1469,
      "subrel-constrast": 2.9738190174102783,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 6.3125,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6956,
      "step": 1470
    },
    {
      "cov-distil": 1.6373777389526367,
      "cov-distil (oracle2student)": 6.724612712860107,
      "cov-distil (oracle2teacher)": 6.473337173461914,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.4350414276123047,
      "step": 1470,
      "subrel-constrast": 3.419454574584961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0339550971984863,
      "cov-distil (oracle2student)": 3.6405436992645264,
      "cov-distil (oracle2teacher)": 3.636758804321289,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.9180128574371338,
      "step": 1471,
      "subrel-constrast": 2.594804525375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4296238422393799,
      "cov-distil (oracle2student)": 4.901254653930664,
      "cov-distil (oracle2teacher)": 5.052189826965332,
      "epoch": 1.1554160125588697,
      "rel-constrast": 1.8199353218078613,
      "step": 1472,
      "subrel-constrast": 2.6192386150360107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8828924894332886,
      "cov-distil (oracle2student)": 6.4654927253723145,
      "cov-distil (oracle2teacher)": 5.832169055938721,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.0014548301696777,
      "step": 1473,
      "subrel-constrast": 2.3330273628234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8993468284606934,
      "cov-distil (oracle2student)": 4.930965423583984,
      "cov-distil (oracle2teacher)": 4.53386116027832,
      "epoch": 1.1569858712715855,
      "rel-constrast": 2.2288732528686523,
      "step": 1474,
      "subrel-constrast": 2.4756078720092773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2556126117706299,
      "cov-distil (oracle2student)": 6.00132417678833,
      "cov-distil (oracle2teacher)": 5.7921223640441895,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.8540840148925781,
      "step": 1475,
      "subrel-constrast": 2.534343719482422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.950732946395874,
      "cov-distil (oracle2student)": 3.5994222164154053,
      "cov-distil (oracle2teacher)": 3.8249077796936035,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.00243878364563,
      "step": 1476,
      "subrel-constrast": 2.867398738861084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2841036319732666,
      "cov-distil (oracle2student)": 5.116152763366699,
      "cov-distil (oracle2teacher)": 4.794782638549805,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.7285406589508057,
      "step": 1477,
      "subrel-constrast": 3.6868820190429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.107388496398926,
      "cov-distil (oracle2student)": 5.745297908782959,
      "cov-distil (oracle2teacher)": 5.123299598693848,
      "epoch": 1.1601255886970172,
      "rel-constrast": 3.0401668548583984,
      "step": 1478,
      "subrel-constrast": 3.4120330810546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.270815849304199,
      "cov-distil (oracle2student)": 3.281325340270996,
      "cov-distil (oracle2teacher)": 3.1645193099975586,
      "epoch": 1.1609105180533752,
      "rel-constrast": 3.2142398357391357,
      "step": 1479,
      "subrel-constrast": 3.7244365215301514,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 6.4375,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.5811,
      "step": 1480
    },
    {
      "cov-distil": 1.4882169961929321,
      "cov-distil (oracle2student)": 5.153314590454102,
      "cov-distil (oracle2teacher)": 4.25448751449585,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.5205776691436768,
      "step": 1480,
      "subrel-constrast": 2.9441733360290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3884148597717285,
      "cov-distil (oracle2student)": 3.2767910957336426,
      "cov-distil (oracle2teacher)": 3.499624490737915,
      "epoch": 1.1624803767660912,
      "rel-constrast": 2.003345012664795,
      "step": 1481,
      "subrel-constrast": 2.117797613143921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8889834880828857,
      "cov-distil (oracle2student)": 4.922454357147217,
      "cov-distil (oracle2teacher)": 3.958625316619873,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.766831874847412,
      "step": 1482,
      "subrel-constrast": 3.0110042095184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2419788837432861,
      "cov-distil (oracle2student)": 7.668863296508789,
      "cov-distil (oracle2teacher)": 7.157406806945801,
      "epoch": 1.164050235478807,
      "rel-constrast": 3.4422247409820557,
      "step": 1483,
      "subrel-constrast": 4.1679301261901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599388122558594,
      "cov-distil (oracle2student)": 4.3163957595825195,
      "cov-distil (oracle2teacher)": 4.6861772537231445,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.379652738571167,
      "step": 1484,
      "subrel-constrast": 2.9820876121520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3261542320251465,
      "cov-distil (oracle2student)": 5.3808817863464355,
      "cov-distil (oracle2teacher)": 5.20217752456665,
      "epoch": 1.1656200941915227,
      "rel-constrast": 4.496358871459961,
      "step": 1485,
      "subrel-constrast": 4.350846290588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127774238586426,
      "cov-distil (oracle2student)": 3.746856689453125,
      "cov-distil (oracle2teacher)": 3.744778633117676,
      "epoch": 1.1664050235478807,
      "rel-constrast": 2.5160694122314453,
      "step": 1486,
      "subrel-constrast": 3.423530101776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0460846424102783,
      "cov-distil (oracle2student)": 3.6524524688720703,
      "cov-distil (oracle2teacher)": 3.7537178993225098,
      "epoch": 1.1671899529042387,
      "rel-constrast": 1.8591324090957642,
      "step": 1487,
      "subrel-constrast": 2.744617462158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795793056488037,
      "cov-distil (oracle2student)": 4.787281513214111,
      "cov-distil (oracle2teacher)": 5.283349990844727,
      "epoch": 1.1679748822605966,
      "rel-constrast": 3.099134922027588,
      "step": 1488,
      "subrel-constrast": 3.5868277549743652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1217803955078125,
      "cov-distil (oracle2student)": 7.9928297996521,
      "cov-distil (oracle2teacher)": 7.233977317810059,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.6628427505493164,
      "step": 1489,
      "subrel-constrast": 3.4895212650299072,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.5,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.6937,
      "step": 1490
    },
    {
      "cov-distil": 1.7121388912200928,
      "cov-distil (oracle2student)": 2.4819834232330322,
      "cov-distil (oracle2teacher)": 3.5901126861572266,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.4088854789733887,
      "step": 1490,
      "subrel-constrast": 3.124814987182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0643815994262695,
      "cov-distil (oracle2student)": 6.458765029907227,
      "cov-distil (oracle2teacher)": 6.168883323669434,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.7738698720932007,
      "step": 1491,
      "subrel-constrast": 2.655066728591919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.615861415863037,
      "cov-distil (oracle2student)": 5.148920059204102,
      "cov-distil (oracle2teacher)": 5.516550064086914,
      "epoch": 1.1711145996860282,
      "rel-constrast": 2.83212947845459,
      "step": 1492,
      "subrel-constrast": 3.228549003601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836271047592163,
      "cov-distil (oracle2student)": 4.178562164306641,
      "cov-distil (oracle2teacher)": 4.255637168884277,
      "epoch": 1.1718995290423861,
      "rel-constrast": 2.7505271434783936,
      "step": 1493,
      "subrel-constrast": 3.287315607070923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0516743659973145,
      "cov-distil (oracle2student)": 3.2768640518188477,
      "cov-distil (oracle2teacher)": 3.2169957160949707,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.9510653018951416,
      "step": 1494,
      "subrel-constrast": 3.6176412105560303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8985462188720703,
      "cov-distil (oracle2student)": 3.8871867656707764,
      "cov-distil (oracle2teacher)": 3.878885269165039,
      "epoch": 1.1734693877551021,
      "rel-constrast": 2.38905668258667,
      "step": 1495,
      "subrel-constrast": 3.232786178588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5530250072479248,
      "cov-distil (oracle2student)": 3.025707721710205,
      "cov-distil (oracle2teacher)": 2.914720058441162,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.6748218536376953,
      "step": 1496,
      "subrel-constrast": 2.925001859664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1301326751708984,
      "cov-distil (oracle2student)": 4.400839805603027,
      "cov-distil (oracle2teacher)": 4.691205024719238,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.951388359069824,
      "step": 1497,
      "subrel-constrast": 3.650067090988159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8216434717178345,
      "cov-distil (oracle2student)": 4.972077369689941,
      "cov-distil (oracle2teacher)": 4.327077865600586,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.7582945823669434,
      "step": 1498,
      "subrel-constrast": 2.9557623863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4475953578948975,
      "cov-distil (oracle2student)": 4.496207237243652,
      "cov-distil (oracle2teacher)": 3.6748199462890625,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.940197467803955,
      "step": 1499,
      "subrel-constrast": 3.201216697692871,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 5.84375,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6608,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7399999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.74436187137618,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.5505989307039824,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.4269999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.5958904336610873,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.57102931658711,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5230813373560633,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.32343751192092896,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.062652587890625
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.05511474609375
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.007537841796875,
      "step": 1500
    },
    {
      "cov-distil": 1.9564822912216187,
      "cov-distil (oracle2student)": 5.389406681060791,
      "cov-distil (oracle2teacher)": 4.842505931854248,
      "epoch": 1.1773940345368916,
      "rel-constrast": 2.3691353797912598,
      "step": 1500,
      "subrel-constrast": 2.6376359462738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3905553817749023,
      "cov-distil (oracle2student)": 3.9884276390075684,
      "cov-distil (oracle2teacher)": 3.9743947982788086,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.803199291229248,
      "step": 1501,
      "subrel-constrast": 3.3012726306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4132282733917236,
      "cov-distil (oracle2student)": 5.613019943237305,
      "cov-distil (oracle2teacher)": 5.113224029541016,
      "epoch": 1.1789638932496076,
      "rel-constrast": 3.183396577835083,
      "step": 1502,
      "subrel-constrast": 4.052813529968262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4279736280441284,
      "cov-distil (oracle2student)": 4.5837907791137695,
      "cov-distil (oracle2teacher)": 3.4794797897338867,
      "epoch": 1.1797488226059656,
      "rel-constrast": 2.3290576934814453,
      "step": 1503,
      "subrel-constrast": 2.2632315158843994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5474786758422852,
      "cov-distil (oracle2student)": 5.43406867980957,
      "cov-distil (oracle2teacher)": 5.529370307922363,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.2138290405273438,
      "step": 1504,
      "subrel-constrast": 2.958995819091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4547990560531616,
      "cov-distil (oracle2student)": 2.580385446548462,
      "cov-distil (oracle2teacher)": 3.2321419715881348,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.3528995513916016,
      "step": 1505,
      "subrel-constrast": 2.7507543563842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6125125885009766,
      "cov-distil (oracle2student)": 5.32326078414917,
      "cov-distil (oracle2teacher)": 5.517783164978027,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.3765406608581543,
      "step": 1506,
      "subrel-constrast": 4.107384204864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7146005630493164,
      "cov-distil (oracle2student)": 5.641802787780762,
      "cov-distil (oracle2teacher)": 4.559797763824463,
      "epoch": 1.182888540031397,
      "rel-constrast": 3.06499981880188,
      "step": 1507,
      "subrel-constrast": 3.283940553665161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7136640548706055,
      "cov-distil (oracle2student)": 2.992508888244629,
      "cov-distil (oracle2teacher)": 3.5455968379974365,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.1565940380096436,
      "step": 1508,
      "subrel-constrast": 3.000746011734009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446988582611084,
      "cov-distil (oracle2student)": 2.5148229598999023,
      "cov-distil (oracle2teacher)": 2.489441394805908,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.590751886367798,
      "step": 1509,
      "subrel-constrast": 2.6647043228149414,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 5.46875,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.686,
      "step": 1510
    },
    {
      "cov-distil": 2.308803081512451,
      "cov-distil (oracle2student)": 4.890379905700684,
      "cov-distil (oracle2teacher)": 5.031519889831543,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.8635964393615723,
      "step": 1510,
      "subrel-constrast": 3.447056531906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682673692703247,
      "cov-distil (oracle2student)": 3.4037675857543945,
      "cov-distil (oracle2teacher)": 3.613706350326538,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.502182960510254,
      "step": 1511,
      "subrel-constrast": 3.763239860534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047211170196533,
      "cov-distil (oracle2student)": 4.9240593910217285,
      "cov-distil (oracle2teacher)": 5.097999572753906,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.953200578689575,
      "step": 1512,
      "subrel-constrast": 3.602102279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4807592630386353,
      "cov-distil (oracle2student)": 6.6253461837768555,
      "cov-distil (oracle2teacher)": 6.021417617797852,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.2691922187805176,
      "step": 1513,
      "subrel-constrast": 3.8842294216156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4422178268432617,
      "cov-distil (oracle2student)": 6.574230670928955,
      "cov-distil (oracle2teacher)": 6.222325801849365,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.2250280380249023,
      "step": 1514,
      "subrel-constrast": 2.719890832901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31245756149292,
      "cov-distil (oracle2student)": 3.896085023880005,
      "cov-distil (oracle2teacher)": 3.8066203594207764,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.817051887512207,
      "step": 1515,
      "subrel-constrast": 2.6483101844787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2438769340515137,
      "cov-distil (oracle2student)": 2.8436527252197266,
      "cov-distil (oracle2teacher)": 3.1364073753356934,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.0211071968078613,
      "step": 1516,
      "subrel-constrast": 3.413909912109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.275635004043579,
      "cov-distil (oracle2student)": 4.408417701721191,
      "cov-distil (oracle2teacher)": 4.34605073928833,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.0978684425354004,
      "step": 1517,
      "subrel-constrast": 3.3880438804626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5538477897644043,
      "cov-distil (oracle2student)": 5.222288131713867,
      "cov-distil (oracle2teacher)": 4.578304290771484,
      "epoch": 1.1915227629513343,
      "rel-constrast": 4.50203800201416,
      "step": 1518,
      "subrel-constrast": 4.663269996643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8145931959152222,
      "cov-distil (oracle2student)": 5.31705379486084,
      "cov-distil (oracle2teacher)": 5.1564836502075195,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.8499398231506348,
      "step": 1519,
      "subrel-constrast": 3.7758030891418457,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.90625,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7525,
      "step": 1520
    },
    {
      "cov-distil": 2.489748001098633,
      "cov-distil (oracle2student)": 5.231911659240723,
      "cov-distil (oracle2teacher)": 4.79160737991333,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.8581905364990234,
      "step": 1520,
      "subrel-constrast": 3.0575103759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4559725522994995,
      "cov-distil (oracle2student)": 6.636967658996582,
      "cov-distil (oracle2teacher)": 6.135037422180176,
      "epoch": 1.193877551020408,
      "rel-constrast": 2.9659135341644287,
      "step": 1521,
      "subrel-constrast": 3.550008773803711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7698464393615723,
      "cov-distil (oracle2student)": 3.800443410873413,
      "cov-distil (oracle2teacher)": 3.278449058532715,
      "epoch": 1.194662480376766,
      "rel-constrast": 3.585174322128296,
      "step": 1522,
      "subrel-constrast": 3.444380521774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7779819965362549,
      "cov-distil (oracle2student)": 3.873873472213745,
      "cov-distil (oracle2teacher)": 3.747401237487793,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.14591646194458,
      "step": 1523,
      "subrel-constrast": 2.872290849685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211372137069702,
      "cov-distil (oracle2student)": 5.318734169006348,
      "cov-distil (oracle2teacher)": 5.2332868576049805,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.839071750640869,
      "step": 1524,
      "subrel-constrast": 3.7371413707733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7313916683197021,
      "cov-distil (oracle2student)": 4.917518138885498,
      "cov-distil (oracle2teacher)": 4.870159149169922,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.9545845985412598,
      "step": 1525,
      "subrel-constrast": 2.9829506874084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9218101501464844,
      "cov-distil (oracle2student)": 4.058527946472168,
      "cov-distil (oracle2teacher)": 3.960768461227417,
      "epoch": 1.1978021978021978,
      "rel-constrast": 3.0196638107299805,
      "step": 1526,
      "subrel-constrast": 3.7238192558288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.306926727294922,
      "cov-distil (oracle2student)": 5.139503479003906,
      "cov-distil (oracle2teacher)": 4.467212677001953,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.8211753368377686,
      "step": 1527,
      "subrel-constrast": 3.983015775680542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0327515602111816,
      "cov-distil (oracle2student)": 4.133597373962402,
      "cov-distil (oracle2teacher)": 4.102956771850586,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.7071690559387207,
      "step": 1528,
      "subrel-constrast": 3.2898850440979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536219596862793,
      "cov-distil (oracle2student)": 4.6534552574157715,
      "cov-distil (oracle2teacher)": 3.772538185119629,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.725740909576416,
      "step": 1529,
      "subrel-constrast": 2.218573808670044,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 4.5,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.7156,
      "step": 1530
    },
    {
      "cov-distil": 1.43105947971344,
      "cov-distil (oracle2student)": 5.120652198791504,
      "cov-distil (oracle2teacher)": 5.402762413024902,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.684575080871582,
      "step": 1530,
      "subrel-constrast": 2.0346519947052,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1226770877838135,
      "cov-distil (oracle2student)": 4.0598249435424805,
      "cov-distil (oracle2teacher)": 3.9541444778442383,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.6806206703186035,
      "step": 1531,
      "subrel-constrast": 2.976447820663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3505520820617676,
      "cov-distil (oracle2student)": 4.554619789123535,
      "cov-distil (oracle2teacher)": 4.045331001281738,
      "epoch": 1.2025117739403455,
      "rel-constrast": 3.626678466796875,
      "step": 1532,
      "subrel-constrast": 3.884134292602539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7043116092681885,
      "cov-distil (oracle2student)": 2.7678213119506836,
      "cov-distil (oracle2teacher)": 3.1108601093292236,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.6666831970214844,
      "step": 1533,
      "subrel-constrast": 2.7746641635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180239200592041,
      "cov-distil (oracle2student)": 4.42787504196167,
      "cov-distil (oracle2teacher)": 4.38020133972168,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.668132781982422,
      "step": 1534,
      "subrel-constrast": 3.509650707244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137622117996216,
      "cov-distil (oracle2student)": 4.978826522827148,
      "cov-distil (oracle2teacher)": 4.689502716064453,
      "epoch": 1.2048665620094192,
      "rel-constrast": 3.353438377380371,
      "step": 1535,
      "subrel-constrast": 3.2853498458862305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9906795024871826,
      "cov-distil (oracle2student)": 4.6343183517456055,
      "cov-distil (oracle2teacher)": 4.3718767166137695,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.092200517654419,
      "step": 1536,
      "subrel-constrast": 2.7895188331604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2264459133148193,
      "cov-distil (oracle2student)": 5.118329048156738,
      "cov-distil (oracle2teacher)": 5.017618179321289,
      "epoch": 1.206436420722135,
      "rel-constrast": 2.2399768829345703,
      "step": 1537,
      "subrel-constrast": 3.0939714908599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.199575424194336,
      "cov-distil (oracle2student)": 3.5121262073516846,
      "cov-distil (oracle2teacher)": 4.1773881912231445,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.9766948223114014,
      "step": 1538,
      "subrel-constrast": 3.0492711067199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.408871650695801,
      "cov-distil (oracle2student)": 4.2193803787231445,
      "cov-distil (oracle2teacher)": 4.4972333908081055,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.202113151550293,
      "step": 1539,
      "subrel-constrast": 3.0006277561187744,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 4.375,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.6298,
      "step": 1540
    },
    {
      "cov-distil": 2.0518505573272705,
      "cov-distil (oracle2student)": 5.6698198318481445,
      "cov-distil (oracle2teacher)": 5.538919448852539,
      "epoch": 1.2087912087912087,
      "rel-constrast": 3.416703462600708,
      "step": 1540,
      "subrel-constrast": 3.1561615467071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8878703117370605,
      "cov-distil (oracle2student)": 4.932683944702148,
      "cov-distil (oracle2teacher)": 5.596179962158203,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.944301128387451,
      "step": 1541,
      "subrel-constrast": 3.2028892040252686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2056941986083984,
      "cov-distil (oracle2student)": 3.9247725009918213,
      "cov-distil (oracle2teacher)": 3.6192238330841064,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.9066829681396484,
      "step": 1542,
      "subrel-constrast": 3.308567523956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100630283355713,
      "cov-distil (oracle2student)": 4.470334053039551,
      "cov-distil (oracle2teacher)": 5.032373428344727,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.6807174682617188,
      "step": 1543,
      "subrel-constrast": 2.9344236850738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505066394805908,
      "cov-distil (oracle2student)": 5.036220550537109,
      "cov-distil (oracle2teacher)": 4.798941135406494,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.861398458480835,
      "step": 1544,
      "subrel-constrast": 3.092536211013794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261842727661133,
      "cov-distil (oracle2student)": 4.426534652709961,
      "cov-distil (oracle2teacher)": 4.35542106628418,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.8339898586273193,
      "step": 1545,
      "subrel-constrast": 2.7747836112976074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1837427616119385,
      "cov-distil (oracle2student)": 3.572530508041382,
      "cov-distil (oracle2teacher)": 3.7599825859069824,
      "epoch": 1.2135007849293564,
      "rel-constrast": 1.900369644165039,
      "step": 1546,
      "subrel-constrast": 2.9975533485412598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612091302871704,
      "cov-distil (oracle2student)": 3.382833957672119,
      "cov-distil (oracle2teacher)": 3.7491941452026367,
      "epoch": 1.2142857142857142,
      "rel-constrast": 2.1968491077423096,
      "step": 1547,
      "subrel-constrast": 2.5825934410095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.978820562362671,
      "cov-distil (oracle2student)": 5.244477272033691,
      "cov-distil (oracle2teacher)": 4.655195236206055,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0828373432159424,
      "step": 1548,
      "subrel-constrast": 2.3383874893188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211834907531738,
      "cov-distil (oracle2student)": 5.062840461730957,
      "cov-distil (oracle2teacher)": 4.280082702636719,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.020819664001465,
      "step": 1549,
      "subrel-constrast": 2.8595309257507324,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 4.53125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6211,
      "step": 1550
    },
    {
      "cov-distil": 1.6679084300994873,
      "cov-distil (oracle2student)": 6.044246196746826,
      "cov-distil (oracle2teacher)": 5.404821395874023,
      "epoch": 1.2166405023547882,
      "rel-constrast": 4.435269355773926,
      "step": 1550,
      "subrel-constrast": 4.833418846130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.211683750152588,
      "cov-distil (oracle2student)": 4.334441184997559,
      "cov-distil (oracle2teacher)": 4.6188859939575195,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.851254940032959,
      "step": 1551,
      "subrel-constrast": 3.9660415649414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969861626625061,
      "cov-distil (oracle2student)": 5.122574329376221,
      "cov-distil (oracle2teacher)": 4.320067405700684,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.7000889778137207,
      "step": 1552,
      "subrel-constrast": 2.5414834022521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868983268737793,
      "cov-distil (oracle2student)": 4.955928802490234,
      "cov-distil (oracle2teacher)": 4.994746208190918,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.533935546875,
      "step": 1553,
      "subrel-constrast": 3.6723690032958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3989894390106201,
      "cov-distil (oracle2student)": 2.709841251373291,
      "cov-distil (oracle2teacher)": 2.942634105682373,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.710664749145508,
      "step": 1554,
      "subrel-constrast": 2.951028347015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7810347080230713,
      "cov-distil (oracle2student)": 2.7444541454315186,
      "cov-distil (oracle2teacher)": 3.425851821899414,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.4223575592041016,
      "step": 1555,
      "subrel-constrast": 3.2665600776672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.378304958343506,
      "cov-distil (oracle2student)": 2.5793516635894775,
      "cov-distil (oracle2teacher)": 2.7153236865997314,
      "epoch": 1.2213500784929356,
      "rel-constrast": 2.2849783897399902,
      "step": 1556,
      "subrel-constrast": 2.8368582725524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7234537601470947,
      "cov-distil (oracle2student)": 2.425088882446289,
      "cov-distil (oracle2teacher)": 2.5486133098602295,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.6011114120483398,
      "step": 1557,
      "subrel-constrast": 2.32043719291687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3462963104248047,
      "cov-distil (oracle2student)": 5.9482574462890625,
      "cov-distil (oracle2teacher)": 4.7624192237854,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.715634822845459,
      "step": 1558,
      "subrel-constrast": 3.5118486881256104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874441385269165,
      "cov-distil (oracle2student)": 5.730129241943359,
      "cov-distil (oracle2teacher)": 5.948276042938232,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.591240406036377,
      "step": 1559,
      "subrel-constrast": 3.2202045917510986,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 6.03125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6712,
      "step": 1560
    },
    {
      "cov-distil": 2.202166795730591,
      "cov-distil (oracle2student)": 5.011548042297363,
      "cov-distil (oracle2teacher)": 5.056610107421875,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.390806198120117,
      "step": 1560,
      "subrel-constrast": 3.667625904083252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8831899166107178,
      "cov-distil (oracle2student)": 3.3672404289245605,
      "cov-distil (oracle2teacher)": 3.0916519165039062,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.2748970985412598,
      "step": 1561,
      "subrel-constrast": 3.094641923904419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6249821186065674,
      "cov-distil (oracle2student)": 3.316096782684326,
      "cov-distil (oracle2teacher)": 3.3230931758880615,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.4058589935302734,
      "step": 1562,
      "subrel-constrast": 1.9794237613677979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8156452178955078,
      "cov-distil (oracle2student)": 4.2524847984313965,
      "cov-distil (oracle2teacher)": 4.5014119148254395,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.587003469467163,
      "step": 1563,
      "subrel-constrast": 3.790613889694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369656562805176,
      "cov-distil (oracle2student)": 4.2802815437316895,
      "cov-distil (oracle2teacher)": 3.929115056991577,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.4024453163146973,
      "step": 1564,
      "subrel-constrast": 3.043626308441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1551694869995117,
      "cov-distil (oracle2student)": 5.059158802032471,
      "cov-distil (oracle2teacher)": 5.17901611328125,
      "epoch": 1.2284144427001569,
      "rel-constrast": 3.140573501586914,
      "step": 1565,
      "subrel-constrast": 3.7200980186462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8622217178344727,
      "cov-distil (oracle2student)": 3.80596923828125,
      "cov-distil (oracle2teacher)": 3.7932510375976562,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.542914867401123,
      "step": 1566,
      "subrel-constrast": 2.650541305541992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0975825786590576,
      "cov-distil (oracle2student)": 3.161339044570923,
      "cov-distil (oracle2teacher)": 3.0025792121887207,
      "epoch": 1.2299843014128728,
      "rel-constrast": 2.4333839416503906,
      "step": 1567,
      "subrel-constrast": 2.6653409004211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.907728672027588,
      "cov-distil (oracle2student)": 4.5225653648376465,
      "cov-distil (oracle2teacher)": 4.011065483093262,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.423516273498535,
      "step": 1568,
      "subrel-constrast": 3.014725685119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9148259162902832,
      "cov-distil (oracle2student)": 5.076712608337402,
      "cov-distil (oracle2teacher)": 5.320050239562988,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.304917335510254,
      "step": 1569,
      "subrel-constrast": 3.5518417358398438,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.78125,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6477,
      "step": 1570
    },
    {
      "cov-distil": 1.5920456647872925,
      "cov-distil (oracle2student)": 3.7289962768554688,
      "cov-distil (oracle2teacher)": 3.12856125831604,
      "epoch": 1.2323390894819466,
      "rel-constrast": 2.2209620475769043,
      "step": 1570,
      "subrel-constrast": 2.3549695014953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8716025352478027,
      "cov-distil (oracle2student)": 2.756932020187378,
      "cov-distil (oracle2teacher)": 2.9289278984069824,
      "epoch": 1.2331240188383046,
      "rel-constrast": 3.4381654262542725,
      "step": 1571,
      "subrel-constrast": 3.7355360984802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0482518672943115,
      "cov-distil (oracle2student)": 3.6806297302246094,
      "cov-distil (oracle2teacher)": 3.1822190284729004,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.1160972118377686,
      "step": 1572,
      "subrel-constrast": 3.409524917602539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941477298736572,
      "cov-distil (oracle2student)": 4.879096031188965,
      "cov-distil (oracle2teacher)": 4.2013702392578125,
      "epoch": 1.2346938775510203,
      "rel-constrast": 4.581996440887451,
      "step": 1573,
      "subrel-constrast": 3.43107271194458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5444161891937256,
      "cov-distil (oracle2student)": 5.560136795043945,
      "cov-distil (oracle2teacher)": 4.806685447692871,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.0726547241210938,
      "step": 1574,
      "subrel-constrast": 2.3694698810577393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.094533920288086,
      "cov-distil (oracle2student)": 3.38901948928833,
      "cov-distil (oracle2teacher)": 3.370980978012085,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.8044606447219849,
      "step": 1575,
      "subrel-constrast": 2.0037841796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9215723276138306,
      "cov-distil (oracle2student)": 5.342516899108887,
      "cov-distil (oracle2teacher)": 5.321924209594727,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.763317823410034,
      "step": 1576,
      "subrel-constrast": 3.8708231449127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2246618270874023,
      "cov-distil (oracle2student)": 5.489068031311035,
      "cov-distil (oracle2teacher)": 5.451085090637207,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.789747476577759,
      "step": 1577,
      "subrel-constrast": 3.393014669418335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310657501220703,
      "cov-distil (oracle2student)": 8.571773529052734,
      "cov-distil (oracle2teacher)": 7.469296932220459,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.850559115409851,
      "step": 1578,
      "subrel-constrast": 2.480177640914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898251056671143,
      "cov-distil (oracle2student)": 5.466313362121582,
      "cov-distil (oracle2teacher)": 5.196816921234131,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.9347641468048096,
      "step": 1579,
      "subrel-constrast": 3.4732892513275146,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 5.125,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.7143,
      "step": 1580
    },
    {
      "cov-distil": 2.0035061836242676,
      "cov-distil (oracle2student)": 2.3848304748535156,
      "cov-distil (oracle2teacher)": 3.4424235820770264,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.2509829998016357,
      "step": 1580,
      "subrel-constrast": 3.520709991455078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1435084342956543,
      "cov-distil (oracle2student)": 3.8879785537719727,
      "cov-distil (oracle2teacher)": 3.972480535507202,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.4003734588623047,
      "step": 1581,
      "subrel-constrast": 3.2681455612182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6399919986724854,
      "cov-distil (oracle2student)": 5.907547473907471,
      "cov-distil (oracle2teacher)": 5.462831497192383,
      "epoch": 1.2417582417582418,
      "rel-constrast": 3.964986801147461,
      "step": 1582,
      "subrel-constrast": 4.160773277282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909257411956787,
      "cov-distil (oracle2student)": 4.764110565185547,
      "cov-distil (oracle2teacher)": 4.693047523498535,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.3950936794281006,
      "step": 1583,
      "subrel-constrast": 2.4795007705688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8023372888565063,
      "cov-distil (oracle2student)": 6.1353254318237305,
      "cov-distil (oracle2teacher)": 6.075667381286621,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.922743558883667,
      "step": 1584,
      "subrel-constrast": 3.287564516067505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7201054096221924,
      "cov-distil (oracle2student)": 4.857375144958496,
      "cov-distil (oracle2teacher)": 5.024774551391602,
      "epoch": 1.2441130298273155,
      "rel-constrast": 3.073850631713867,
      "step": 1585,
      "subrel-constrast": 3.7227158546447754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6463844776153564,
      "cov-distil (oracle2student)": 6.423784255981445,
      "cov-distil (oracle2teacher)": 6.322238922119141,
      "epoch": 1.2448979591836735,
      "rel-constrast": 3.161731481552124,
      "step": 1586,
      "subrel-constrast": 3.522115468978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301507234573364,
      "cov-distil (oracle2student)": 4.216282367706299,
      "cov-distil (oracle2teacher)": 4.118707180023193,
      "epoch": 1.2456828885400313,
      "rel-constrast": 3.3566184043884277,
      "step": 1587,
      "subrel-constrast": 3.219208240509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4772415161132812,
      "cov-distil (oracle2student)": 6.264677047729492,
      "cov-distil (oracle2teacher)": 5.051849365234375,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.160261631011963,
      "step": 1588,
      "subrel-constrast": 2.8136401176452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3064591884613037,
      "cov-distil (oracle2student)": 4.776007652282715,
      "cov-distil (oracle2teacher)": 4.491268157958984,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.212387800216675,
      "step": 1589,
      "subrel-constrast": 2.6163883209228516,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 5.09375,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.6975,
      "step": 1590
    },
    {
      "cov-distil": 1.922685146331787,
      "cov-distil (oracle2student)": 3.153230667114258,
      "cov-distil (oracle2teacher)": 2.866950511932373,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.6714739799499512,
      "step": 1590,
      "subrel-constrast": 2.035863161087036,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2453155517578125,
      "cov-distil (oracle2student)": 6.559730529785156,
      "cov-distil (oracle2teacher)": 6.406128883361816,
      "epoch": 1.248822605965463,
      "rel-constrast": 2.0552706718444824,
      "step": 1591,
      "subrel-constrast": 3.0628998279571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9688576459884644,
      "cov-distil (oracle2student)": 6.276726245880127,
      "cov-distil (oracle2teacher)": 5.723721504211426,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.478813648223877,
      "step": 1592,
      "subrel-constrast": 3.285165786743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015583038330078,
      "cov-distil (oracle2student)": 4.261834621429443,
      "cov-distil (oracle2teacher)": 4.46778678894043,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.7232751846313477,
      "step": 1593,
      "subrel-constrast": 3.220991373062134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002964973449707,
      "cov-distil (oracle2student)": 4.955044269561768,
      "cov-distil (oracle2teacher)": 4.777461051940918,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.093205451965332,
      "step": 1594,
      "subrel-constrast": 2.538295030593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9598549604415894,
      "cov-distil (oracle2student)": 3.7488479614257812,
      "cov-distil (oracle2teacher)": 3.5886638164520264,
      "epoch": 1.2519623233908947,
      "rel-constrast": 3.9043197631835938,
      "step": 1595,
      "subrel-constrast": 3.459930896759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2746520042419434,
      "cov-distil (oracle2student)": 4.6938700675964355,
      "cov-distil (oracle2teacher)": 4.5300493240356445,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.375900983810425,
      "step": 1596,
      "subrel-constrast": 3.101858139038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761065006256104,
      "cov-distil (oracle2student)": 4.935803413391113,
      "cov-distil (oracle2teacher)": 4.803915500640869,
      "epoch": 1.2535321821036107,
      "rel-constrast": 3.012451648712158,
      "step": 1597,
      "subrel-constrast": 3.539174795150757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906731367111206,
      "cov-distil (oracle2student)": 5.0274658203125,
      "cov-distil (oracle2teacher)": 3.8781142234802246,
      "epoch": 1.2543171114599687,
      "rel-constrast": 2.0508532524108887,
      "step": 1598,
      "subrel-constrast": 2.094076633453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7756507396697998,
      "cov-distil (oracle2student)": 4.6345601081848145,
      "cov-distil (oracle2teacher)": 4.554573059082031,
      "epoch": 1.2551020408163265,
      "rel-constrast": 2.4889767169952393,
      "step": 1599,
      "subrel-constrast": 2.9211556911468506,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 5.90625,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6214,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.30156251788139343,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05560302734375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.0098876953125,
      "step": 1600
    },
    {
      "cov-distil": 2.0606322288513184,
      "cov-distil (oracle2student)": 4.190803527832031,
      "cov-distil (oracle2teacher)": 4.1158857345581055,
      "epoch": 1.2558869701726845,
      "rel-constrast": 4.451163291931152,
      "step": 1600,
      "subrel-constrast": 4.832730770111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6998587846755981,
      "cov-distil (oracle2student)": 5.190115928649902,
      "cov-distil (oracle2teacher)": 5.359038352966309,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.223729133605957,
      "step": 1601,
      "subrel-constrast": 4.02796745300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3735291957855225,
      "cov-distil (oracle2student)": 4.711271286010742,
      "cov-distil (oracle2teacher)": 4.725719451904297,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.8963429927825928,
      "step": 1602,
      "subrel-constrast": 2.71146821975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5508973598480225,
      "cov-distil (oracle2student)": 4.431215286254883,
      "cov-distil (oracle2teacher)": 4.651795387268066,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.1862244606018066,
      "step": 1603,
      "subrel-constrast": 2.786734104156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9884282350540161,
      "cov-distil (oracle2student)": 6.380182266235352,
      "cov-distil (oracle2teacher)": 6.408234119415283,
      "epoch": 1.2590266875981162,
      "rel-constrast": 3.1924242973327637,
      "step": 1604,
      "subrel-constrast": 3.863585948944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191649436950684,
      "cov-distil (oracle2student)": 3.3239240646362305,
      "cov-distil (oracle2teacher)": 4.282533645629883,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.4257748126983643,
      "step": 1605,
      "subrel-constrast": 3.254488229751587,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3495893478393555,
      "cov-distil (oracle2student)": 4.240396499633789,
      "cov-distil (oracle2teacher)": 4.52863883972168,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.7210278511047363,
      "step": 1606,
      "subrel-constrast": 3.0018506050109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3631391525268555,
      "cov-distil (oracle2student)": 3.509026050567627,
      "cov-distil (oracle2teacher)": 3.3154187202453613,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.488217830657959,
      "step": 1607,
      "subrel-constrast": 3.6372015476226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992417573928833,
      "cov-distil (oracle2student)": 3.4202895164489746,
      "cov-distil (oracle2teacher)": 4.421044826507568,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.708738327026367,
      "step": 1608,
      "subrel-constrast": 3.7766971588134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9842122793197632,
      "cov-distil (oracle2student)": 3.541079044342041,
      "cov-distil (oracle2teacher)": 3.769379138946533,
      "epoch": 1.2629513343799057,
      "rel-constrast": 3.120513916015625,
      "step": 1609,
      "subrel-constrast": 3.802408218383789,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 5.59375,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7354,
      "step": 1610
    },
    {
      "cov-distil": 1.3470369577407837,
      "cov-distil (oracle2student)": 3.8096261024475098,
      "cov-distil (oracle2teacher)": 3.798856735229492,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.3866610527038574,
      "step": 1610,
      "subrel-constrast": 2.6056973934173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9749677181243896,
      "cov-distil (oracle2student)": 6.875217437744141,
      "cov-distil (oracle2teacher)": 5.827080249786377,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.165154457092285,
      "step": 1611,
      "subrel-constrast": 3.9351682662963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0367729663848877,
      "cov-distil (oracle2student)": 3.6419906616210938,
      "cov-distil (oracle2teacher)": 3.7953672409057617,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.6221013069152832,
      "step": 1612,
      "subrel-constrast": 1.9936155080795288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9852981567382812,
      "cov-distil (oracle2student)": 2.2515501976013184,
      "cov-distil (oracle2teacher)": 2.4809422492980957,
      "epoch": 1.2660910518053377,
      "rel-constrast": 1.8112677335739136,
      "step": 1613,
      "subrel-constrast": 2.7517566680908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7330232858657837,
      "cov-distil (oracle2student)": 4.695971488952637,
      "cov-distil (oracle2teacher)": 5.070666313171387,
      "epoch": 1.2668759811616954,
      "rel-constrast": 2.8815433979034424,
      "step": 1614,
      "subrel-constrast": 4.153919696807861,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3466436862945557,
      "cov-distil (oracle2student)": 4.407263278961182,
      "cov-distil (oracle2teacher)": 4.856019020080566,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.421992540359497,
      "step": 1615,
      "subrel-constrast": 2.697953939437866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374356746673584,
      "cov-distil (oracle2student)": 5.3254876136779785,
      "cov-distil (oracle2teacher)": 5.2144670486450195,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.5327508449554443,
      "step": 1616,
      "subrel-constrast": 3.6781575679779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139087677001953,
      "cov-distil (oracle2student)": 5.7116546630859375,
      "cov-distil (oracle2teacher)": 5.245753288269043,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.109135866165161,
      "step": 1617,
      "subrel-constrast": 3.2511799335479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9817012548446655,
      "cov-distil (oracle2student)": 6.284316062927246,
      "cov-distil (oracle2teacher)": 5.633962631225586,
      "epoch": 1.2700156985871272,
      "rel-constrast": 3.0611376762390137,
      "step": 1618,
      "subrel-constrast": 3.710599899291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9281152486801147,
      "cov-distil (oracle2student)": 4.430309295654297,
      "cov-distil (oracle2teacher)": 4.144713401794434,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.660825729370117,
      "step": 1619,
      "subrel-constrast": 2.997929811477661,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 5.25,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6413,
      "step": 1620
    },
    {
      "cov-distil": 1.723891019821167,
      "cov-distil (oracle2student)": 3.135409355163574,
      "cov-distil (oracle2teacher)": 3.3009262084960938,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.3537991046905518,
      "step": 1620,
      "subrel-constrast": 2.7264678478240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2977664470672607,
      "cov-distil (oracle2student)": 3.9895668029785156,
      "cov-distil (oracle2teacher)": 3.9854302406311035,
      "epoch": 1.272370486656201,
      "rel-constrast": 1.9148796796798706,
      "step": 1621,
      "subrel-constrast": 2.8516836166381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7451505661010742,
      "cov-distil (oracle2student)": 5.414266586303711,
      "cov-distil (oracle2teacher)": 5.212577819824219,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.626471757888794,
      "step": 1622,
      "subrel-constrast": 3.8905179500579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301058292388916,
      "cov-distil (oracle2student)": 3.9023830890655518,
      "cov-distil (oracle2teacher)": 4.255838394165039,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.6494617462158203,
      "step": 1623,
      "subrel-constrast": 4.346803665161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6410601139068604,
      "cov-distil (oracle2student)": 3.808831214904785,
      "cov-distil (oracle2teacher)": 4.0697526931762695,
      "epoch": 1.2747252747252746,
      "rel-constrast": 3.3200223445892334,
      "step": 1624,
      "subrel-constrast": 3.011931896209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.358016014099121,
      "cov-distil (oracle2student)": 4.952500343322754,
      "cov-distil (oracle2teacher)": 4.198546409606934,
      "epoch": 1.2755102040816326,
      "rel-constrast": 2.191899299621582,
      "step": 1625,
      "subrel-constrast": 2.532963752746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430117607116699,
      "cov-distil (oracle2student)": 4.712901592254639,
      "cov-distil (oracle2teacher)": 4.938089847564697,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.7457871437072754,
      "step": 1626,
      "subrel-constrast": 3.461550712585449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885128378868103,
      "cov-distil (oracle2student)": 5.392095565795898,
      "cov-distil (oracle2teacher)": 5.073636054992676,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.557734966278076,
      "step": 1627,
      "subrel-constrast": 4.061115741729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010010004043579,
      "cov-distil (oracle2student)": 3.5634799003601074,
      "cov-distil (oracle2teacher)": 3.842944383621216,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.7970738410949707,
      "step": 1628,
      "subrel-constrast": 3.6647632122039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9472072124481201,
      "cov-distil (oracle2student)": 3.919377088546753,
      "cov-distil (oracle2teacher)": 4.30103874206543,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.9871749877929688,
      "step": 1629,
      "subrel-constrast": 4.050120830535889,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 5.53125,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7286,
      "step": 1630
    },
    {
      "cov-distil": 2.1160495281219482,
      "cov-distil (oracle2student)": 4.043498992919922,
      "cov-distil (oracle2teacher)": 4.003573417663574,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.9098215103149414,
      "step": 1630,
      "subrel-constrast": 2.702101707458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0058400630950928,
      "cov-distil (oracle2student)": 5.646904468536377,
      "cov-distil (oracle2teacher)": 6.177821159362793,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.334866523742676,
      "step": 1631,
      "subrel-constrast": 3.9448137283325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1892995834350586,
      "cov-distil (oracle2student)": 4.704840183258057,
      "cov-distil (oracle2teacher)": 5.354527473449707,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.1698532104492188,
      "step": 1632,
      "subrel-constrast": 3.3335113525390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244381904602051,
      "cov-distil (oracle2student)": 4.15353536605835,
      "cov-distil (oracle2teacher)": 4.618636131286621,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.1109609603881836,
      "step": 1633,
      "subrel-constrast": 4.040624141693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2142817974090576,
      "cov-distil (oracle2student)": 3.6139514446258545,
      "cov-distil (oracle2teacher)": 3.507305860519409,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.5923014879226685,
      "step": 1634,
      "subrel-constrast": 2.7217326164245605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.062537670135498,
      "cov-distil (oracle2student)": 5.199438095092773,
      "cov-distil (oracle2teacher)": 4.692257881164551,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.9690842628479004,
      "step": 1635,
      "subrel-constrast": 4.32771635055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0476059913635254,
      "cov-distil (oracle2student)": 4.708911895751953,
      "cov-distil (oracle2teacher)": 4.682890892028809,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.9261168241500854,
      "step": 1636,
      "subrel-constrast": 2.4685089588165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5813751220703125,
      "cov-distil (oracle2student)": 6.270952224731445,
      "cov-distil (oracle2teacher)": 5.576958656311035,
      "epoch": 1.2849293563579278,
      "rel-constrast": 3.0043997764587402,
      "step": 1637,
      "subrel-constrast": 3.8211452960968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7061030864715576,
      "cov-distil (oracle2student)": 5.080453395843506,
      "cov-distil (oracle2teacher)": 5.860862731933594,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.9029195308685303,
      "step": 1638,
      "subrel-constrast": 3.022125482559204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9069247245788574,
      "cov-distil (oracle2student)": 4.23505163192749,
      "cov-distil (oracle2teacher)": 4.803401470184326,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.8027005195617676,
      "step": 1639,
      "subrel-constrast": 2.9590210914611816,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 5.40625,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6431,
      "step": 1640
    },
    {
      "cov-distil": 2.583770513534546,
      "cov-distil (oracle2student)": 4.166111469268799,
      "cov-distil (oracle2teacher)": 4.031007289886475,
      "epoch": 1.2872841444270016,
      "rel-constrast": 3.1050338745117188,
      "step": 1640,
      "subrel-constrast": 3.8765804767608643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647796630859375,
      "cov-distil (oracle2student)": 4.5765275955200195,
      "cov-distil (oracle2teacher)": 4.836381435394287,
      "epoch": 1.2880690737833596,
      "rel-constrast": 3.5990142822265625,
      "step": 1641,
      "subrel-constrast": 3.6350836753845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5444295406341553,
      "cov-distil (oracle2student)": 4.98286247253418,
      "cov-distil (oracle2teacher)": 4.946738243103027,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.4995412826538086,
      "step": 1642,
      "subrel-constrast": 3.403050422668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2131426334381104,
      "cov-distil (oracle2student)": 4.285512924194336,
      "cov-distil (oracle2teacher)": 3.6616146564483643,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.7427124977111816,
      "step": 1643,
      "subrel-constrast": 2.9780845642089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880258083343506,
      "cov-distil (oracle2student)": 4.481420993804932,
      "cov-distil (oracle2teacher)": 4.849918365478516,
      "epoch": 1.2904238618524333,
      "rel-constrast": 2.974226713180542,
      "step": 1644,
      "subrel-constrast": 4.192104339599609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8767603635787964,
      "cov-distil (oracle2student)": 4.412990570068359,
      "cov-distil (oracle2teacher)": 4.207474708557129,
      "epoch": 1.2912087912087913,
      "rel-constrast": 1.9883030652999878,
      "step": 1645,
      "subrel-constrast": 3.020159959793091,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8688292503356934,
      "cov-distil (oracle2student)": 5.190445423126221,
      "cov-distil (oracle2teacher)": 5.150803565979004,
      "epoch": 1.291993720565149,
      "rel-constrast": 3.6653380393981934,
      "step": 1646,
      "subrel-constrast": 3.6862270832061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6626864671707153,
      "cov-distil (oracle2student)": 4.480950355529785,
      "cov-distil (oracle2teacher)": 4.41147518157959,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.431992530822754,
      "step": 1647,
      "subrel-constrast": 2.884429454803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.723031520843506,
      "cov-distil (oracle2student)": 7.514459609985352,
      "cov-distil (oracle2teacher)": 5.886725425720215,
      "epoch": 1.293563579277865,
      "rel-constrast": 3.1299889087677,
      "step": 1648,
      "subrel-constrast": 3.594912052154541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9537838697433472,
      "cov-distil (oracle2student)": 2.4564480781555176,
      "cov-distil (oracle2teacher)": 2.8593568801879883,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.681196451187134,
      "step": 1649,
      "subrel-constrast": 3.1132051944732666,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 5.75,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.7204,
      "step": 1650
    },
    {
      "cov-distil": 2.423534393310547,
      "cov-distil (oracle2student)": 4.445117950439453,
      "cov-distil (oracle2teacher)": 4.734447479248047,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.2218241691589355,
      "step": 1650,
      "subrel-constrast": 3.4959421157836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1995158195495605,
      "cov-distil (oracle2student)": 2.790782928466797,
      "cov-distil (oracle2teacher)": 3.169806480407715,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.28385591506958,
      "step": 1651,
      "subrel-constrast": 2.444023847579956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7888991832733154,
      "cov-distil (oracle2student)": 3.428680896759033,
      "cov-distil (oracle2teacher)": 3.517550468444824,
      "epoch": 1.2967032967032968,
      "rel-constrast": 3.066145181655884,
      "step": 1652,
      "subrel-constrast": 3.0596251487731934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6275033950805664,
      "cov-distil (oracle2student)": 5.941314697265625,
      "cov-distil (oracle2teacher)": 5.015120506286621,
      "epoch": 1.2974882260596545,
      "rel-constrast": 3.6560373306274414,
      "step": 1653,
      "subrel-constrast": 3.944141149520874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434081792831421,
      "cov-distil (oracle2student)": 4.3875932693481445,
      "cov-distil (oracle2teacher)": 4.516197204589844,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.8133697509765625,
      "step": 1654,
      "subrel-constrast": 3.1483664512634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052551746368408,
      "cov-distil (oracle2student)": 4.904659271240234,
      "cov-distil (oracle2teacher)": 4.919313430786133,
      "epoch": 1.2990580847723705,
      "rel-constrast": 3.509450912475586,
      "step": 1655,
      "subrel-constrast": 3.5727946758270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388413429260254,
      "cov-distil (oracle2student)": 6.6584577560424805,
      "cov-distil (oracle2teacher)": 6.152163505554199,
      "epoch": 1.2998430141287285,
      "rel-constrast": 3.1293554306030273,
      "step": 1656,
      "subrel-constrast": 3.150036096572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0214099884033203,
      "cov-distil (oracle2student)": 4.676005840301514,
      "cov-distil (oracle2teacher)": 4.717042922973633,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.417102098464966,
      "step": 1657,
      "subrel-constrast": 3.164271354675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657273054122925,
      "cov-distil (oracle2student)": 3.5580129623413086,
      "cov-distil (oracle2teacher)": 3.975163698196411,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.934081554412842,
      "step": 1658,
      "subrel-constrast": 2.8476743698120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860600471496582,
      "cov-distil (oracle2student)": 4.121042728424072,
      "cov-distil (oracle2teacher)": 4.171615123748779,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.40124773979187,
      "step": 1659,
      "subrel-constrast": 2.847750663757324,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 5.125,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.7108,
      "step": 1660
    },
    {
      "cov-distil": 1.9405004978179932,
      "cov-distil (oracle2student)": 3.2212727069854736,
      "cov-distil (oracle2teacher)": 3.5926928520202637,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.4305580854415894,
      "step": 1660,
      "subrel-constrast": 2.231715202331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.595188021659851,
      "cov-distil (oracle2student)": 4.672197341918945,
      "cov-distil (oracle2teacher)": 5.065650939941406,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.2593116760253906,
      "step": 1661,
      "subrel-constrast": 2.6362178325653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5804359912872314,
      "cov-distil (oracle2student)": 6.29118537902832,
      "cov-distil (oracle2teacher)": 6.305273056030273,
      "epoch": 1.304552590266876,
      "rel-constrast": 3.235163450241089,
      "step": 1662,
      "subrel-constrast": 2.798105478286743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7499806880950928,
      "cov-distil (oracle2student)": 4.859495162963867,
      "cov-distil (oracle2teacher)": 4.140160083770752,
      "epoch": 1.305337519623234,
      "rel-constrast": 2.9941370487213135,
      "step": 1663,
      "subrel-constrast": 3.459908962249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565564632415771,
      "cov-distil (oracle2student)": 4.4863739013671875,
      "cov-distil (oracle2teacher)": 4.318375587463379,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.8869383335113525,
      "step": 1664,
      "subrel-constrast": 2.9995009899139404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5976204872131348,
      "cov-distil (oracle2student)": 5.9901323318481445,
      "cov-distil (oracle2teacher)": 4.616281509399414,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.510690450668335,
      "step": 1665,
      "subrel-constrast": 3.2705538272857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9213923215866089,
      "cov-distil (oracle2student)": 4.3612823486328125,
      "cov-distil (oracle2teacher)": 4.208883285522461,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.738673686981201,
      "step": 1666,
      "subrel-constrast": 3.398625373840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0291452407836914,
      "cov-distil (oracle2student)": 5.533002853393555,
      "cov-distil (oracle2teacher)": 4.778722763061523,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.6595237255096436,
      "step": 1667,
      "subrel-constrast": 2.9065868854522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6956887245178223,
      "cov-distil (oracle2student)": 4.927716255187988,
      "cov-distil (oracle2teacher)": 5.145029544830322,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.524362564086914,
      "step": 1668,
      "subrel-constrast": 4.840738773345947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.997927188873291,
      "cov-distil (oracle2student)": 3.9998998641967773,
      "cov-distil (oracle2teacher)": 3.832186698913574,
      "epoch": 1.3100470957613815,
      "rel-constrast": 2.0065526962280273,
      "step": 1669,
      "subrel-constrast": 2.4965879917144775,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 6.03125,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.6811,
      "step": 1670
    },
    {
      "cov-distil": 1.2628710269927979,
      "cov-distil (oracle2student)": 4.25565242767334,
      "cov-distil (oracle2teacher)": 4.009815692901611,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.032381296157837,
      "step": 1670,
      "subrel-constrast": 2.5157206058502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9206162691116333,
      "cov-distil (oracle2student)": 4.932533264160156,
      "cov-distil (oracle2teacher)": 5.271149635314941,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.2876710891723633,
      "step": 1671,
      "subrel-constrast": 3.3489391803741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986438512802124,
      "cov-distil (oracle2student)": 4.596549987792969,
      "cov-distil (oracle2teacher)": 4.6758222579956055,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.926558494567871,
      "step": 1672,
      "subrel-constrast": 3.6379101276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6534430980682373,
      "cov-distil (oracle2student)": 6.675690174102783,
      "cov-distil (oracle2teacher)": 5.8137431144714355,
      "epoch": 1.3131868131868132,
      "rel-constrast": 3.2174553871154785,
      "step": 1673,
      "subrel-constrast": 3.2730507850646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6407172679901123,
      "cov-distil (oracle2student)": 4.805983543395996,
      "cov-distil (oracle2teacher)": 4.4351277351379395,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.6050806045532227,
      "step": 1674,
      "subrel-constrast": 3.549900531768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2209222316741943,
      "cov-distil (oracle2student)": 4.06736946105957,
      "cov-distil (oracle2teacher)": 3.644706964492798,
      "epoch": 1.314756671899529,
      "rel-constrast": 3.0636205673217773,
      "step": 1675,
      "subrel-constrast": 3.5323703289031982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8183844089508057,
      "cov-distil (oracle2student)": 3.887629747390747,
      "cov-distil (oracle2teacher)": 3.8323733806610107,
      "epoch": 1.315541601255887,
      "rel-constrast": 2.0009565353393555,
      "step": 1676,
      "subrel-constrast": 2.540123701095581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2271220684051514,
      "cov-distil (oracle2student)": 4.262020111083984,
      "cov-distil (oracle2teacher)": 4.22149133682251,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.9289588928222656,
      "step": 1677,
      "subrel-constrast": 3.692291021347046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6094448566436768,
      "cov-distil (oracle2student)": 3.553528308868408,
      "cov-distil (oracle2teacher)": 3.6119301319122314,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.028048276901245,
      "step": 1678,
      "subrel-constrast": 4.033689498901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3744921684265137,
      "cov-distil (oracle2student)": 5.634357929229736,
      "cov-distil (oracle2teacher)": 5.6664652824401855,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.758481025695801,
      "step": 1679,
      "subrel-constrast": 3.7575478553771973,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 5.34375,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6712,
      "step": 1680
    },
    {
      "cov-distil": 2.127695083618164,
      "cov-distil (oracle2student)": 3.8551883697509766,
      "cov-distil (oracle2teacher)": 4.963057041168213,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.7415146827697754,
      "step": 1680,
      "subrel-constrast": 3.7476372718811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7209469079971313,
      "cov-distil (oracle2student)": 3.165438652038574,
      "cov-distil (oracle2teacher)": 3.844783067703247,
      "epoch": 1.3194662480376766,
      "rel-constrast": 3.0732030868530273,
      "step": 1681,
      "subrel-constrast": 3.099161386489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.909586787223816,
      "cov-distil (oracle2student)": 5.875924110412598,
      "cov-distil (oracle2teacher)": 5.112814903259277,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.728123188018799,
      "step": 1682,
      "subrel-constrast": 3.821924924850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555483102798462,
      "cov-distil (oracle2student)": 4.143611431121826,
      "cov-distil (oracle2teacher)": 3.9477243423461914,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.709030866622925,
      "step": 1683,
      "subrel-constrast": 2.788926362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4107699394226074,
      "cov-distil (oracle2student)": 5.323400497436523,
      "cov-distil (oracle2teacher)": 5.273819446563721,
      "epoch": 1.3218210361067504,
      "rel-constrast": 3.144160270690918,
      "step": 1684,
      "subrel-constrast": 3.7532050609588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.514575481414795,
      "cov-distil (oracle2student)": 4.139433860778809,
      "cov-distil (oracle2teacher)": 3.755129814147949,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.809154510498047,
      "step": 1685,
      "subrel-constrast": 2.6177361011505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.824362277984619,
      "cov-distil (oracle2student)": 4.350738525390625,
      "cov-distil (oracle2teacher)": 4.411840438842773,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.534287214279175,
      "step": 1686,
      "subrel-constrast": 3.54398775100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7813868522644043,
      "cov-distil (oracle2student)": 4.179596900939941,
      "cov-distil (oracle2teacher)": 3.8724124431610107,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.7143070697784424,
      "step": 1687,
      "subrel-constrast": 3.0453717708587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5711863040924072,
      "cov-distil (oracle2student)": 4.463407039642334,
      "cov-distil (oracle2teacher)": 4.493030548095703,
      "epoch": 1.3249607535321821,
      "rel-constrast": 3.226757764816284,
      "step": 1688,
      "subrel-constrast": 3.895524263381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2078702449798584,
      "cov-distil (oracle2student)": 4.531626224517822,
      "cov-distil (oracle2teacher)": 4.1662445068359375,
      "epoch": 1.3257456828885401,
      "rel-constrast": 3.3324952125549316,
      "step": 1689,
      "subrel-constrast": 3.8458497524261475,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 5.6875,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7503,
      "step": 1690
    },
    {
      "cov-distil": 1.699152946472168,
      "cov-distil (oracle2student)": 3.6673505306243896,
      "cov-distil (oracle2teacher)": 3.8109607696533203,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.009702444076538,
      "step": 1690,
      "subrel-constrast": 3.7056472301483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6418516635894775,
      "cov-distil (oracle2student)": 3.730541944503784,
      "cov-distil (oracle2teacher)": 3.905883312225342,
      "epoch": 1.3273155416012559,
      "rel-constrast": 2.078244209289551,
      "step": 1691,
      "subrel-constrast": 2.8447282314300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0447185039520264,
      "cov-distil (oracle2student)": 4.260768413543701,
      "cov-distil (oracle2teacher)": 4.570621490478516,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.015974998474121,
      "step": 1692,
      "subrel-constrast": 3.777024269104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2779154777526855,
      "cov-distil (oracle2student)": 4.380071640014648,
      "cov-distil (oracle2teacher)": 4.2704315185546875,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.868213176727295,
      "step": 1693,
      "subrel-constrast": 3.6945948600769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1123275756835938,
      "cov-distil (oracle2student)": 5.26299524307251,
      "cov-distil (oracle2teacher)": 4.841626167297363,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.7031376361846924,
      "step": 1694,
      "subrel-constrast": 3.330998182296753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.136404275894165,
      "cov-distil (oracle2student)": 5.49521541595459,
      "cov-distil (oracle2teacher)": 5.039829254150391,
      "epoch": 1.3304552590266876,
      "rel-constrast": 3.2928757667541504,
      "step": 1695,
      "subrel-constrast": 3.4204936027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9122490882873535,
      "cov-distil (oracle2student)": 5.014617443084717,
      "cov-distil (oracle2teacher)": 5.3428850173950195,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.28242564201355,
      "step": 1696,
      "subrel-constrast": 3.4177286624908447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8150461912155151,
      "cov-distil (oracle2student)": 4.150574207305908,
      "cov-distil (oracle2teacher)": 3.9788942337036133,
      "epoch": 1.3320251177394034,
      "rel-constrast": 4.145594596862793,
      "step": 1697,
      "subrel-constrast": 4.020504474639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8777728080749512,
      "cov-distil (oracle2student)": 5.192560195922852,
      "cov-distil (oracle2teacher)": 4.773143768310547,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.36726975440979,
      "step": 1698,
      "subrel-constrast": 3.3153128623962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.404178261756897,
      "cov-distil (oracle2student)": 4.632420063018799,
      "cov-distil (oracle2teacher)": 4.867733955383301,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.788888454437256,
      "step": 1699,
      "subrel-constrast": 2.830641031265259,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 7.1875,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7388,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.25468751788139343,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.0657958984375
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.0474853515625
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.018310546875,
      "step": 1700
    },
    {
      "cov-distil": 2.2433598041534424,
      "cov-distil (oracle2student)": 5.743989944458008,
      "cov-distil (oracle2teacher)": 5.267793655395508,
      "epoch": 1.3343799058084773,
      "rel-constrast": 3.158193588256836,
      "step": 1700,
      "subrel-constrast": 3.5547468662261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095381498336792,
      "cov-distil (oracle2student)": 4.804516792297363,
      "cov-distil (oracle2teacher)": 4.2064337730407715,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.364394426345825,
      "step": 1701,
      "subrel-constrast": 2.9055633544921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7839455604553223,
      "cov-distil (oracle2student)": 4.984286785125732,
      "cov-distil (oracle2teacher)": 4.8091325759887695,
      "epoch": 1.335949764521193,
      "rel-constrast": 3.2957873344421387,
      "step": 1702,
      "subrel-constrast": 3.381990671157837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6232290267944336,
      "cov-distil (oracle2student)": 3.6545908451080322,
      "cov-distil (oracle2teacher)": 3.2870185375213623,
      "epoch": 1.336734693877551,
      "rel-constrast": 2.7315244674682617,
      "step": 1703,
      "subrel-constrast": 2.766819953918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.833911657333374,
      "cov-distil (oracle2student)": 1.8329808712005615,
      "cov-distil (oracle2teacher)": 2.8162553310394287,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.6038877964019775,
      "step": 1704,
      "subrel-constrast": 2.263942241668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221095085144043,
      "cov-distil (oracle2student)": 3.3902831077575684,
      "cov-distil (oracle2teacher)": 3.051541566848755,
      "epoch": 1.3383045525902668,
      "rel-constrast": 2.016742706298828,
      "step": 1705,
      "subrel-constrast": 2.9894845485687256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3832952976226807,
      "cov-distil (oracle2student)": 3.6738827228546143,
      "cov-distil (oracle2teacher)": 4.21068811416626,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.018357753753662,
      "step": 1706,
      "subrel-constrast": 3.008078098297119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202326536178589,
      "cov-distil (oracle2student)": 3.6310243606567383,
      "cov-distil (oracle2teacher)": 3.3854875564575195,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.7436585426330566,
      "step": 1707,
      "subrel-constrast": 3.5253117084503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546640157699585,
      "cov-distil (oracle2student)": 4.327772617340088,
      "cov-distil (oracle2teacher)": 4.534262657165527,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.793548583984375,
      "step": 1708,
      "subrel-constrast": 3.270961284637451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8813056945800781,
      "cov-distil (oracle2student)": 4.154356002807617,
      "cov-distil (oracle2teacher)": 4.716041088104248,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.0186450481414795,
      "step": 1709,
      "subrel-constrast": 3.161585569381714,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.78125,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6186,
      "step": 1710
    },
    {
      "cov-distil": 1.487225890159607,
      "cov-distil (oracle2student)": 5.891654014587402,
      "cov-distil (oracle2teacher)": 5.3451738357543945,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.976409912109375,
      "step": 1710,
      "subrel-constrast": 3.175384998321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6207596063613892,
      "cov-distil (oracle2student)": 6.005298137664795,
      "cov-distil (oracle2teacher)": 5.532258033752441,
      "epoch": 1.3430141287284145,
      "rel-constrast": 2.2201156616210938,
      "step": 1711,
      "subrel-constrast": 2.400665521621704,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9611537456512451,
      "cov-distil (oracle2student)": 3.4273877143859863,
      "cov-distil (oracle2teacher)": 3.7771711349487305,
      "epoch": 1.3437990580847723,
      "rel-constrast": 3.348768472671509,
      "step": 1712,
      "subrel-constrast": 4.319978713989258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6082960367202759,
      "cov-distil (oracle2student)": 5.422585964202881,
      "cov-distil (oracle2teacher)": 5.395438194274902,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.529521942138672,
      "step": 1713,
      "subrel-constrast": 3.28179669380188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4186816215515137,
      "cov-distil (oracle2student)": 5.4823527336120605,
      "cov-distil (oracle2teacher)": 5.693839073181152,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.5508058071136475,
      "step": 1714,
      "subrel-constrast": 2.703293800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9667531251907349,
      "cov-distil (oracle2student)": 5.033383846282959,
      "cov-distil (oracle2teacher)": 4.9279303550720215,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.3009300231933594,
      "step": 1715,
      "subrel-constrast": 3.0311944484710693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9336204528808594,
      "cov-distil (oracle2student)": 4.945202827453613,
      "cov-distil (oracle2teacher)": 4.514540195465088,
      "epoch": 1.346938775510204,
      "rel-constrast": 3.467078685760498,
      "step": 1716,
      "subrel-constrast": 3.624396800994873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24707293510437,
      "cov-distil (oracle2student)": 4.442765235900879,
      "cov-distil (oracle2teacher)": 4.691719055175781,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.3724708557128906,
      "step": 1717,
      "subrel-constrast": 3.8737778663635254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9935184717178345,
      "cov-distil (oracle2student)": 4.176817893981934,
      "cov-distil (oracle2teacher)": 3.994265079498291,
      "epoch": 1.34850863422292,
      "rel-constrast": 4.064898490905762,
      "step": 1718,
      "subrel-constrast": 4.247357368469238,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0784144401550293,
      "cov-distil (oracle2student)": 4.060149192810059,
      "cov-distil (oracle2teacher)": 4.424117088317871,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.9983274936676025,
      "step": 1719,
      "subrel-constrast": 3.938415288925171,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 5.34375,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.7207,
      "step": 1720
    },
    {
      "cov-distil": 2.333320379257202,
      "cov-distil (oracle2student)": 4.556884288787842,
      "cov-distil (oracle2teacher)": 4.976221084594727,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.949903964996338,
      "step": 1720,
      "subrel-constrast": 3.146594285964966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4889953136444092,
      "cov-distil (oracle2student)": 5.204678535461426,
      "cov-distil (oracle2teacher)": 4.718331336975098,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.3668503761291504,
      "step": 1721,
      "subrel-constrast": 2.6616878509521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9301793575286865,
      "cov-distil (oracle2student)": 4.295867919921875,
      "cov-distil (oracle2teacher)": 4.347559452056885,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.9828052520751953,
      "step": 1722,
      "subrel-constrast": 3.354962110519409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8185994625091553,
      "cov-distil (oracle2student)": 4.3422136306762695,
      "cov-distil (oracle2teacher)": 3.958374261856079,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.074352741241455,
      "step": 1723,
      "subrel-constrast": 3.609358787536621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793871879577637,
      "cov-distil (oracle2student)": 3.3892784118652344,
      "cov-distil (oracle2teacher)": 4.138238430023193,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.496314287185669,
      "step": 1724,
      "subrel-constrast": 3.022005558013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.434483766555786,
      "cov-distil (oracle2student)": 3.164738655090332,
      "cov-distil (oracle2teacher)": 3.0998196601867676,
      "epoch": 1.3540031397174255,
      "rel-constrast": 3.375303030014038,
      "step": 1725,
      "subrel-constrast": 3.880734443664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.69858717918396,
      "cov-distil (oracle2student)": 6.008876800537109,
      "cov-distil (oracle2teacher)": 5.077886581420898,
      "epoch": 1.3547880690737832,
      "rel-constrast": 4.28570556640625,
      "step": 1726,
      "subrel-constrast": 4.2229323387146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7441222667694092,
      "cov-distil (oracle2student)": 6.402974605560303,
      "cov-distil (oracle2teacher)": 6.0727152824401855,
      "epoch": 1.3555729984301412,
      "rel-constrast": 3.0567991733551025,
      "step": 1727,
      "subrel-constrast": 3.341895818710327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6100115776062012,
      "cov-distil (oracle2student)": 4.593923568725586,
      "cov-distil (oracle2teacher)": 4.7571330070495605,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.824549674987793,
      "step": 1728,
      "subrel-constrast": 3.161421060562134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6816389560699463,
      "cov-distil (oracle2student)": 6.256322860717773,
      "cov-distil (oracle2teacher)": 6.080960273742676,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.212573766708374,
      "step": 1729,
      "subrel-constrast": 3.017871618270874,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 4.34375,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7406,
      "step": 1730
    },
    {
      "cov-distil": 2.1089093685150146,
      "cov-distil (oracle2student)": 4.603510856628418,
      "cov-distil (oracle2teacher)": 5.388840198516846,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.175172805786133,
      "step": 1730,
      "subrel-constrast": 2.9704723358154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7004222869873047,
      "cov-distil (oracle2student)": 3.940581798553467,
      "cov-distil (oracle2teacher)": 3.824192523956299,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.687086582183838,
      "step": 1731,
      "subrel-constrast": 2.9901010990142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6954841613769531,
      "cov-distil (oracle2student)": 4.422719955444336,
      "cov-distil (oracle2teacher)": 4.0030107498168945,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5804803371429443,
      "step": 1732,
      "subrel-constrast": 3.0862133502960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8089799880981445,
      "cov-distil (oracle2student)": 3.4363040924072266,
      "cov-distil (oracle2teacher)": 3.732180595397949,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.8586971759796143,
      "step": 1733,
      "subrel-constrast": 3.1313061714172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.70042085647583,
      "cov-distil (oracle2student)": 3.359219789505005,
      "cov-distil (oracle2teacher)": 3.3831589221954346,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.8290752172470093,
      "step": 1734,
      "subrel-constrast": 2.645787239074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4435114860534668,
      "cov-distil (oracle2student)": 4.488183975219727,
      "cov-distil (oracle2teacher)": 4.476387023925781,
      "epoch": 1.3618524332810047,
      "rel-constrast": 1.9492045640945435,
      "step": 1735,
      "subrel-constrast": 2.6936590671539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6038802862167358,
      "cov-distil (oracle2student)": 8.302364349365234,
      "cov-distil (oracle2teacher)": 7.373538017272949,
      "epoch": 1.3626373626373627,
      "rel-constrast": 5.03665828704834,
      "step": 1736,
      "subrel-constrast": 4.56113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.433598041534424,
      "cov-distil (oracle2student)": 4.68790340423584,
      "cov-distil (oracle2teacher)": 3.9901175498962402,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.5843544006347656,
      "step": 1737,
      "subrel-constrast": 3.9631640911102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4684622287750244,
      "cov-distil (oracle2student)": 4.462800979614258,
      "cov-distil (oracle2teacher)": 4.264476776123047,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.4968819618225098,
      "step": 1738,
      "subrel-constrast": 2.819143295288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2424521446228027,
      "cov-distil (oracle2student)": 4.778677463531494,
      "cov-distil (oracle2teacher)": 4.673686981201172,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.55346941947937,
      "step": 1739,
      "subrel-constrast": 3.89859938621521,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 5.8125,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.7188,
      "step": 1740
    },
    {
      "cov-distil": 2.0561976432800293,
      "cov-distil (oracle2student)": 3.406865119934082,
      "cov-distil (oracle2teacher)": 4.0141096115112305,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.6047983169555664,
      "step": 1740,
      "subrel-constrast": 2.9984354972839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7304356098175049,
      "cov-distil (oracle2student)": 3.995039463043213,
      "cov-distil (oracle2teacher)": 3.3416972160339355,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.075563430786133,
      "step": 1741,
      "subrel-constrast": 2.442305326461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.686859369277954,
      "cov-distil (oracle2student)": 5.012406349182129,
      "cov-distil (oracle2teacher)": 4.688200950622559,
      "epoch": 1.3673469387755102,
      "rel-constrast": 2.547363758087158,
      "step": 1742,
      "subrel-constrast": 3.4297704696655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2741289138793945,
      "cov-distil (oracle2student)": 4.058443069458008,
      "cov-distil (oracle2teacher)": 4.270198345184326,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.4398036003112793,
      "step": 1743,
      "subrel-constrast": 3.0847578048706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886746883392334,
      "cov-distil (oracle2student)": 4.423070907592773,
      "cov-distil (oracle2teacher)": 4.416746616363525,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.466970682144165,
      "step": 1744,
      "subrel-constrast": 3.3426055908203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8773001432418823,
      "cov-distil (oracle2student)": 3.8428590297698975,
      "cov-distil (oracle2teacher)": 3.571352005004883,
      "epoch": 1.369701726844584,
      "rel-constrast": 4.00551176071167,
      "step": 1745,
      "subrel-constrast": 3.8044142723083496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938532829284668,
      "cov-distil (oracle2student)": 4.8431196212768555,
      "cov-distil (oracle2teacher)": 4.140506744384766,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.951552629470825,
      "step": 1746,
      "subrel-constrast": 3.909996747970581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662185430526733,
      "cov-distil (oracle2student)": 4.080327987670898,
      "cov-distil (oracle2teacher)": 4.189835548400879,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.1991629600524902,
      "step": 1747,
      "subrel-constrast": 2.967207670211792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8405046463012695,
      "cov-distil (oracle2student)": 5.996824264526367,
      "cov-distil (oracle2teacher)": 6.1309614181518555,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.597701072692871,
      "step": 1748,
      "subrel-constrast": 2.86863112449646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794178485870361,
      "cov-distil (oracle2student)": 3.2015268802642822,
      "cov-distil (oracle2teacher)": 3.209540843963623,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.417921781539917,
      "step": 1749,
      "subrel-constrast": 2.686596632003784,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 5.125,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.6827,
      "step": 1750
    },
    {
      "cov-distil": 1.9580557346343994,
      "cov-distil (oracle2student)": 5.748956680297852,
      "cov-distil (oracle2teacher)": 5.759053707122803,
      "epoch": 1.3736263736263736,
      "rel-constrast": 4.0003838539123535,
      "step": 1750,
      "subrel-constrast": 4.035921573638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1015076637268066,
      "cov-distil (oracle2student)": 3.403918743133545,
      "cov-distil (oracle2teacher)": 4.096440315246582,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.581836462020874,
      "step": 1751,
      "subrel-constrast": 3.4504785537719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139740467071533,
      "cov-distil (oracle2student)": 5.089021682739258,
      "cov-distil (oracle2teacher)": 5.010818004608154,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.2470383644104004,
      "step": 1752,
      "subrel-constrast": 2.9493815898895264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1195688247680664,
      "cov-distil (oracle2student)": 3.8613905906677246,
      "cov-distil (oracle2teacher)": 3.844973087310791,
      "epoch": 1.3759811616954474,
      "rel-constrast": 3.051335573196411,
      "step": 1753,
      "subrel-constrast": 3.757570266723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5025843381881714,
      "cov-distil (oracle2student)": 2.797865390777588,
      "cov-distil (oracle2teacher)": 2.8175911903381348,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.901369333267212,
      "step": 1754,
      "subrel-constrast": 2.2420105934143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2564711570739746,
      "cov-distil (oracle2student)": 2.8140833377838135,
      "cov-distil (oracle2teacher)": 3.3243393898010254,
      "epoch": 1.3775510204081631,
      "rel-constrast": 2.2155938148498535,
      "step": 1755,
      "subrel-constrast": 2.8740952014923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131967306137085,
      "cov-distil (oracle2student)": 3.9383883476257324,
      "cov-distil (oracle2teacher)": 3.6652112007141113,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.365666627883911,
      "step": 1756,
      "subrel-constrast": 2.6858713626861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2771058082580566,
      "cov-distil (oracle2student)": 4.391182899475098,
      "cov-distil (oracle2teacher)": 4.752307891845703,
      "epoch": 1.379120879120879,
      "rel-constrast": 3.6177053451538086,
      "step": 1757,
      "subrel-constrast": 3.5344889163970947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744995355606079,
      "cov-distil (oracle2student)": 4.814730167388916,
      "cov-distil (oracle2teacher)": 4.339175224304199,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.6452078819274902,
      "step": 1758,
      "subrel-constrast": 3.248414993286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4255948066711426,
      "cov-distil (oracle2student)": 3.8890414237976074,
      "cov-distil (oracle2teacher)": 4.241479873657227,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.5260143280029297,
      "step": 1759,
      "subrel-constrast": 3.551104784011841,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.5,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.6788,
      "step": 1760
    },
    {
      "cov-distil": 1.6807085275650024,
      "cov-distil (oracle2student)": 4.577152729034424,
      "cov-distil (oracle2teacher)": 4.69484806060791,
      "epoch": 1.3814756671899528,
      "rel-constrast": 3.1769652366638184,
      "step": 1760,
      "subrel-constrast": 3.1689748764038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.709843873977661,
      "cov-distil (oracle2student)": 3.724208116531372,
      "cov-distil (oracle2teacher)": 3.7919366359710693,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.6501283645629883,
      "step": 1761,
      "subrel-constrast": 3.7372257709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.488384962081909,
      "cov-distil (oracle2student)": 4.317266464233398,
      "cov-distil (oracle2teacher)": 3.9005494117736816,
      "epoch": 1.3830455259026688,
      "rel-constrast": 2.0228843688964844,
      "step": 1762,
      "subrel-constrast": 2.6035492420196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.840247392654419,
      "cov-distil (oracle2student)": 4.372017860412598,
      "cov-distil (oracle2teacher)": 4.458549499511719,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.9101438522338867,
      "step": 1763,
      "subrel-constrast": 2.595431327819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.313213586807251,
      "cov-distil (oracle2student)": 3.823169708251953,
      "cov-distil (oracle2teacher)": 4.4203338623046875,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.462083101272583,
      "step": 1764,
      "subrel-constrast": 2.9797792434692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0967965126037598,
      "cov-distil (oracle2student)": 4.416221618652344,
      "cov-distil (oracle2teacher)": 4.723118782043457,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.5385406017303467,
      "step": 1765,
      "subrel-constrast": 3.1220266819000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7552061080932617,
      "cov-distil (oracle2student)": 4.826007843017578,
      "cov-distil (oracle2teacher)": 4.234580039978027,
      "epoch": 1.3861852433281006,
      "rel-constrast": 4.263535499572754,
      "step": 1766,
      "subrel-constrast": 4.201550483703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3158230781555176,
      "cov-distil (oracle2student)": 2.9563889503479004,
      "cov-distil (oracle2teacher)": 3.2534708976745605,
      "epoch": 1.3869701726844583,
      "rel-constrast": 3.003065586090088,
      "step": 1767,
      "subrel-constrast": 3.6914596557617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4630179405212402,
      "cov-distil (oracle2student)": 3.509836196899414,
      "cov-distil (oracle2teacher)": 4.034323692321777,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.463501453399658,
      "step": 1768,
      "subrel-constrast": 2.4667630195617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9878220558166504,
      "cov-distil (oracle2student)": 5.356142044067383,
      "cov-distil (oracle2teacher)": 5.167332649230957,
      "epoch": 1.3885400313971743,
      "rel-constrast": 2.3892271518707275,
      "step": 1769,
      "subrel-constrast": 2.976463556289673,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 4.5,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.697,
      "step": 1770
    },
    {
      "cov-distil": 1.662797212600708,
      "cov-distil (oracle2student)": 2.09718918800354,
      "cov-distil (oracle2teacher)": 2.469780206680298,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.173774242401123,
      "step": 1770,
      "subrel-constrast": 3.2273669242858887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.339996576309204,
      "cov-distil (oracle2student)": 5.442363739013672,
      "cov-distil (oracle2teacher)": 5.082331657409668,
      "epoch": 1.39010989010989,
      "rel-constrast": 3.3713479042053223,
      "step": 1771,
      "subrel-constrast": 3.211289644241333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4895343780517578,
      "cov-distil (oracle2student)": 4.000551223754883,
      "cov-distil (oracle2teacher)": 3.646209478378296,
      "epoch": 1.390894819466248,
      "rel-constrast": 3.3503758907318115,
      "step": 1772,
      "subrel-constrast": 3.6456687450408936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8994641304016113,
      "cov-distil (oracle2student)": 3.89174747467041,
      "cov-distil (oracle2teacher)": 3.5337724685668945,
      "epoch": 1.391679748822606,
      "rel-constrast": 2.719862937927246,
      "step": 1773,
      "subrel-constrast": 2.7605135440826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2715423107147217,
      "cov-distil (oracle2student)": 5.179841041564941,
      "cov-distil (oracle2teacher)": 5.0102949142456055,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.565450668334961,
      "step": 1774,
      "subrel-constrast": 5.16431999206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1387012004852295,
      "cov-distil (oracle2student)": 6.290175437927246,
      "cov-distil (oracle2teacher)": 4.822027206420898,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.8306896686553955,
      "step": 1775,
      "subrel-constrast": 3.181685447692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.420358180999756,
      "cov-distil (oracle2student)": 3.8159124851226807,
      "cov-distil (oracle2teacher)": 4.317980766296387,
      "epoch": 1.3940345368916798,
      "rel-constrast": 3.0079803466796875,
      "step": 1776,
      "subrel-constrast": 4.087446212768555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18131685256958,
      "cov-distil (oracle2student)": 4.753941059112549,
      "cov-distil (oracle2teacher)": 4.855992317199707,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.215277910232544,
      "step": 1777,
      "subrel-constrast": 3.432283401489258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2685182094573975,
      "cov-distil (oracle2student)": 5.124535083770752,
      "cov-distil (oracle2teacher)": 5.825740814208984,
      "epoch": 1.3956043956043955,
      "rel-constrast": 2.1975045204162598,
      "step": 1778,
      "subrel-constrast": 2.561567544937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1395020484924316,
      "cov-distil (oracle2student)": 4.143278121948242,
      "cov-distil (oracle2teacher)": 3.7398018836975098,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.7834925651550293,
      "step": 1779,
      "subrel-constrast": 3.1222000122070312,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 5.75,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.7554,
      "step": 1780
    },
    {
      "cov-distil": 2.129589557647705,
      "cov-distil (oracle2student)": 4.826653003692627,
      "cov-distil (oracle2teacher)": 5.445562362670898,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.046022415161133,
      "step": 1780,
      "subrel-constrast": 3.42337703704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.302788257598877,
      "cov-distil (oracle2student)": 2.8039140701293945,
      "cov-distil (oracle2teacher)": 2.8802990913391113,
      "epoch": 1.3979591836734695,
      "rel-constrast": 3.4761643409729004,
      "step": 1781,
      "subrel-constrast": 4.2834272384643555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.440842628479004,
      "cov-distil (oracle2student)": 4.525951385498047,
      "cov-distil (oracle2teacher)": 4.2376580238342285,
      "epoch": 1.3987441130298273,
      "rel-constrast": 3.0817365646362305,
      "step": 1782,
      "subrel-constrast": 3.4240405559539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3345112800598145,
      "cov-distil (oracle2student)": 3.8495302200317383,
      "cov-distil (oracle2teacher)": 4.039351463317871,
      "epoch": 1.3995290423861853,
      "rel-constrast": 2.857091188430786,
      "step": 1783,
      "subrel-constrast": 4.5898308753967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5086230039596558,
      "cov-distil (oracle2student)": 3.912566661834717,
      "cov-distil (oracle2teacher)": 3.908273935317993,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.7854795455932617,
      "step": 1784,
      "subrel-constrast": 3.777689218521118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8855476379394531,
      "cov-distil (oracle2student)": 5.815726280212402,
      "cov-distil (oracle2teacher)": 6.063263416290283,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.704434633255005,
      "step": 1785,
      "subrel-constrast": 4.241085529327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115485668182373,
      "cov-distil (oracle2student)": 4.889193534851074,
      "cov-distil (oracle2teacher)": 4.528124809265137,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.60229754447937,
      "step": 1786,
      "subrel-constrast": 2.56319522857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1166752576828003,
      "cov-distil (oracle2student)": 3.8202617168426514,
      "cov-distil (oracle2teacher)": 4.366907119750977,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.3734092712402344,
      "step": 1787,
      "subrel-constrast": 2.6217329502105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964254379272461,
      "cov-distil (oracle2student)": 4.6744303703308105,
      "cov-distil (oracle2teacher)": 5.246541500091553,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.7329925298690796,
      "step": 1788,
      "subrel-constrast": 2.491093873977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0354231595993042,
      "cov-distil (oracle2student)": 3.556187629699707,
      "cov-distil (oracle2teacher)": 4.06437349319458,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.632844924926758,
      "step": 1789,
      "subrel-constrast": 3.162869930267334,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 5.125,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6823,
      "step": 1790
    },
    {
      "cov-distil": 2.7051453590393066,
      "cov-distil (oracle2student)": 3.3185629844665527,
      "cov-distil (oracle2teacher)": 3.626244068145752,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.40002179145813,
      "step": 1790,
      "subrel-constrast": 3.77524471282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4359110593795776,
      "cov-distil (oracle2student)": 3.7903995513916016,
      "cov-distil (oracle2teacher)": 3.7007501125335693,
      "epoch": 1.4058084772370487,
      "rel-constrast": 2.1249806880950928,
      "step": 1791,
      "subrel-constrast": 2.604616403579712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.105168104171753,
      "cov-distil (oracle2student)": 4.861455917358398,
      "cov-distil (oracle2teacher)": 4.847991466522217,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.1087684631347656,
      "step": 1792,
      "subrel-constrast": 3.220414400100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256331443786621,
      "cov-distil (oracle2student)": 3.0050745010375977,
      "cov-distil (oracle2teacher)": 3.760895252227783,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.6136951446533203,
      "step": 1793,
      "subrel-constrast": 4.308289527893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.226468563079834,
      "cov-distil (oracle2student)": 3.4321699142456055,
      "cov-distil (oracle2teacher)": 3.8039190769195557,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.466477155685425,
      "step": 1794,
      "subrel-constrast": 3.751272201538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045308828353882,
      "cov-distil (oracle2student)": 6.411640167236328,
      "cov-distil (oracle2teacher)": 5.680418968200684,
      "epoch": 1.4089481946624804,
      "rel-constrast": 3.3922982215881348,
      "step": 1795,
      "subrel-constrast": 3.550377368927002,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4693875312805176,
      "cov-distil (oracle2student)": 5.812129974365234,
      "cov-distil (oracle2teacher)": 5.234946250915527,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.895657539367676,
      "step": 1796,
      "subrel-constrast": 2.9772045612335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565492868423462,
      "cov-distil (oracle2student)": 2.3334765434265137,
      "cov-distil (oracle2teacher)": 2.417217254638672,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.5910518169403076,
      "step": 1797,
      "subrel-constrast": 2.446030616760254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6091516017913818,
      "cov-distil (oracle2student)": 4.506137847900391,
      "cov-distil (oracle2teacher)": 4.301276206970215,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.827751636505127,
      "step": 1798,
      "subrel-constrast": 2.5608856678009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080300807952881,
      "cov-distil (oracle2student)": 4.4521613121032715,
      "cov-distil (oracle2teacher)": 4.008926868438721,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.4810266494750977,
      "step": 1799,
      "subrel-constrast": 3.8084301948547363,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 6.65625,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6725,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.3218750059604645,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06439208984375
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.047027587890625
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.017364501953125,
      "step": 1800
    },
    {
      "cov-distil": 1.5499985218048096,
      "cov-distil (oracle2student)": 3.6822383403778076,
      "cov-distil (oracle2teacher)": 3.981616497039795,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.8681392669677734,
      "step": 1800,
      "subrel-constrast": 3.551724433898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481327533721924,
      "cov-distil (oracle2student)": 3.6889820098876953,
      "cov-distil (oracle2teacher)": 3.6981842517852783,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.479928731918335,
      "step": 1801,
      "subrel-constrast": 2.8968899250030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0578248500823975,
      "cov-distil (oracle2student)": 5.365993499755859,
      "cov-distil (oracle2teacher)": 4.617265701293945,
      "epoch": 1.414442700156986,
      "rel-constrast": 3.19673490524292,
      "step": 1802,
      "subrel-constrast": 3.336021661758423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7491960525512695,
      "cov-distil (oracle2student)": 2.6951076984405518,
      "cov-distil (oracle2teacher)": 2.992222785949707,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.4676196575164795,
      "step": 1803,
      "subrel-constrast": 2.0734543800354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5061979293823242,
      "cov-distil (oracle2student)": 3.654930830001831,
      "cov-distil (oracle2teacher)": 3.7000021934509277,
      "epoch": 1.4160125588697017,
      "rel-constrast": 2.214057683944702,
      "step": 1804,
      "subrel-constrast": 2.8462932109832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.343281626701355,
      "cov-distil (oracle2student)": 6.168715953826904,
      "cov-distil (oracle2teacher)": 5.1086626052856445,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.9370431900024414,
      "step": 1805,
      "subrel-constrast": 2.5440573692321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8285521268844604,
      "cov-distil (oracle2student)": 5.088909149169922,
      "cov-distil (oracle2teacher)": 5.118940353393555,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.1111202239990234,
      "step": 1806,
      "subrel-constrast": 2.6263251304626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0050172805786133,
      "cov-distil (oracle2student)": 5.385577201843262,
      "cov-distil (oracle2teacher)": 5.551061630249023,
      "epoch": 1.4183673469387754,
      "rel-constrast": 2.5663394927978516,
      "step": 1807,
      "subrel-constrast": 2.7459213733673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5144319534301758,
      "cov-distil (oracle2student)": 4.216503143310547,
      "cov-distil (oracle2teacher)": 4.460987567901611,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.998746156692505,
      "step": 1808,
      "subrel-constrast": 3.2311463356018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.751970052719116,
      "cov-distil (oracle2student)": 5.984216213226318,
      "cov-distil (oracle2teacher)": 5.095141410827637,
      "epoch": 1.4199372056514914,
      "rel-constrast": 3.469398260116577,
      "step": 1809,
      "subrel-constrast": 3.6650898456573486,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 6.46875,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6577,
      "step": 1810
    },
    {
      "cov-distil": 1.5872946977615356,
      "cov-distil (oracle2student)": 4.743422985076904,
      "cov-distil (oracle2teacher)": 5.186673164367676,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.5898091793060303,
      "step": 1810,
      "subrel-constrast": 3.450258493423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4312691688537598,
      "cov-distil (oracle2student)": 4.710843086242676,
      "cov-distil (oracle2teacher)": 4.420876502990723,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.6706812381744385,
      "step": 1811,
      "subrel-constrast": 2.9652259349823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743657112121582,
      "cov-distil (oracle2student)": 3.9275436401367188,
      "cov-distil (oracle2teacher)": 4.520764350891113,
      "epoch": 1.4222919937205651,
      "rel-constrast": 2.823634624481201,
      "step": 1812,
      "subrel-constrast": 3.7240591049194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4313879013061523,
      "cov-distil (oracle2student)": 5.077703952789307,
      "cov-distil (oracle2teacher)": 4.890533447265625,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.8599679470062256,
      "step": 1813,
      "subrel-constrast": 2.7601184844970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8631025552749634,
      "cov-distil (oracle2student)": 4.199640274047852,
      "cov-distil (oracle2teacher)": 4.67888069152832,
      "epoch": 1.423861852433281,
      "rel-constrast": 2.2704641819000244,
      "step": 1814,
      "subrel-constrast": 2.2776355743408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3305487632751465,
      "cov-distil (oracle2student)": 3.1197266578674316,
      "cov-distil (oracle2teacher)": 3.2810559272766113,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.0975682735443115,
      "step": 1815,
      "subrel-constrast": 2.7462031841278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2365708351135254,
      "cov-distil (oracle2student)": 5.826642036437988,
      "cov-distil (oracle2teacher)": 5.623869895935059,
      "epoch": 1.4254317111459969,
      "rel-constrast": 3.0605199337005615,
      "step": 1816,
      "subrel-constrast": 3.2156736850738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7141644954681396,
      "cov-distil (oracle2student)": 5.7332305908203125,
      "cov-distil (oracle2teacher)": 5.421064376831055,
      "epoch": 1.4262166405023549,
      "rel-constrast": 2.9217567443847656,
      "step": 1817,
      "subrel-constrast": 3.890287160873413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.229942560195923,
      "cov-distil (oracle2student)": 4.066431522369385,
      "cov-distil (oracle2teacher)": 4.292924880981445,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.105419158935547,
      "step": 1818,
      "subrel-constrast": 3.77506685256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703225016593933,
      "cov-distil (oracle2student)": 4.215938091278076,
      "cov-distil (oracle2teacher)": 3.938239097595215,
      "epoch": 1.4277864992150706,
      "rel-constrast": 3.039546012878418,
      "step": 1819,
      "subrel-constrast": 3.288832664489746,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 5.9375,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.661,
      "step": 1820
    },
    {
      "cov-distil": 2.34505295753479,
      "cov-distil (oracle2student)": 4.167201042175293,
      "cov-distil (oracle2teacher)": 4.119379043579102,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.6803252696990967,
      "step": 1820,
      "subrel-constrast": 2.8869524002075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.468536376953125,
      "cov-distil (oracle2student)": 6.110315322875977,
      "cov-distil (oracle2teacher)": 5.61067008972168,
      "epoch": 1.4293563579277864,
      "rel-constrast": 3.136105537414551,
      "step": 1821,
      "subrel-constrast": 3.3481056690216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7852212190628052,
      "cov-distil (oracle2student)": 5.578705787658691,
      "cov-distil (oracle2teacher)": 4.916308403015137,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.643596649169922,
      "step": 1822,
      "subrel-constrast": 2.7566895484924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695977687835693,
      "cov-distil (oracle2student)": 4.137767791748047,
      "cov-distil (oracle2teacher)": 4.054328918457031,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.9733822345733643,
      "step": 1823,
      "subrel-constrast": 2.5457708835601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2436277866363525,
      "cov-distil (oracle2student)": 4.151754379272461,
      "cov-distil (oracle2teacher)": 3.535407543182373,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.506716251373291,
      "step": 1824,
      "subrel-constrast": 3.1679563522338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.160642623901367,
      "cov-distil (oracle2student)": 3.546781301498413,
      "cov-distil (oracle2teacher)": 4.013056755065918,
      "epoch": 1.4324960753532183,
      "rel-constrast": 3.2857823371887207,
      "step": 1825,
      "subrel-constrast": 3.1425704956054688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292322874069214,
      "cov-distil (oracle2student)": 6.817867755889893,
      "cov-distil (oracle2teacher)": 6.504755020141602,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.547853708267212,
      "step": 1826,
      "subrel-constrast": 3.5658974647521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4943292140960693,
      "cov-distil (oracle2student)": 4.916536808013916,
      "cov-distil (oracle2teacher)": 4.403461933135986,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.2474489212036133,
      "step": 1827,
      "subrel-constrast": 3.0240352153778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055622100830078,
      "cov-distil (oracle2student)": 4.9732770919799805,
      "cov-distil (oracle2teacher)": 4.663511276245117,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.8840079307556152,
      "step": 1828,
      "subrel-constrast": 2.7399680614471436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4736857414245605,
      "cov-distil (oracle2student)": 6.930060386657715,
      "cov-distil (oracle2teacher)": 5.687646865844727,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.2287163734436035,
      "step": 1829,
      "subrel-constrast": 3.6342880725860596,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 6.625,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.7033,
      "step": 1830
    },
    {
      "cov-distil": 1.6845054626464844,
      "cov-distil (oracle2student)": 6.022692680358887,
      "cov-distil (oracle2teacher)": 5.094712257385254,
      "epoch": 1.4364207221350078,
      "rel-constrast": 3.13388729095459,
      "step": 1830,
      "subrel-constrast": 3.1076138019561768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4963815212249756,
      "cov-distil (oracle2student)": 2.7265567779541016,
      "cov-distil (oracle2teacher)": 3.353670597076416,
      "epoch": 1.4372056514913658,
      "rel-constrast": 2.337064504623413,
      "step": 1831,
      "subrel-constrast": 3.3601362705230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7030950784683228,
      "cov-distil (oracle2student)": 4.536595821380615,
      "cov-distil (oracle2teacher)": 4.706333160400391,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.7862827777862549,
      "step": 1832,
      "subrel-constrast": 2.298586845397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9319549798965454,
      "cov-distil (oracle2student)": 5.3950324058532715,
      "cov-distil (oracle2teacher)": 4.8772406578063965,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.1526951789855957,
      "step": 1833,
      "subrel-constrast": 2.940993547439575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5924668312072754,
      "cov-distil (oracle2student)": 3.4005730152130127,
      "cov-distil (oracle2teacher)": 3.3796029090881348,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.299807548522949,
      "step": 1834,
      "subrel-constrast": 3.3205575942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2381569147109985,
      "cov-distil (oracle2student)": 3.0224597454071045,
      "cov-distil (oracle2teacher)": 3.163745880126953,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.924663543701172,
      "step": 1835,
      "subrel-constrast": 3.4167072772979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599097490310669,
      "cov-distil (oracle2student)": 4.910013198852539,
      "cov-distil (oracle2teacher)": 4.939692974090576,
      "epoch": 1.4411302982731553,
      "rel-constrast": 3.07175350189209,
      "step": 1836,
      "subrel-constrast": 2.8040406703948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5156335830688477,
      "cov-distil (oracle2student)": 2.8602352142333984,
      "cov-distil (oracle2teacher)": 3.3592677116394043,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.0993874073028564,
      "step": 1837,
      "subrel-constrast": 3.167196750640869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311100244522095,
      "cov-distil (oracle2student)": 3.8068175315856934,
      "cov-distil (oracle2teacher)": 3.9544153213500977,
      "epoch": 1.4427001569858713,
      "rel-constrast": 3.5372445583343506,
      "step": 1838,
      "subrel-constrast": 3.683621406555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.779374599456787,
      "cov-distil (oracle2student)": 2.7733912467956543,
      "cov-distil (oracle2teacher)": 3.1718852519989014,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.0233099460601807,
      "step": 1839,
      "subrel-constrast": 2.9682488441467285,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 4.40625,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6342,
      "step": 1840
    },
    {
      "cov-distil": 1.4674514532089233,
      "cov-distil (oracle2student)": 6.309122085571289,
      "cov-distil (oracle2teacher)": 5.871041297912598,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.510796070098877,
      "step": 1840,
      "subrel-constrast": 4.192637920379639,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6089284420013428,
      "cov-distil (oracle2student)": 7.314689636230469,
      "cov-distil (oracle2teacher)": 6.998226165771484,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.9498095512390137,
      "step": 1841,
      "subrel-constrast": 4.752213954925537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7380058765411377,
      "cov-distil (oracle2student)": 3.0546422004699707,
      "cov-distil (oracle2teacher)": 3.0694851875305176,
      "epoch": 1.445839874411303,
      "rel-constrast": 2.353238582611084,
      "step": 1842,
      "subrel-constrast": 2.9090383052825928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9371838569641113,
      "cov-distil (oracle2student)": 4.378704071044922,
      "cov-distil (oracle2teacher)": 4.646624565124512,
      "epoch": 1.4466248037676608,
      "rel-constrast": 2.210469961166382,
      "step": 1843,
      "subrel-constrast": 2.92986798286438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249975681304932,
      "cov-distil (oracle2student)": 3.7361700534820557,
      "cov-distil (oracle2teacher)": 3.8713607788085938,
      "epoch": 1.4474097331240188,
      "rel-constrast": 2.903123140335083,
      "step": 1844,
      "subrel-constrast": 3.7826437950134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3362631797790527,
      "cov-distil (oracle2student)": 6.538433074951172,
      "cov-distil (oracle2teacher)": 5.914763927459717,
      "epoch": 1.4481946624803768,
      "rel-constrast": 4.276179313659668,
      "step": 1845,
      "subrel-constrast": 4.219147682189941,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521421194076538,
      "cov-distil (oracle2student)": 5.232585906982422,
      "cov-distil (oracle2teacher)": 5.105598449707031,
      "epoch": 1.4489795918367347,
      "rel-constrast": 3.19164776802063,
      "step": 1846,
      "subrel-constrast": 3.2362990379333496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0681395530700684,
      "cov-distil (oracle2student)": 4.797478675842285,
      "cov-distil (oracle2teacher)": 4.375517845153809,
      "epoch": 1.4497645211930927,
      "rel-constrast": 3.313375473022461,
      "step": 1847,
      "subrel-constrast": 2.937746047973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340888261795044,
      "cov-distil (oracle2student)": 4.735787391662598,
      "cov-distil (oracle2teacher)": 4.452273368835449,
      "epoch": 1.4505494505494505,
      "rel-constrast": 3.0026113986968994,
      "step": 1848,
      "subrel-constrast": 3.4101834297180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44031023979187,
      "cov-distil (oracle2student)": 5.779936790466309,
      "cov-distil (oracle2teacher)": 5.264341831207275,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.8532004356384277,
      "step": 1849,
      "subrel-constrast": 3.8604278564453125,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 5.28125,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.7891,
      "step": 1850
    },
    {
      "cov-distil": 1.8310099840164185,
      "cov-distil (oracle2student)": 3.6971774101257324,
      "cov-distil (oracle2teacher)": 4.109482288360596,
      "epoch": 1.4521193092621665,
      "rel-constrast": 2.099323272705078,
      "step": 1850,
      "subrel-constrast": 2.9859580993652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5078794956207275,
      "cov-distil (oracle2student)": 4.564389228820801,
      "cov-distil (oracle2teacher)": 4.888195037841797,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.656466245651245,
      "step": 1851,
      "subrel-constrast": 4.337402820587158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.116217613220215,
      "cov-distil (oracle2student)": 5.541318893432617,
      "cov-distil (oracle2teacher)": 6.691277503967285,
      "epoch": 1.4536891679748822,
      "rel-constrast": 3.151987075805664,
      "step": 1852,
      "subrel-constrast": 3.456345796585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4536042213439941,
      "cov-distil (oracle2student)": 3.5320708751678467,
      "cov-distil (oracle2teacher)": 3.659762144088745,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.023603916168213,
      "step": 1853,
      "subrel-constrast": 3.0394673347473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3940669298171997,
      "cov-distil (oracle2student)": 3.272346019744873,
      "cov-distil (oracle2teacher)": 3.252584457397461,
      "epoch": 1.4552590266875982,
      "rel-constrast": 2.8727378845214844,
      "step": 1854,
      "subrel-constrast": 3.9305548667907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8939646482467651,
      "cov-distil (oracle2student)": 3.8886916637420654,
      "cov-distil (oracle2teacher)": 4.713933944702148,
      "epoch": 1.456043956043956,
      "rel-constrast": 1.8567900657653809,
      "step": 1855,
      "subrel-constrast": 3.2811331748962402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0997824668884277,
      "cov-distil (oracle2student)": 3.0216636657714844,
      "cov-distil (oracle2teacher)": 2.9033169746398926,
      "epoch": 1.456828885400314,
      "rel-constrast": 1.5278396606445312,
      "step": 1856,
      "subrel-constrast": 3.007925033569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832850694656372,
      "cov-distil (oracle2student)": 4.818693161010742,
      "cov-distil (oracle2teacher)": 4.5516133308410645,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.7364144325256348,
      "step": 1857,
      "subrel-constrast": 2.896646022796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4397022724151611,
      "cov-distil (oracle2student)": 3.7792396545410156,
      "cov-distil (oracle2teacher)": 4.128302574157715,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.7459421157836914,
      "step": 1858,
      "subrel-constrast": 3.154165267944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7530412673950195,
      "cov-distil (oracle2student)": 5.133106708526611,
      "cov-distil (oracle2teacher)": 5.484379768371582,
      "epoch": 1.4591836734693877,
      "rel-constrast": 3.3168606758117676,
      "step": 1859,
      "subrel-constrast": 3.9973926544189453,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 5.84375,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.6747,
      "step": 1860
    },
    {
      "cov-distil": 1.6253690719604492,
      "cov-distil (oracle2student)": 3.9284496307373047,
      "cov-distil (oracle2teacher)": 3.6919918060302734,
      "epoch": 1.4599686028257457,
      "rel-constrast": 3.33624005317688,
      "step": 1860,
      "subrel-constrast": 3.0057435035705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5397887229919434,
      "cov-distil (oracle2student)": 6.933697700500488,
      "cov-distil (oracle2teacher)": 6.731703281402588,
      "epoch": 1.4607535321821037,
      "rel-constrast": 2.5244345664978027,
      "step": 1861,
      "subrel-constrast": 2.396446704864502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652710676193237,
      "cov-distil (oracle2student)": 4.052326202392578,
      "cov-distil (oracle2teacher)": 3.411242961883545,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0427749156951904,
      "step": 1862,
      "subrel-constrast": 3.2293872833251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9323291778564453,
      "cov-distil (oracle2student)": 6.201767921447754,
      "cov-distil (oracle2teacher)": 4.829415798187256,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.8668229579925537,
      "step": 1863,
      "subrel-constrast": 2.9738948345184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0581564903259277,
      "cov-distil (oracle2student)": 5.135169506072998,
      "cov-distil (oracle2teacher)": 4.8166375160217285,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.747309446334839,
      "step": 1864,
      "subrel-constrast": 3.5087311267852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6434050798416138,
      "cov-distil (oracle2student)": 3.867852210998535,
      "cov-distil (oracle2teacher)": 4.247406005859375,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.1134750843048096,
      "step": 1865,
      "subrel-constrast": 3.7125933170318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7382142543792725,
      "cov-distil (oracle2student)": 3.581061840057373,
      "cov-distil (oracle2teacher)": 4.007940769195557,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.2003729343414307,
      "step": 1866,
      "subrel-constrast": 3.3936426639556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4769439697265625,
      "cov-distil (oracle2student)": 3.3691649436950684,
      "cov-distil (oracle2teacher)": 3.909813404083252,
      "epoch": 1.4654631083202512,
      "rel-constrast": 3.556840419769287,
      "step": 1867,
      "subrel-constrast": 3.7713334560394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4545347690582275,
      "cov-distil (oracle2student)": 5.325176239013672,
      "cov-distil (oracle2teacher)": 4.550644874572754,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.814284563064575,
      "step": 1868,
      "subrel-constrast": 3.0745046138763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3024051189422607,
      "cov-distil (oracle2student)": 3.8497819900512695,
      "cov-distil (oracle2teacher)": 3.9187092781066895,
      "epoch": 1.4670329670329672,
      "rel-constrast": 2.0921478271484375,
      "step": 1869,
      "subrel-constrast": 2.3479814529418945,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 5.5,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.7324,
      "step": 1870
    },
    {
      "cov-distil": 2.0639195442199707,
      "cov-distil (oracle2student)": 3.900249481201172,
      "cov-distil (oracle2teacher)": 3.4923672676086426,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.862309455871582,
      "step": 1870,
      "subrel-constrast": 3.798768997192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8797986507415771,
      "cov-distil (oracle2student)": 3.4564719200134277,
      "cov-distil (oracle2teacher)": 3.193118095397949,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.2885775566101074,
      "step": 1871,
      "subrel-constrast": 2.8152785301208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.058283567428589,
      "cov-distil (oracle2student)": 3.93839955329895,
      "cov-distil (oracle2teacher)": 4.225533962249756,
      "epoch": 1.469387755102041,
      "rel-constrast": 3.5376853942871094,
      "step": 1872,
      "subrel-constrast": 3.7022271156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437126874923706,
      "cov-distil (oracle2student)": 4.384832859039307,
      "cov-distil (oracle2teacher)": 4.365358352661133,
      "epoch": 1.4701726844583987,
      "rel-constrast": 3.0487706661224365,
      "step": 1873,
      "subrel-constrast": 3.354888916015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9342122077941895,
      "cov-distil (oracle2student)": 5.106767654418945,
      "cov-distil (oracle2teacher)": 4.321567058563232,
      "epoch": 1.4709576138147566,
      "rel-constrast": 2.614102840423584,
      "step": 1874,
      "subrel-constrast": 2.6889281272888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804291248321533,
      "cov-distil (oracle2student)": 4.943103790283203,
      "cov-distil (oracle2teacher)": 5.254019737243652,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.304778575897217,
      "step": 1875,
      "subrel-constrast": 3.4083974361419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.947995662689209,
      "cov-distil (oracle2student)": 4.122891426086426,
      "cov-distil (oracle2teacher)": 4.78618049621582,
      "epoch": 1.4725274725274726,
      "rel-constrast": 3.3498008251190186,
      "step": 1876,
      "subrel-constrast": 3.407940626144409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.30788254737854,
      "cov-distil (oracle2student)": 5.0175957679748535,
      "cov-distil (oracle2teacher)": 4.8828325271606445,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.76338267326355,
      "step": 1877,
      "subrel-constrast": 3.250857353210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3471992015838623,
      "cov-distil (oracle2student)": 4.296448230743408,
      "cov-distil (oracle2teacher)": 4.21372127532959,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.261323928833008,
      "step": 1878,
      "subrel-constrast": 4.2208123207092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738612413406372,
      "cov-distil (oracle2student)": 4.421398162841797,
      "cov-distil (oracle2teacher)": 4.27999210357666,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.0135600566864014,
      "step": 1879,
      "subrel-constrast": 2.7998032569885254,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.96875,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7511,
      "step": 1880
    },
    {
      "cov-distil": 2.0257256031036377,
      "cov-distil (oracle2student)": 4.551918983459473,
      "cov-distil (oracle2teacher)": 4.052154541015625,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.7584002017974854,
      "step": 1880,
      "subrel-constrast": 3.5215845108032227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31280517578125,
      "cov-distil (oracle2student)": 5.443447113037109,
      "cov-distil (oracle2teacher)": 5.213183879852295,
      "epoch": 1.4764521193092621,
      "rel-constrast": 3.012028932571411,
      "step": 1881,
      "subrel-constrast": 3.7461352348327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9962841272354126,
      "cov-distil (oracle2student)": 3.812150239944458,
      "cov-distil (oracle2teacher)": 3.7568817138671875,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.4929873943328857,
      "step": 1882,
      "subrel-constrast": 2.346851110458374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9117881059646606,
      "cov-distil (oracle2student)": 3.456500768661499,
      "cov-distil (oracle2teacher)": 3.676436185836792,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.205686092376709,
      "step": 1883,
      "subrel-constrast": 2.7896170616149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843309760093689,
      "cov-distil (oracle2student)": 3.6026885509490967,
      "cov-distil (oracle2teacher)": 4.197567939758301,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.877544403076172,
      "step": 1884,
      "subrel-constrast": 2.6634747982025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6258199214935303,
      "cov-distil (oracle2student)": 4.890607833862305,
      "cov-distil (oracle2teacher)": 4.133379936218262,
      "epoch": 1.4795918367346939,
      "rel-constrast": 3.0060198307037354,
      "step": 1885,
      "subrel-constrast": 3.4725022315979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.170036554336548,
      "cov-distil (oracle2student)": 5.2520751953125,
      "cov-distil (oracle2teacher)": 5.051985740661621,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.904274821281433,
      "step": 1886,
      "subrel-constrast": 2.605323314666748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9018133878707886,
      "cov-distil (oracle2student)": 7.024083614349365,
      "cov-distil (oracle2teacher)": 6.243536949157715,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.7276298999786377,
      "step": 1887,
      "subrel-constrast": 3.731931447982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3918308019638062,
      "cov-distil (oracle2student)": 4.180988788604736,
      "cov-distil (oracle2teacher)": 3.4064910411834717,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.6819794178009033,
      "step": 1888,
      "subrel-constrast": 2.8380088806152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883924126625061,
      "cov-distil (oracle2student)": 4.214072227478027,
      "cov-distil (oracle2teacher)": 4.135542392730713,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.640413999557495,
      "step": 1889,
      "subrel-constrast": 4.189661026000977,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 6.28125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6827,
      "step": 1890
    },
    {
      "cov-distil": 2.3657498359680176,
      "cov-distil (oracle2student)": 4.039410591125488,
      "cov-distil (oracle2teacher)": 4.068905353546143,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.518458127975464,
      "step": 1890,
      "subrel-constrast": 3.0874431133270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748002529144287,
      "cov-distil (oracle2student)": 3.5466012954711914,
      "cov-distil (oracle2teacher)": 3.213937997817993,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.369286060333252,
      "step": 1891,
      "subrel-constrast": 3.4286887645721436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718100786209106,
      "cov-distil (oracle2student)": 3.9955947399139404,
      "cov-distil (oracle2teacher)": 4.358947277069092,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.2630457878112793,
      "step": 1892,
      "subrel-constrast": 2.800495147705078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375056505203247,
      "cov-distil (oracle2student)": 4.20973014831543,
      "cov-distil (oracle2teacher)": 4.309217929840088,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.402315139770508,
      "step": 1893,
      "subrel-constrast": 2.8699088096618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4986470937728882,
      "cov-distil (oracle2student)": 4.305351734161377,
      "cov-distil (oracle2teacher)": 4.2664642333984375,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.8638863563537598,
      "step": 1894,
      "subrel-constrast": 3.350203037261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9035438299179077,
      "cov-distil (oracle2student)": 5.305967807769775,
      "cov-distil (oracle2teacher)": 5.4447760581970215,
      "epoch": 1.487441130298273,
      "rel-constrast": 1.948725938796997,
      "step": 1895,
      "subrel-constrast": 2.997431993484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3839690685272217,
      "cov-distil (oracle2student)": 2.990100383758545,
      "cov-distil (oracle2teacher)": 2.842108726501465,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.218449592590332,
      "step": 1896,
      "subrel-constrast": 2.422753095626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7919464111328125,
      "cov-distil (oracle2student)": 6.88749885559082,
      "cov-distil (oracle2teacher)": 7.204530715942383,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.5483462810516357,
      "step": 1897,
      "subrel-constrast": 3.660754680633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071928024291992,
      "cov-distil (oracle2student)": 4.530694961547852,
      "cov-distil (oracle2teacher)": 4.722019195556641,
      "epoch": 1.489795918367347,
      "rel-constrast": 3.495354413986206,
      "step": 1898,
      "subrel-constrast": 3.378498077392578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.233856439590454,
      "cov-distil (oracle2student)": 5.264046669006348,
      "cov-distil (oracle2teacher)": 5.187553882598877,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.9050180912017822,
      "step": 1899,
      "subrel-constrast": 3.7374961376190186,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 6.28125,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6633,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.30781251192092896,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.048248291015625
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.032745361328125
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.0155029296875,
      "step": 1900
    },
    {
      "cov-distil": 1.6805670261383057,
      "cov-distil (oracle2student)": 4.592339992523193,
      "cov-distil (oracle2teacher)": 4.82694673538208,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.3477063179016113,
      "step": 1900,
      "subrel-constrast": 3.6477644443511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95376455783844,
      "cov-distil (oracle2student)": 3.568544626235962,
      "cov-distil (oracle2teacher)": 4.006258010864258,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.374610424041748,
      "step": 1901,
      "subrel-constrast": 3.150832176208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800631523132324,
      "cov-distil (oracle2student)": 2.4763708114624023,
      "cov-distil (oracle2teacher)": 2.615727424621582,
      "epoch": 1.4929356357927785,
      "rel-constrast": 1.8657629489898682,
      "step": 1902,
      "subrel-constrast": 2.0921850204467773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9072692394256592,
      "cov-distil (oracle2student)": 4.123171806335449,
      "cov-distil (oracle2teacher)": 3.77189040184021,
      "epoch": 1.4937205651491365,
      "rel-constrast": 2.0890257358551025,
      "step": 1903,
      "subrel-constrast": 2.751422643661499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2219862937927246,
      "cov-distil (oracle2student)": 3.094440460205078,
      "cov-distil (oracle2teacher)": 3.6126039028167725,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.248688220977783,
      "step": 1904,
      "subrel-constrast": 3.9601452350616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.884446144104004,
      "cov-distil (oracle2student)": 4.188377857208252,
      "cov-distil (oracle2teacher)": 4.331487655639648,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.2620627880096436,
      "step": 1905,
      "subrel-constrast": 2.765688419342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1691269874572754,
      "cov-distil (oracle2student)": 5.762899875640869,
      "cov-distil (oracle2teacher)": 4.674655914306641,
      "epoch": 1.4960753532182103,
      "rel-constrast": 3.1838629245758057,
      "step": 1906,
      "subrel-constrast": 3.813148260116577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7397798299789429,
      "cov-distil (oracle2student)": 4.679940223693848,
      "cov-distil (oracle2teacher)": 4.720536708831787,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.428861141204834,
      "step": 1907,
      "subrel-constrast": 2.5496466159820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5879783630371094,
      "cov-distil (oracle2student)": 2.83457612991333,
      "cov-distil (oracle2teacher)": 3.2894344329833984,
      "epoch": 1.4976452119309263,
      "rel-constrast": 1.7485542297363281,
      "step": 1908,
      "subrel-constrast": 3.0957260131835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2273101806640625,
      "cov-distil (oracle2student)": 4.182671546936035,
      "cov-distil (oracle2teacher)": 4.281727313995361,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.5413951873779297,
      "step": 1909,
      "subrel-constrast": 3.1662251949310303,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 5.53125,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6273,
      "step": 1910
    },
    {
      "cov-distil": 1.7419520616531372,
      "cov-distil (oracle2student)": 3.381134510040283,
      "cov-distil (oracle2teacher)": 3.7894513607025146,
      "epoch": 1.499215070643642,
      "rel-constrast": 3.0296695232391357,
      "step": 1910,
      "subrel-constrast": 3.28289794921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9947521686553955,
      "cov-distil (oracle2student)": 4.851016044616699,
      "cov-distil (oracle2teacher)": 4.502784729003906,
      "epoch": 1.5,
      "rel-constrast": 3.359837055206299,
      "step": 1911,
      "subrel-constrast": 4.17555046081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936401128768921,
      "cov-distil (oracle2student)": 5.536252021789551,
      "cov-distil (oracle2teacher)": 5.164155006408691,
      "epoch": 1.500784929356358,
      "rel-constrast": 2.234689235687256,
      "step": 1912,
      "subrel-constrast": 3.030722141265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3416340351104736,
      "cov-distil (oracle2student)": 3.2915711402893066,
      "cov-distil (oracle2teacher)": 3.937762498855591,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.7529304027557373,
      "step": 1913,
      "subrel-constrast": 3.6131649017333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4205374717712402,
      "cov-distil (oracle2student)": 6.459300518035889,
      "cov-distil (oracle2teacher)": 5.641127109527588,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.5801479816436768,
      "step": 1914,
      "subrel-constrast": 3.5956671237945557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5099780559539795,
      "cov-distil (oracle2student)": 4.975855350494385,
      "cov-distil (oracle2teacher)": 4.929385185241699,
      "epoch": 1.5031397174254317,
      "rel-constrast": 4.187590599060059,
      "step": 1915,
      "subrel-constrast": 4.908335208892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6470770835876465,
      "cov-distil (oracle2student)": 3.898189067840576,
      "cov-distil (oracle2teacher)": 3.7526044845581055,
      "epoch": 1.5039246467817895,
      "rel-constrast": 3.031294584274292,
      "step": 1916,
      "subrel-constrast": 3.620776414871216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7733280658721924,
      "cov-distil (oracle2student)": 5.484307289123535,
      "cov-distil (oracle2teacher)": 4.6054182052612305,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.498932361602783,
      "step": 1917,
      "subrel-constrast": 3.022636890411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4242420196533203,
      "cov-distil (oracle2student)": 3.29291033744812,
      "cov-distil (oracle2teacher)": 3.7999930381774902,
      "epoch": 1.5054945054945055,
      "rel-constrast": 1.843228816986084,
      "step": 1918,
      "subrel-constrast": 2.689835548400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0505270957946777,
      "cov-distil (oracle2student)": 3.892303943634033,
      "cov-distil (oracle2teacher)": 3.5831069946289062,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.5693483352661133,
      "step": 1919,
      "subrel-constrast": 3.4035634994506836,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 6.0625,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7272,
      "step": 1920
    },
    {
      "cov-distil": 2.5318684577941895,
      "cov-distil (oracle2student)": 4.872903823852539,
      "cov-distil (oracle2teacher)": 4.806685924530029,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.81757926940918,
      "step": 1920,
      "subrel-constrast": 5.810905933380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.762763500213623,
      "cov-distil (oracle2student)": 3.922353744506836,
      "cov-distil (oracle2teacher)": 3.7443103790283203,
      "epoch": 1.5078492935635794,
      "rel-constrast": 2.949312448501587,
      "step": 1921,
      "subrel-constrast": 3.4760031700134277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155120611190796,
      "cov-distil (oracle2student)": 5.082406044006348,
      "cov-distil (oracle2teacher)": 4.770212173461914,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.388542413711548,
      "step": 1922,
      "subrel-constrast": 3.2692902088165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8780044317245483,
      "cov-distil (oracle2student)": 5.430070400238037,
      "cov-distil (oracle2teacher)": 4.685571670532227,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.303901433944702,
      "step": 1923,
      "subrel-constrast": 3.4593331813812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.939877986907959,
      "cov-distil (oracle2student)": 5.962569713592529,
      "cov-distil (oracle2teacher)": 5.065619945526123,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.8437561988830566,
      "step": 1924,
      "subrel-constrast": 2.380927801132202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8012690544128418,
      "cov-distil (oracle2student)": 3.5980329513549805,
      "cov-distil (oracle2teacher)": 3.80871844291687,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.215082883834839,
      "step": 1925,
      "subrel-constrast": 3.897721529006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4064793586730957,
      "cov-distil (oracle2student)": 3.4408154487609863,
      "cov-distil (oracle2teacher)": 3.959238290786743,
      "epoch": 1.511773940345369,
      "rel-constrast": 2.012140989303589,
      "step": 1926,
      "subrel-constrast": 2.594651222229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532826900482178,
      "cov-distil (oracle2student)": 4.324501991271973,
      "cov-distil (oracle2teacher)": 3.8796560764312744,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.5082144737243652,
      "step": 1927,
      "subrel-constrast": 2.5671231746673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7404062747955322,
      "cov-distil (oracle2student)": 3.9427523612976074,
      "cov-distil (oracle2teacher)": 4.169921875,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.8629488945007324,
      "step": 1928,
      "subrel-constrast": 3.2278597354888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1575169563293457,
      "cov-distil (oracle2student)": 5.023033142089844,
      "cov-distil (oracle2teacher)": 5.309042453765869,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.386996269226074,
      "step": 1929,
      "subrel-constrast": 3.678579330444336,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 5.5625,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7322,
      "step": 1930
    },
    {
      "cov-distil": 1.8694441318511963,
      "cov-distil (oracle2student)": 4.796366214752197,
      "cov-distil (oracle2teacher)": 5.216352462768555,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.3556623458862305,
      "step": 1930,
      "subrel-constrast": 3.528568744659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601953148841858,
      "cov-distil (oracle2student)": 4.4470062255859375,
      "cov-distil (oracle2teacher)": 3.9784750938415527,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.397149085998535,
      "step": 1931,
      "subrel-constrast": 2.6272265911102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3006856441497803,
      "cov-distil (oracle2student)": 4.702834606170654,
      "cov-distil (oracle2teacher)": 4.121498107910156,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.327099323272705,
      "step": 1932,
      "subrel-constrast": 3.2966558933258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3849623203277588,
      "cov-distil (oracle2student)": 5.360733985900879,
      "cov-distil (oracle2teacher)": 5.614526748657227,
      "epoch": 1.5172684458398744,
      "rel-constrast": 2.804267406463623,
      "step": 1933,
      "subrel-constrast": 3.1970314979553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6237664222717285,
      "cov-distil (oracle2student)": 4.584190368652344,
      "cov-distil (oracle2teacher)": 4.343719959259033,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.142185926437378,
      "step": 1934,
      "subrel-constrast": 4.110000133514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8349651098251343,
      "cov-distil (oracle2student)": 5.842877388000488,
      "cov-distil (oracle2teacher)": 5.5918402671813965,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.3436248302459717,
      "step": 1935,
      "subrel-constrast": 3.6157820224761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1885218620300293,
      "cov-distil (oracle2student)": 3.879420280456543,
      "cov-distil (oracle2teacher)": 4.086596965789795,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.8505024909973145,
      "step": 1936,
      "subrel-constrast": 3.891157627105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7412800788879395,
      "cov-distil (oracle2student)": 5.407591819763184,
      "cov-distil (oracle2teacher)": 5.500532150268555,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.0633363723754883,
      "step": 1937,
      "subrel-constrast": 3.9623146057128906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6953812837600708,
      "cov-distil (oracle2student)": 4.360136032104492,
      "cov-distil (oracle2teacher)": 4.60685920715332,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.31282639503479,
      "step": 1938,
      "subrel-constrast": 2.8268187046051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091193914413452,
      "cov-distil (oracle2student)": 5.092081069946289,
      "cov-distil (oracle2teacher)": 5.3023271560668945,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.276827573776245,
      "step": 1939,
      "subrel-constrast": 3.7571380138397217,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 6.5625,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.6718,
      "step": 1940
    },
    {
      "cov-distil": 2.069917678833008,
      "cov-distil (oracle2student)": 6.575101852416992,
      "cov-distil (oracle2teacher)": 5.951767921447754,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.8200111389160156,
      "step": 1940,
      "subrel-constrast": 3.475423574447632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8230741024017334,
      "cov-distil (oracle2student)": 3.8862054347991943,
      "cov-distil (oracle2teacher)": 3.872343063354492,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.136422634124756,
      "step": 1941,
      "subrel-constrast": 2.808964967727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.791718006134033,
      "cov-distil (oracle2student)": 6.372684001922607,
      "cov-distil (oracle2teacher)": 5.366222381591797,
      "epoch": 1.5243328100470959,
      "rel-constrast": 3.0139212608337402,
      "step": 1942,
      "subrel-constrast": 3.085916519165039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632786512374878,
      "cov-distil (oracle2student)": 3.6900315284729004,
      "cov-distil (oracle2teacher)": 4.087462902069092,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.8414835929870605,
      "step": 1943,
      "subrel-constrast": 3.097386121749878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7354974746704102,
      "cov-distil (oracle2student)": 5.099863052368164,
      "cov-distil (oracle2teacher)": 4.700257301330566,
      "epoch": 1.5259026687598116,
      "rel-constrast": 2.1808853149414062,
      "step": 1944,
      "subrel-constrast": 2.6183817386627197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448109745979309,
      "cov-distil (oracle2student)": 3.061011791229248,
      "cov-distil (oracle2teacher)": 2.942692279815674,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.5631961822509766,
      "step": 1945,
      "subrel-constrast": 3.1353890895843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3196136951446533,
      "cov-distil (oracle2student)": 5.239413738250732,
      "cov-distil (oracle2teacher)": 5.209293365478516,
      "epoch": 1.5274725274725274,
      "rel-constrast": 3.2827682495117188,
      "step": 1946,
      "subrel-constrast": 3.42805552482605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0938339233398438,
      "cov-distil (oracle2student)": 5.227860450744629,
      "cov-distil (oracle2teacher)": 5.210689544677734,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1123805046081543,
      "step": 1947,
      "subrel-constrast": 4.227243423461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1277108192443848,
      "cov-distil (oracle2student)": 4.818093299865723,
      "cov-distil (oracle2teacher)": 4.9868879318237305,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.5924441814422607,
      "step": 1948,
      "subrel-constrast": 3.3518142700195312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8034762144088745,
      "cov-distil (oracle2student)": 6.821737289428711,
      "cov-distil (oracle2teacher)": 5.592763900756836,
      "epoch": 1.5298273155416013,
      "rel-constrast": 4.41913366317749,
      "step": 1949,
      "subrel-constrast": 4.304506301879883,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 5.9375,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.7241,
      "step": 1950
    },
    {
      "cov-distil": 1.7511491775512695,
      "cov-distil (oracle2student)": 3.2668209075927734,
      "cov-distil (oracle2teacher)": 2.9750897884368896,
      "epoch": 1.5306122448979593,
      "rel-constrast": 3.2508296966552734,
      "step": 1950,
      "subrel-constrast": 3.15358829498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581237316131592,
      "cov-distil (oracle2student)": 4.087530136108398,
      "cov-distil (oracle2teacher)": 3.9866585731506348,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.9173009395599365,
      "step": 1951,
      "subrel-constrast": 3.1213417053222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6805081367492676,
      "cov-distil (oracle2student)": 5.295562744140625,
      "cov-distil (oracle2teacher)": 4.392116069793701,
      "epoch": 1.532182103610675,
      "rel-constrast": 2.369398593902588,
      "step": 1952,
      "subrel-constrast": 2.4158825874328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2062395811080933,
      "cov-distil (oracle2student)": 4.6204118728637695,
      "cov-distil (oracle2teacher)": 4.44921875,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.158235549926758,
      "step": 1953,
      "subrel-constrast": 2.547999143600464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.165886163711548,
      "cov-distil (oracle2student)": 4.950807094573975,
      "cov-distil (oracle2teacher)": 4.547021865844727,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.6623992919921875,
      "step": 1954,
      "subrel-constrast": 3.4049530029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07602596282959,
      "cov-distil (oracle2student)": 3.7259600162506104,
      "cov-distil (oracle2teacher)": 4.1232404708862305,
      "epoch": 1.5345368916797488,
      "rel-constrast": 1.9687378406524658,
      "step": 1955,
      "subrel-constrast": 3.2766759395599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001375675201416,
      "cov-distil (oracle2student)": 6.155122756958008,
      "cov-distil (oracle2teacher)": 5.419156074523926,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.59771990776062,
      "step": 1956,
      "subrel-constrast": 3.3370158672332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4155077934265137,
      "cov-distil (oracle2student)": 4.161852836608887,
      "cov-distil (oracle2teacher)": 3.4365570545196533,
      "epoch": 1.5361067503924648,
      "rel-constrast": 3.1399521827697754,
      "step": 1957,
      "subrel-constrast": 4.459844589233398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599968671798706,
      "cov-distil (oracle2student)": 2.666659355163574,
      "cov-distil (oracle2teacher)": 3.1323041915893555,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.9979126453399658,
      "step": 1958,
      "subrel-constrast": 2.3589770793914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1063730716705322,
      "cov-distil (oracle2student)": 4.766854763031006,
      "cov-distil (oracle2teacher)": 4.686000347137451,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.685765266418457,
      "step": 1959,
      "subrel-constrast": 4.070082664489746,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 6.125,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6687,
      "step": 1960
    },
    {
      "cov-distil": 2.0645055770874023,
      "cov-distil (oracle2student)": 3.8903865814208984,
      "cov-distil (oracle2teacher)": 3.3571763038635254,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.9686217308044434,
      "step": 1960,
      "subrel-constrast": 3.054365396499634,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3430638313293457,
      "cov-distil (oracle2student)": 4.030831813812256,
      "cov-distil (oracle2teacher)": 4.100793361663818,
      "epoch": 1.5392464678178963,
      "rel-constrast": 3.047975540161133,
      "step": 1961,
      "subrel-constrast": 2.8595056533813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540918350219727,
      "cov-distil (oracle2student)": 4.654705047607422,
      "cov-distil (oracle2teacher)": 4.051975727081299,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.512357711791992,
      "step": 1962,
      "subrel-constrast": 2.8608558177948,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157413959503174,
      "cov-distil (oracle2student)": 6.094595909118652,
      "cov-distil (oracle2teacher)": 5.598226547241211,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.254915714263916,
      "step": 1963,
      "subrel-constrast": 3.427548885345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.960244059562683,
      "cov-distil (oracle2student)": 6.671745300292969,
      "cov-distil (oracle2teacher)": 6.095918655395508,
      "epoch": 1.5416012558869703,
      "rel-constrast": 2.1620841026306152,
      "step": 1964,
      "subrel-constrast": 3.324289083480835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.124579906463623,
      "cov-distil (oracle2student)": 3.4833693504333496,
      "cov-distil (oracle2teacher)": 3.700808048248291,
      "epoch": 1.542386185243328,
      "rel-constrast": 3.336966037750244,
      "step": 1965,
      "subrel-constrast": 3.356372833251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2817573547363281,
      "cov-distil (oracle2student)": 4.842270851135254,
      "cov-distil (oracle2teacher)": 4.121912002563477,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.8550152778625488,
      "step": 1966,
      "subrel-constrast": 2.2824108600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6844220161437988,
      "cov-distil (oracle2student)": 5.969169616699219,
      "cov-distil (oracle2teacher)": 4.951480865478516,
      "epoch": 1.5439560439560438,
      "rel-constrast": 3.0560808181762695,
      "step": 1967,
      "subrel-constrast": 3.5565590858459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9246976375579834,
      "cov-distil (oracle2student)": 3.967616081237793,
      "cov-distil (oracle2teacher)": 4.040027618408203,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.444157123565674,
      "step": 1968,
      "subrel-constrast": 3.2268147468566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.771393299102783,
      "cov-distil (oracle2student)": 3.757657289505005,
      "cov-distil (oracle2teacher)": 3.5845389366149902,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.632218599319458,
      "step": 1969,
      "subrel-constrast": 3.3238227367401123,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 4.9375,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.6568,
      "step": 1970
    },
    {
      "cov-distil": 2.586669445037842,
      "cov-distil (oracle2student)": 4.190042018890381,
      "cov-distil (oracle2teacher)": 4.727307319641113,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.6119489669799805,
      "step": 1970,
      "subrel-constrast": 3.4750115871429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1699278354644775,
      "cov-distil (oracle2student)": 3.9762916564941406,
      "cov-distil (oracle2teacher)": 4.344080448150635,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.715693473815918,
      "step": 1971,
      "subrel-constrast": 2.927072763442993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557836055755615,
      "cov-distil (oracle2student)": 4.746606349945068,
      "cov-distil (oracle2teacher)": 5.116175651550293,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.104863405227661,
      "step": 1972,
      "subrel-constrast": 3.640713930130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1915146112442017,
      "cov-distil (oracle2student)": 3.1362128257751465,
      "cov-distil (oracle2teacher)": 2.9183807373046875,
      "epoch": 1.5486656200941915,
      "rel-constrast": 1.9828062057495117,
      "step": 1973,
      "subrel-constrast": 2.2842535972595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765875101089478,
      "cov-distil (oracle2student)": 5.019096374511719,
      "cov-distil (oracle2teacher)": 5.4303178787231445,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.8602797985076904,
      "step": 1974,
      "subrel-constrast": 2.686030626296997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8361905813217163,
      "cov-distil (oracle2student)": 5.42387580871582,
      "cov-distil (oracle2teacher)": 4.870697975158691,
      "epoch": 1.5502354788069073,
      "rel-constrast": 3.2003607749938965,
      "step": 1975,
      "subrel-constrast": 3.7037320137023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.122635841369629,
      "cov-distil (oracle2student)": 5.8990936279296875,
      "cov-distil (oracle2teacher)": 5.940190315246582,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.913569211959839,
      "step": 1976,
      "subrel-constrast": 3.568157434463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9694020748138428,
      "cov-distil (oracle2student)": 3.8722972869873047,
      "cov-distil (oracle2teacher)": 3.912510395050049,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.7433196306228638,
      "step": 1977,
      "subrel-constrast": 2.479921340942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.604116678237915,
      "cov-distil (oracle2student)": 5.068027973175049,
      "cov-distil (oracle2teacher)": 5.043887138366699,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.924689531326294,
      "step": 1978,
      "subrel-constrast": 3.0250465869903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7794246673583984,
      "cov-distil (oracle2student)": 4.543780326843262,
      "cov-distil (oracle2teacher)": 4.182207107543945,
      "epoch": 1.5533751962323392,
      "rel-constrast": 3.119483709335327,
      "step": 1979,
      "subrel-constrast": 3.7874200344085693,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 6.375,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6294,
      "step": 1980
    },
    {
      "cov-distil": 2.074003219604492,
      "cov-distil (oracle2student)": 3.8872110843658447,
      "cov-distil (oracle2teacher)": 4.432679176330566,
      "epoch": 1.554160125588697,
      "rel-constrast": 3.011507749557495,
      "step": 1980,
      "subrel-constrast": 3.695338487625122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86539626121521,
      "cov-distil (oracle2student)": 3.209388494491577,
      "cov-distil (oracle2teacher)": 3.365527868270874,
      "epoch": 1.554945054945055,
      "rel-constrast": 1.9975968599319458,
      "step": 1981,
      "subrel-constrast": 2.9039721488952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64906907081604,
      "cov-distil (oracle2student)": 2.324463129043579,
      "cov-distil (oracle2teacher)": 2.9554855823516846,
      "epoch": 1.5557299843014127,
      "rel-constrast": 2.570718288421631,
      "step": 1982,
      "subrel-constrast": 2.399698257446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2397828102111816,
      "cov-distil (oracle2student)": 4.945967674255371,
      "cov-distil (oracle2teacher)": 4.637899398803711,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.8911514282226562,
      "step": 1983,
      "subrel-constrast": 2.7838876247406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9348300695419312,
      "cov-distil (oracle2student)": 3.6785097122192383,
      "cov-distil (oracle2teacher)": 3.593684434890747,
      "epoch": 1.5572998430141287,
      "rel-constrast": 2.235603094100952,
      "step": 1984,
      "subrel-constrast": 2.4051318168640137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953949451446533,
      "cov-distil (oracle2student)": 3.6459290981292725,
      "cov-distil (oracle2teacher)": 3.293978214263916,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.9250093698501587,
      "step": 1985,
      "subrel-constrast": 2.5158138275146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727590799331665,
      "cov-distil (oracle2student)": 5.146949768066406,
      "cov-distil (oracle2teacher)": 5.158062934875488,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.3556034564971924,
      "step": 1986,
      "subrel-constrast": 2.495936632156372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420951128005981,
      "cov-distil (oracle2student)": 3.580265760421753,
      "cov-distil (oracle2teacher)": 3.613248586654663,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.271857738494873,
      "step": 1987,
      "subrel-constrast": 2.6343538761138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8603923320770264,
      "cov-distil (oracle2student)": 3.8797311782836914,
      "cov-distil (oracle2teacher)": 3.5482442378997803,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.157137870788574,
      "step": 1988,
      "subrel-constrast": 3.945953369140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583439588546753,
      "cov-distil (oracle2student)": 3.3636722564697266,
      "cov-distil (oracle2teacher)": 3.2357072830200195,
      "epoch": 1.5612244897959182,
      "rel-constrast": 1.9713023900985718,
      "step": 1989,
      "subrel-constrast": 2.7552082538604736,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 5.65625,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5847,
      "step": 1990
    },
    {
      "cov-distil": 2.47446346282959,
      "cov-distil (oracle2student)": 3.269648313522339,
      "cov-distil (oracle2teacher)": 3.322079658508301,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.7411086559295654,
      "step": 1990,
      "subrel-constrast": 3.2304036617279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.598048210144043,
      "cov-distil (oracle2student)": 3.230924129486084,
      "cov-distil (oracle2teacher)": 3.2300028800964355,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.13737416267395,
      "step": 1991,
      "subrel-constrast": 2.7062811851501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5806384086608887,
      "cov-distil (oracle2student)": 3.8452024459838867,
      "cov-distil (oracle2teacher)": 3.668114185333252,
      "epoch": 1.5635792778649922,
      "rel-constrast": 2.8786203861236572,
      "step": 1992,
      "subrel-constrast": 3.636840343475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992208480834961,
      "cov-distil (oracle2student)": 3.7566280364990234,
      "cov-distil (oracle2teacher)": 3.664763927459717,
      "epoch": 1.5643642072213502,
      "rel-constrast": 2.555887222290039,
      "step": 1993,
      "subrel-constrast": 3.213453769683838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4392015933990479,
      "cov-distil (oracle2student)": 4.111921787261963,
      "cov-distil (oracle2teacher)": 4.412274360656738,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.64852237701416,
      "step": 1994,
      "subrel-constrast": 3.157482385635376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0667858123779297,
      "cov-distil (oracle2student)": 4.406356334686279,
      "cov-distil (oracle2teacher)": 4.3635663986206055,
      "epoch": 1.565934065934066,
      "rel-constrast": 3.311563014984131,
      "step": 1995,
      "subrel-constrast": 3.499514102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5488375425338745,
      "cov-distil (oracle2student)": 3.1748833656311035,
      "cov-distil (oracle2teacher)": 3.108154773712158,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.7402052879333496,
      "step": 1996,
      "subrel-constrast": 3.155811309814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9580187797546387,
      "cov-distil (oracle2student)": 4.74276065826416,
      "cov-distil (oracle2teacher)": 4.759152412414551,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.5875164270401,
      "step": 1997,
      "subrel-constrast": 2.2340853214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8061070442199707,
      "cov-distil (oracle2student)": 2.546058177947998,
      "cov-distil (oracle2teacher)": 3.0124549865722656,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.0833535194396973,
      "step": 1998,
      "subrel-constrast": 2.746647834777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323911190032959,
      "cov-distil (oracle2student)": 3.68196702003479,
      "cov-distil (oracle2teacher)": 4.09743070602417,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.356997013092041,
      "step": 1999,
      "subrel-constrast": 3.6465113162994385,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 7.15625,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.651,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.738,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.7494076933975884,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5679327869015574,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.42999999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.596453718648008,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.5720468287813982,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5262013967810873,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.29218751192092896,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.0689697265625
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.053985595703125
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.014984130859375,
      "step": 2000
    },
    {
      "cov-distil": 2.0245201587677,
      "cov-distil (oracle2student)": 3.593078851699829,
      "cov-distil (oracle2teacher)": 3.931617259979248,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.4011390209198,
      "step": 2000,
      "subrel-constrast": 2.543717384338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9173264503479004,
      "cov-distil (oracle2student)": 4.868444442749023,
      "cov-distil (oracle2teacher)": 4.93055534362793,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.9464313983917236,
      "step": 2001,
      "subrel-constrast": 2.679533004760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4846311807632446,
      "cov-distil (oracle2student)": 3.996346950531006,
      "cov-distil (oracle2teacher)": 3.6711885929107666,
      "epoch": 1.5714285714285714,
      "rel-constrast": 2.2491424083709717,
      "step": 2002,
      "subrel-constrast": 2.470123052597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.922499179840088,
      "cov-distil (oracle2student)": 3.9284558296203613,
      "cov-distil (oracle2teacher)": 3.7755844593048096,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.815519332885742,
      "step": 2003,
      "subrel-constrast": 2.4178853034973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123788833618164,
      "cov-distil (oracle2student)": 5.2613372802734375,
      "cov-distil (oracle2teacher)": 4.179141044616699,
      "epoch": 1.5729984301412872,
      "rel-constrast": 3.454862117767334,
      "step": 2004,
      "subrel-constrast": 3.181004047393799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918688297271729,
      "cov-distil (oracle2student)": 3.983938694000244,
      "cov-distil (oracle2teacher)": 3.9942798614501953,
      "epoch": 1.5737833594976451,
      "rel-constrast": 1.9493482112884521,
      "step": 2005,
      "subrel-constrast": 2.9385759830474854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4218883514404297,
      "cov-distil (oracle2student)": 4.807130336761475,
      "cov-distil (oracle2teacher)": 4.275906562805176,
      "epoch": 1.5745682888540031,
      "rel-constrast": 3.1572482585906982,
      "step": 2006,
      "subrel-constrast": 3.3047988414764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.489859938621521,
      "cov-distil (oracle2student)": 3.154818058013916,
      "cov-distil (oracle2teacher)": 3.0730559825897217,
      "epoch": 1.5753532182103611,
      "rel-constrast": 2.1526663303375244,
      "step": 2007,
      "subrel-constrast": 2.3783297538757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655359745025635,
      "cov-distil (oracle2student)": 4.043797016143799,
      "cov-distil (oracle2teacher)": 3.7002735137939453,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.8867242336273193,
      "step": 2008,
      "subrel-constrast": 2.604053258895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494735598564148,
      "cov-distil (oracle2student)": 6.442950248718262,
      "cov-distil (oracle2teacher)": 5.817266941070557,
      "epoch": 1.5769230769230769,
      "rel-constrast": 3.0982065200805664,
      "step": 2009,
      "subrel-constrast": 3.189115047454834,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 6.1875,
      "learning_rate": 7.472743840691299e-05,
      "loss": 0.6778,
      "step": 2010
    },
    {
      "cov-distil": 1.806370735168457,
      "cov-distil (oracle2student)": 4.660870552062988,
      "cov-distil (oracle2teacher)": 4.56114387512207,
      "epoch": 1.5777080062794349,
      "rel-constrast": 4.260007858276367,
      "step": 2010,
      "subrel-constrast": 3.8815464973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.556931495666504,
      "cov-distil (oracle2student)": 5.38359260559082,
      "cov-distil (oracle2teacher)": 4.914078712463379,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.264876365661621,
      "step": 2011,
      "subrel-constrast": 3.9715278148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9011549949645996,
      "cov-distil (oracle2student)": 6.291985988616943,
      "cov-distil (oracle2teacher)": 5.847243309020996,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.069835662841797,
      "step": 2012,
      "subrel-constrast": 2.796086072921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5966774225234985,
      "cov-distil (oracle2student)": 3.4796645641326904,
      "cov-distil (oracle2teacher)": 3.525146007537842,
      "epoch": 1.5800627943485086,
      "rel-constrast": 2.131298065185547,
      "step": 2013,
      "subrel-constrast": 2.805461883544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832005500793457,
      "cov-distil (oracle2student)": 5.234712600708008,
      "cov-distil (oracle2teacher)": 4.890634536743164,
      "epoch": 1.5808477237048666,
      "rel-constrast": 3.0688705444335938,
      "step": 2014,
      "subrel-constrast": 3.478957176208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7502728700637817,
      "cov-distil (oracle2student)": 3.1593549251556396,
      "cov-distil (oracle2teacher)": 3.590940475463867,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.192941188812256,
      "step": 2015,
      "subrel-constrast": 2.793555974960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.441193103790283,
      "cov-distil (oracle2student)": 5.186300277709961,
      "cov-distil (oracle2teacher)": 4.768115997314453,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.3190834522247314,
      "step": 2016,
      "subrel-constrast": 3.0080533027648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0915775299072266,
      "cov-distil (oracle2student)": 4.307523250579834,
      "cov-distil (oracle2teacher)": 4.007263660430908,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.555230140686035,
      "step": 2017,
      "subrel-constrast": 2.963432550430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9483680725097656,
      "cov-distil (oracle2student)": 5.025901794433594,
      "cov-distil (oracle2teacher)": 4.828148365020752,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.461006760597229,
      "step": 2018,
      "subrel-constrast": 2.4144346714019775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5003526210784912,
      "cov-distil (oracle2student)": 4.446286678314209,
      "cov-distil (oracle2teacher)": 4.30806827545166,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.8909943103790283,
      "step": 2019,
      "subrel-constrast": 2.831663131713867,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 5.375,
      "learning_rate": 7.44234477387631e-05,
      "loss": 0.6554,
      "step": 2020
    },
    {
      "cov-distil": 2.2307467460632324,
      "cov-distil (oracle2student)": 4.704300880432129,
      "cov-distil (oracle2teacher)": 4.913149356842041,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.601982355117798,
      "step": 2020,
      "subrel-constrast": 3.1512362957000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1676485538482666,
      "cov-distil (oracle2student)": 5.039314270019531,
      "cov-distil (oracle2teacher)": 4.954010963439941,
      "epoch": 1.586342229199372,
      "rel-constrast": 3.070876121520996,
      "step": 2021,
      "subrel-constrast": 3.0220611095428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9234532117843628,
      "cov-distil (oracle2student)": 4.706181526184082,
      "cov-distil (oracle2teacher)": 4.709041595458984,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.6548118591308594,
      "step": 2022,
      "subrel-constrast": 4.021948337554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6438549757003784,
      "cov-distil (oracle2student)": 2.813011407852173,
      "cov-distil (oracle2teacher)": 2.846165180206299,
      "epoch": 1.587912087912088,
      "rel-constrast": 2.1060473918914795,
      "step": 2023,
      "subrel-constrast": 2.5431439876556396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1358726024627686,
      "cov-distil (oracle2student)": 3.427323341369629,
      "cov-distil (oracle2teacher)": 3.4151105880737305,
      "epoch": 1.5886970172684458,
      "rel-constrast": 3.2275493144989014,
      "step": 2024,
      "subrel-constrast": 2.2846014499664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879140019416809,
      "cov-distil (oracle2student)": 3.5803208351135254,
      "cov-distil (oracle2teacher)": 3.9377403259277344,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.95206880569458,
      "step": 2025,
      "subrel-constrast": 3.3355603218078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5384438037872314,
      "cov-distil (oracle2student)": 4.091116905212402,
      "cov-distil (oracle2teacher)": 4.32063102722168,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.402217149734497,
      "step": 2026,
      "subrel-constrast": 4.877326965332031,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0122323036193848,
      "cov-distil (oracle2student)": 5.082294464111328,
      "cov-distil (oracle2teacher)": 5.494321823120117,
      "epoch": 1.5910518053375196,
      "rel-constrast": 2.8682479858398438,
      "step": 2027,
      "subrel-constrast": 4.359495639801025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9617152214050293,
      "cov-distil (oracle2student)": 2.771219491958618,
      "cov-distil (oracle2teacher)": 3.686833620071411,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.6666271686553955,
      "step": 2028,
      "subrel-constrast": 3.1126668453216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7552428245544434,
      "cov-distil (oracle2student)": 5.0398759841918945,
      "cov-distil (oracle2teacher)": 4.7216644287109375,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.8748347759246826,
      "step": 2029,
      "subrel-constrast": 2.2758119106292725,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 4.6875,
      "learning_rate": 7.411826670622676e-05,
      "loss": 0.7106,
      "step": 2030
    },
    {
      "cov-distil": 2.2441415786743164,
      "cov-distil (oracle2student)": 4.396008014678955,
      "cov-distil (oracle2teacher)": 4.673364162445068,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.682384490966797,
      "step": 2030,
      "subrel-constrast": 4.430550575256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9612832069396973,
      "cov-distil (oracle2student)": 4.834401607513428,
      "cov-distil (oracle2teacher)": 4.380453109741211,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.591428756713867,
      "step": 2031,
      "subrel-constrast": 3.9588663578033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6851786375045776,
      "cov-distil (oracle2student)": 3.679110288619995,
      "cov-distil (oracle2teacher)": 3.4321703910827637,
      "epoch": 1.5949764521193093,
      "rel-constrast": 2.2572691440582275,
      "step": 2032,
      "subrel-constrast": 2.3404219150543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5279037952423096,
      "cov-distil (oracle2student)": 4.753993034362793,
      "cov-distil (oracle2teacher)": 4.388333320617676,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.4572479724884033,
      "step": 2033,
      "subrel-constrast": 3.478992223739624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.602576732635498,
      "cov-distil (oracle2student)": 5.316264629364014,
      "cov-distil (oracle2teacher)": 4.607876777648926,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.715769052505493,
      "step": 2034,
      "subrel-constrast": 3.1707794666290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1607613563537598,
      "cov-distil (oracle2student)": 5.825075149536133,
      "cov-distil (oracle2teacher)": 5.637131690979004,
      "epoch": 1.597331240188383,
      "rel-constrast": 3.306574821472168,
      "step": 2035,
      "subrel-constrast": 3.442411184310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1446104049682617,
      "cov-distil (oracle2student)": 3.0814223289489746,
      "cov-distil (oracle2teacher)": 3.778397560119629,
      "epoch": 1.598116169544741,
      "rel-constrast": 2.874868392944336,
      "step": 2036,
      "subrel-constrast": 4.033421993255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6701140403747559,
      "cov-distil (oracle2student)": 5.329357624053955,
      "cov-distil (oracle2teacher)": 5.112039566040039,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.8957056999206543,
      "step": 2037,
      "subrel-constrast": 3.1908230781555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5705132484436035,
      "cov-distil (oracle2student)": 4.732812881469727,
      "cov-distil (oracle2teacher)": 4.997748851776123,
      "epoch": 1.599686028257457,
      "rel-constrast": 3.872134208679199,
      "step": 2038,
      "subrel-constrast": 4.01312780380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1284074783325195,
      "cov-distil (oracle2student)": 4.3143181800842285,
      "cov-distil (oracle2teacher)": 3.843029022216797,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.7472798824310303,
      "step": 2039,
      "subrel-constrast": 3.077665090560913,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 6.125,
      "learning_rate": 7.381191018339696e-05,
      "loss": 0.735,
      "step": 2040
    },
    {
      "cov-distil": 1.8942526578903198,
      "cov-distil (oracle2student)": 3.1961612701416016,
      "cov-distil (oracle2teacher)": 4.020595550537109,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.6473264694213867,
      "step": 2040,
      "subrel-constrast": 3.3203792572021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100813865661621,
      "cov-distil (oracle2student)": 3.7590956687927246,
      "cov-distil (oracle2teacher)": 4.336645126342773,
      "epoch": 1.6020408163265305,
      "rel-constrast": 2.5955796241760254,
      "step": 2041,
      "subrel-constrast": 2.9428820610046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6367034912109375,
      "cov-distil (oracle2student)": 5.634682655334473,
      "cov-distil (oracle2teacher)": 5.183549404144287,
      "epoch": 1.6028257456828885,
      "rel-constrast": 2.497472047805786,
      "step": 2042,
      "subrel-constrast": 3.02323317527771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.419525384902954,
      "cov-distil (oracle2student)": 3.750380039215088,
      "cov-distil (oracle2teacher)": 3.9418206214904785,
      "epoch": 1.6036106750392465,
      "rel-constrast": 3.018200397491455,
      "step": 2043,
      "subrel-constrast": 3.809027671813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.715698480606079,
      "cov-distil (oracle2student)": 4.841092109680176,
      "cov-distil (oracle2teacher)": 4.511531829833984,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.7838099002838135,
      "step": 2044,
      "subrel-constrast": 3.3686723709106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.11116099357605,
      "cov-distil (oracle2student)": 3.9213829040527344,
      "cov-distil (oracle2teacher)": 4.226606369018555,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.2784013748168945,
      "step": 2045,
      "subrel-constrast": 3.647566318511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.270453929901123,
      "cov-distil (oracle2student)": 4.555048942565918,
      "cov-distil (oracle2teacher)": 4.556161880493164,
      "epoch": 1.6059654631083202,
      "rel-constrast": 3.1943743228912354,
      "step": 2046,
      "subrel-constrast": 3.2259881496429443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7616225481033325,
      "cov-distil (oracle2student)": 4.505491733551025,
      "cov-distil (oracle2teacher)": 4.176463603973389,
      "epoch": 1.6067503924646782,
      "rel-constrast": 3.2532808780670166,
      "step": 2047,
      "subrel-constrast": 3.351816177368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0899200439453125,
      "cov-distil (oracle2student)": 5.056318283081055,
      "cov-distil (oracle2teacher)": 4.56094217300415,
      "epoch": 1.607535321821036,
      "rel-constrast": 2.0326576232910156,
      "step": 2048,
      "subrel-constrast": 2.9471521377563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.556910514831543,
      "cov-distil (oracle2student)": 3.9089927673339844,
      "cov-distil (oracle2teacher)": 3.366211175918579,
      "epoch": 1.608320251177394,
      "rel-constrast": 2.2806954383850098,
      "step": 2049,
      "subrel-constrast": 2.578352928161621,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 5.0,
      "learning_rate": 7.350439310165842e-05,
      "loss": 0.7145,
      "step": 2050
    },
    {
      "cov-distil": 1.8366965055465698,
      "cov-distil (oracle2student)": 5.045225620269775,
      "cov-distil (oracle2teacher)": 4.594036102294922,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.1809186935424805,
      "step": 2050,
      "subrel-constrast": 3.1898303031921387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005715370178223,
      "cov-distil (oracle2student)": 5.953503608703613,
      "cov-distil (oracle2teacher)": 5.858141899108887,
      "epoch": 1.60989010989011,
      "rel-constrast": 2.435067653656006,
      "step": 2051,
      "subrel-constrast": 2.8071353435516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.363450527191162,
      "cov-distil (oracle2student)": 3.770902633666992,
      "cov-distil (oracle2teacher)": 4.389020919799805,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.955554485321045,
      "step": 2052,
      "subrel-constrast": 3.4454846382141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805800437927246,
      "cov-distil (oracle2student)": 2.936310291290283,
      "cov-distil (oracle2teacher)": 3.0926923751831055,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.5280022621154785,
      "step": 2053,
      "subrel-constrast": 2.5227880477905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0149011611938477,
      "cov-distil (oracle2student)": 5.408188819885254,
      "cov-distil (oracle2teacher)": 5.874904155731201,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.043877124786377,
      "step": 2054,
      "subrel-constrast": 4.015772819519043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000412702560425,
      "cov-distil (oracle2student)": 2.9648633003234863,
      "cov-distil (oracle2teacher)": 2.7767691612243652,
      "epoch": 1.6130298273155415,
      "rel-constrast": 1.9888248443603516,
      "step": 2055,
      "subrel-constrast": 2.857893466949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3387844562530518,
      "cov-distil (oracle2student)": 3.4139926433563232,
      "cov-distil (oracle2teacher)": 3.498249053955078,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.5407557487487793,
      "step": 2056,
      "subrel-constrast": 2.3677029609680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222977638244629,
      "cov-distil (oracle2student)": 3.363554000854492,
      "cov-distil (oracle2teacher)": 3.327622890472412,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.9015393257141113,
      "step": 2057,
      "subrel-constrast": 3.4466617107391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8078224658966064,
      "cov-distil (oracle2student)": 3.835747480392456,
      "cov-distil (oracle2teacher)": 3.9095957279205322,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.580378532409668,
      "step": 2058,
      "subrel-constrast": 3.050234079360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6443016529083252,
      "cov-distil (oracle2student)": 5.266509532928467,
      "cov-distil (oracle2teacher)": 5.0926947593688965,
      "epoch": 1.6161695447409734,
      "rel-constrast": 1.9286731481552124,
      "step": 2059,
      "subrel-constrast": 2.802186965942383,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 4.84375,
      "learning_rate": 7.319573044895986e-05,
      "loss": 0.5771,
      "step": 2060
    },
    {
      "cov-distil": 1.4828886985778809,
      "cov-distil (oracle2student)": 4.867673873901367,
      "cov-distil (oracle2teacher)": 4.692591667175293,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.4545938968658447,
      "step": 2060,
      "subrel-constrast": 2.975580930709839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7931632995605469,
      "cov-distil (oracle2student)": 3.9280765056610107,
      "cov-distil (oracle2teacher)": 4.832850456237793,
      "epoch": 1.6177394034536892,
      "rel-constrast": 2.1223385334014893,
      "step": 2061,
      "subrel-constrast": 2.7200815677642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995012760162354,
      "cov-distil (oracle2student)": 3.851550579071045,
      "cov-distil (oracle2teacher)": 3.18904447555542,
      "epoch": 1.6185243328100472,
      "rel-constrast": 3.1608693599700928,
      "step": 2062,
      "subrel-constrast": 3.3786182403564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4256095886230469,
      "cov-distil (oracle2student)": 5.792609214782715,
      "cov-distil (oracle2teacher)": 4.893731117248535,
      "epoch": 1.619309262166405,
      "rel-constrast": 2.9234018325805664,
      "step": 2063,
      "subrel-constrast": 2.7427361011505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7383337020874023,
      "cov-distil (oracle2student)": 5.2235541343688965,
      "cov-distil (oracle2teacher)": 4.89536190032959,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.664929151535034,
      "step": 2064,
      "subrel-constrast": 3.7483975887298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8927595615386963,
      "cov-distil (oracle2student)": 5.017892837524414,
      "cov-distil (oracle2teacher)": 5.444037914276123,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.8328187465667725,
      "step": 2065,
      "subrel-constrast": 3.927891492843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.572387456893921,
      "cov-distil (oracle2student)": 5.628884315490723,
      "cov-distil (oracle2teacher)": 5.099381446838379,
      "epoch": 1.6216640502354789,
      "rel-constrast": 2.9788906574249268,
      "step": 2066,
      "subrel-constrast": 3.747047185897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.318998336791992,
      "cov-distil (oracle2student)": 5.12339973449707,
      "cov-distil (oracle2teacher)": 5.030632972717285,
      "epoch": 1.6224489795918369,
      "rel-constrast": 3.524853229522705,
      "step": 2067,
      "subrel-constrast": 3.431654214859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9434913396835327,
      "cov-distil (oracle2student)": 5.729575157165527,
      "cov-distil (oracle2teacher)": 5.078862190246582,
      "epoch": 1.6232339089481946,
      "rel-constrast": 3.182543992996216,
      "step": 2068,
      "subrel-constrast": 3.43581485748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9540705680847168,
      "cov-distil (oracle2student)": 4.95245885848999,
      "cov-distil (oracle2teacher)": 4.899052619934082,
      "epoch": 1.6240188383045526,
      "rel-constrast": 3.0993075370788574,
      "step": 2069,
      "subrel-constrast": 3.836122989654541,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 5.53125,
      "learning_rate": 7.28859372690835e-05,
      "loss": 0.7236,
      "step": 2070
    },
    {
      "cov-distil": 1.356466293334961,
      "cov-distil (oracle2student)": 2.830338478088379,
      "cov-distil (oracle2teacher)": 3.165633201599121,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.4285991191864014,
      "step": 2070,
      "subrel-constrast": 2.803262233734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9444879293441772,
      "cov-distil (oracle2student)": 5.9915618896484375,
      "cov-distil (oracle2teacher)": 5.447134017944336,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.2006640434265137,
      "step": 2071,
      "subrel-constrast": 2.5306782722473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4339072704315186,
      "cov-distil (oracle2student)": 4.131596088409424,
      "cov-distil (oracle2teacher)": 4.289621353149414,
      "epoch": 1.6263736263736264,
      "rel-constrast": 3.2091126441955566,
      "step": 2072,
      "subrel-constrast": 3.439049482345581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.174196481704712,
      "cov-distil (oracle2student)": 4.308072090148926,
      "cov-distil (oracle2teacher)": 4.922325134277344,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.4424097537994385,
      "step": 2073,
      "subrel-constrast": 2.9384896755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.957166910171509,
      "cov-distil (oracle2student)": 3.341219663619995,
      "cov-distil (oracle2teacher)": 3.2957770824432373,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.713291049003601,
      "step": 2074,
      "subrel-constrast": 2.452705144882202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4832665920257568,
      "cov-distil (oracle2student)": 5.520297527313232,
      "cov-distil (oracle2teacher)": 5.487589359283447,
      "epoch": 1.6287284144427001,
      "rel-constrast": 2.96964168548584,
      "step": 2075,
      "subrel-constrast": 3.0758135318756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920441389083862,
      "cov-distil (oracle2student)": 4.926788806915283,
      "cov-distil (oracle2teacher)": 4.224440574645996,
      "epoch": 1.629513343799058,
      "rel-constrast": 2.372823476791382,
      "step": 2076,
      "subrel-constrast": 2.4275643825531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6258624792099,
      "cov-distil (oracle2student)": 6.205717086791992,
      "cov-distil (oracle2teacher)": 5.367215156555176,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.7891449928283691,
      "step": 2077,
      "subrel-constrast": 2.440250873565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8029327392578125,
      "cov-distil (oracle2student)": 4.975337028503418,
      "cov-distil (oracle2teacher)": 4.984951972961426,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.3951053619384766,
      "step": 2078,
      "subrel-constrast": 2.9385557174682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827466487884521,
      "cov-distil (oracle2student)": 3.948585033416748,
      "cov-distil (oracle2teacher)": 3.3436121940612793,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.5136295557022095,
      "step": 2079,
      "subrel-constrast": 2.2580714225769043,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 4.53125,
      "learning_rate": 7.257502866091192e-05,
      "loss": 0.5759,
      "step": 2080
    },
    {
      "cov-distil": 1.2648522853851318,
      "cov-distil (oracle2student)": 3.3611364364624023,
      "cov-distil (oracle2teacher)": 3.0691819190979004,
      "epoch": 1.6326530612244898,
      "rel-constrast": 2.023082733154297,
      "step": 2080,
      "subrel-constrast": 2.2711219787597656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9339431524276733,
      "cov-distil (oracle2student)": 5.534793853759766,
      "cov-distil (oracle2teacher)": 4.92411470413208,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.8563761711120605,
      "step": 2081,
      "subrel-constrast": 2.3629066944122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.537341594696045,
      "cov-distil (oracle2student)": 2.880561351776123,
      "cov-distil (oracle2teacher)": 2.911886215209961,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.9197580814361572,
      "step": 2082,
      "subrel-constrast": 3.288064479827881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7516942024230957,
      "cov-distil (oracle2student)": 3.8028368949890137,
      "cov-distil (oracle2teacher)": 4.025951385498047,
      "epoch": 1.6350078492935636,
      "rel-constrast": 2.8873252868652344,
      "step": 2083,
      "subrel-constrast": 3.8094732761383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9565904140472412,
      "cov-distil (oracle2student)": 4.820451736450195,
      "cov-distil (oracle2teacher)": 4.481462478637695,
      "epoch": 1.6357927786499213,
      "rel-constrast": 3.195382595062256,
      "step": 2084,
      "subrel-constrast": 3.2883403301239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9740886688232422,
      "cov-distil (oracle2student)": 2.607454776763916,
      "cov-distil (oracle2teacher)": 3.2342307567596436,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.2036232948303223,
      "step": 2085,
      "subrel-constrast": 2.834289789199829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.864829659461975,
      "cov-distil (oracle2student)": 2.8808696269989014,
      "cov-distil (oracle2teacher)": 3.1020846366882324,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.679306745529175,
      "step": 2086,
      "subrel-constrast": 2.3910984992980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.642016887664795,
      "cov-distil (oracle2student)": 3.7625772953033447,
      "cov-distil (oracle2teacher)": 3.0677661895751953,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.607530117034912,
      "step": 2087,
      "subrel-constrast": 3.347625494003296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2138869762420654,
      "cov-distil (oracle2student)": 5.633934497833252,
      "cov-distil (oracle2teacher)": 5.159176826477051,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.5792922973632812,
      "step": 2088,
      "subrel-constrast": 3.1515824794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0998635292053223,
      "cov-distil (oracle2student)": 3.3841605186462402,
      "cov-distil (oracle2teacher)": 4.5475945472717285,
      "epoch": 1.6397174254317113,
      "rel-constrast": 2.690052032470703,
      "step": 2089,
      "subrel-constrast": 3.9567761421203613,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 5.375,
      "learning_rate": 7.226301977769199e-05,
      "loss": 0.641,
      "step": 2090
    },
    {
      "cov-distil": 1.7517329454421997,
      "cov-distil (oracle2student)": 3.8329625129699707,
      "cov-distil (oracle2teacher)": 3.760317325592041,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.6383323669433594,
      "step": 2090,
      "subrel-constrast": 2.760814905166626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1195967197418213,
      "cov-distil (oracle2student)": 5.137216567993164,
      "cov-distil (oracle2teacher)": 4.6576032638549805,
      "epoch": 1.641287284144427,
      "rel-constrast": 1.8532006740570068,
      "step": 2091,
      "subrel-constrast": 2.604841709136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689128875732422,
      "cov-distil (oracle2student)": 6.0091047286987305,
      "cov-distil (oracle2teacher)": 6.173052787780762,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.6424529552459717,
      "step": 2092,
      "subrel-constrast": 3.8289248943328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6948208808898926,
      "cov-distil (oracle2student)": 2.7475504875183105,
      "cov-distil (oracle2teacher)": 3.298224449157715,
      "epoch": 1.6428571428571428,
      "rel-constrast": 1.9645311832427979,
      "step": 2093,
      "subrel-constrast": 2.61684250831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2450785636901855,
      "cov-distil (oracle2student)": 6.119732856750488,
      "cov-distil (oracle2teacher)": 6.967668056488037,
      "epoch": 1.6436420722135008,
      "rel-constrast": 2.5926694869995117,
      "step": 2094,
      "subrel-constrast": 3.915618658065796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627817153930664,
      "cov-distil (oracle2student)": 4.95993709564209,
      "cov-distil (oracle2teacher)": 4.433072090148926,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.0369603633880615,
      "step": 2095,
      "subrel-constrast": 3.3645851612091064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9482221603393555,
      "cov-distil (oracle2student)": 3.747683048248291,
      "cov-distil (oracle2teacher)": 3.7501044273376465,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.2486138343811035,
      "step": 2096,
      "subrel-constrast": 2.8632586002349854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162297010421753,
      "cov-distil (oracle2student)": 3.3641891479492188,
      "cov-distil (oracle2teacher)": 3.47137451171875,
      "epoch": 1.6459968602825745,
      "rel-constrast": 3.0229039192199707,
      "step": 2097,
      "subrel-constrast": 3.3172621726989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4641308784484863,
      "cov-distil (oracle2student)": 3.5117921829223633,
      "cov-distil (oracle2teacher)": 3.319228172302246,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.332076072692871,
      "step": 2098,
      "subrel-constrast": 2.78363299369812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.788364887237549,
      "cov-distil (oracle2student)": 6.8090033531188965,
      "cov-distil (oracle2teacher)": 5.799017429351807,
      "epoch": 1.6475667189952903,
      "rel-constrast": 3.3902275562286377,
      "step": 2099,
      "subrel-constrast": 3.2878403663635254,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 5.8125,
      "learning_rate": 7.194992582629654e-05,
      "loss": 0.643,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.2906250059604645,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.063812255859375
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.055633544921875
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.0081787109375,
      "step": 2100
    },
    {
      "cov-distil": 1.6855106353759766,
      "cov-distil (oracle2student)": 4.9286370277404785,
      "cov-distil (oracle2teacher)": 5.189787864685059,
      "epoch": 1.6483516483516483,
      "rel-constrast": 3.15444016456604,
      "step": 2100,
      "subrel-constrast": 3.439018964767456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937700867652893,
      "cov-distil (oracle2student)": 4.890291213989258,
      "cov-distil (oracle2teacher)": 5.628429412841797,
      "epoch": 1.6491365777080063,
      "rel-constrast": 3.35990834236145,
      "step": 2101,
      "subrel-constrast": 3.2762844562530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666003227233887,
      "cov-distil (oracle2student)": 5.749980926513672,
      "cov-distil (oracle2teacher)": 4.495403289794922,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.637068748474121,
      "step": 2102,
      "subrel-constrast": 2.3404407501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0474307537078857,
      "cov-distil (oracle2student)": 4.70372200012207,
      "cov-distil (oracle2teacher)": 4.462888240814209,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.564932346343994,
      "step": 2103,
      "subrel-constrast": 3.4335501194000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8768023252487183,
      "cov-distil (oracle2student)": 4.844979763031006,
      "cov-distil (oracle2teacher)": 5.551052570343018,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.013111114501953,
      "step": 2104,
      "subrel-constrast": 3.8197953701019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8926305770874023,
      "cov-distil (oracle2student)": 4.572434902191162,
      "cov-distil (oracle2teacher)": 4.430340766906738,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.6453070640563965,
      "step": 2105,
      "subrel-constrast": 2.856555700302124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895018458366394,
      "cov-distil (oracle2student)": 3.1501195430755615,
      "cov-distil (oracle2teacher)": 3.6841917037963867,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.159608840942383,
      "step": 2106,
      "subrel-constrast": 3.012777090072632,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030022144317627,
      "cov-distil (oracle2student)": 4.778458595275879,
      "cov-distil (oracle2teacher)": 5.4568328857421875,
      "epoch": 1.6538461538461537,
      "rel-constrast": 2.5100560188293457,
      "step": 2107,
      "subrel-constrast": 3.2980048656463623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8040835857391357,
      "cov-distil (oracle2student)": 3.7390518188476562,
      "cov-distil (oracle2teacher)": 3.4267287254333496,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.653265953063965,
      "step": 2108,
      "subrel-constrast": 3.280174732208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8243980407714844,
      "cov-distil (oracle2student)": 3.7050621509552,
      "cov-distil (oracle2teacher)": 3.6649792194366455,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.69622802734375,
      "step": 2109,
      "subrel-constrast": 2.2460358142852783,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 5.03125,
      "learning_rate": 7.163576206648304e-05,
      "loss": 0.6598,
      "step": 2110
    },
    {
      "cov-distil": 2.566990852355957,
      "cov-distil (oracle2student)": 3.7862889766693115,
      "cov-distil (oracle2teacher)": 3.8437492847442627,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.1443943977355957,
      "step": 2110,
      "subrel-constrast": 3.8820738792419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5585696697235107,
      "cov-distil (oracle2student)": 6.198159217834473,
      "cov-distil (oracle2teacher)": 5.841102600097656,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.8274803161621094,
      "step": 2111,
      "subrel-constrast": 3.3120203018188477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053373336791992,
      "cov-distil (oracle2student)": 7.518451690673828,
      "cov-distil (oracle2teacher)": 6.82097864151001,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.8136909008026123,
      "step": 2112,
      "subrel-constrast": 3.4155004024505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322282075881958,
      "cov-distil (oracle2student)": 3.5121583938598633,
      "cov-distil (oracle2teacher)": 4.16977596282959,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.7282931804656982,
      "step": 2113,
      "subrel-constrast": 3.789405107498169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960307598114014,
      "cov-distil (oracle2student)": 4.501443386077881,
      "cov-distil (oracle2teacher)": 4.792133808135986,
      "epoch": 1.6593406593406592,
      "rel-constrast": 3.287496328353882,
      "step": 2114,
      "subrel-constrast": 3.1454572677612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0935580730438232,
      "cov-distil (oracle2student)": 5.137533187866211,
      "cov-distil (oracle2teacher)": 5.130740165710449,
      "epoch": 1.6601255886970172,
      "rel-constrast": 3.2843103408813477,
      "step": 2115,
      "subrel-constrast": 2.9703400135040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3613296747207642,
      "cov-distil (oracle2student)": 4.178656578063965,
      "cov-distil (oracle2teacher)": 4.161961555480957,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.6870415210723877,
      "step": 2116,
      "subrel-constrast": 2.3120551109313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9681745767593384,
      "cov-distil (oracle2student)": 4.434468746185303,
      "cov-distil (oracle2teacher)": 4.504541397094727,
      "epoch": 1.6616954474097332,
      "rel-constrast": 2.7250185012817383,
      "step": 2117,
      "subrel-constrast": 3.014780044555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5458455085754395,
      "cov-distil (oracle2student)": 2.708153247833252,
      "cov-distil (oracle2teacher)": 2.9059224128723145,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.7290725708007812,
      "step": 2118,
      "subrel-constrast": 3.0503182411193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.381998062133789,
      "cov-distil (oracle2student)": 2.8769397735595703,
      "cov-distil (oracle2teacher)": 3.589710235595703,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.4801838397979736,
      "step": 2119,
      "subrel-constrast": 3.526559591293335,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 5.0625,
      "learning_rate": 7.132054381014995e-05,
      "loss": 0.7177,
      "step": 2120
    },
    {
      "cov-distil": 2.091824769973755,
      "cov-distil (oracle2student)": 4.161468982696533,
      "cov-distil (oracle2teacher)": 3.829096794128418,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.0624160766601562,
      "step": 2120,
      "subrel-constrast": 2.711117744445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.27374529838562,
      "cov-distil (oracle2student)": 6.065927028656006,
      "cov-distil (oracle2teacher)": 5.444451808929443,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.381577968597412,
      "step": 2121,
      "subrel-constrast": 3.7171387672424316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2289624214172363,
      "cov-distil (oracle2student)": 3.6327672004699707,
      "cov-distil (oracle2teacher)": 3.8198628425598145,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.615609645843506,
      "step": 2122,
      "subrel-constrast": 2.974433422088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796204924583435,
      "cov-distil (oracle2student)": 3.8191781044006348,
      "cov-distil (oracle2teacher)": 3.989393472671509,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.414719581604004,
      "step": 2123,
      "subrel-constrast": 3.519313097000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5977826118469238,
      "cov-distil (oracle2student)": 4.835159778594971,
      "cov-distil (oracle2teacher)": 4.897092819213867,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.9271280765533447,
      "step": 2124,
      "subrel-constrast": 3.42521071434021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9672203063964844,
      "cov-distil (oracle2student)": 5.173423767089844,
      "cov-distil (oracle2teacher)": 5.224658012390137,
      "epoch": 1.6679748822605966,
      "rel-constrast": 3.3836870193481445,
      "step": 2125,
      "subrel-constrast": 3.210118055343628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8991460800170898,
      "cov-distil (oracle2student)": 5.751389503479004,
      "cov-distil (oracle2teacher)": 5.619629859924316,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.7951416969299316,
      "step": 2126,
      "subrel-constrast": 2.4081406593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639286994934082,
      "cov-distil (oracle2student)": 5.688482761383057,
      "cov-distil (oracle2teacher)": 5.193831443786621,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.691239356994629,
      "step": 2127,
      "subrel-constrast": 3.559098243713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5165084600448608,
      "cov-distil (oracle2student)": 4.3307013511657715,
      "cov-distil (oracle2teacher)": 4.886609077453613,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.3970396518707275,
      "step": 2128,
      "subrel-constrast": 2.5829660892486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6328375339508057,
      "cov-distil (oracle2student)": 4.717999458312988,
      "cov-distil (oracle2teacher)": 4.7566633224487305,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.410369396209717,
      "step": 2129,
      "subrel-constrast": 4.859429359436035,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 7.03125,
      "learning_rate": 7.100428642059033e-05,
      "loss": 0.677,
      "step": 2130
    },
    {
      "cov-distil": 1.477907657623291,
      "cov-distil (oracle2student)": 6.458950996398926,
      "cov-distil (oracle2teacher)": 6.736115455627441,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.529003381729126,
      "step": 2130,
      "subrel-constrast": 3.9852712154388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.535025119781494,
      "cov-distil (oracle2student)": 4.015600681304932,
      "cov-distil (oracle2teacher)": 4.072681903839111,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.205153465270996,
      "step": 2131,
      "subrel-constrast": 3.2330801486968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227255344390869,
      "cov-distil (oracle2student)": 4.586063385009766,
      "cov-distil (oracle2teacher)": 5.457258701324463,
      "epoch": 1.6734693877551021,
      "rel-constrast": 2.0080080032348633,
      "step": 2132,
      "subrel-constrast": 3.1713809967041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820131778717041,
      "cov-distil (oracle2student)": 3.9983692169189453,
      "cov-distil (oracle2teacher)": 4.855472564697266,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.3107452392578125,
      "step": 2133,
      "subrel-constrast": 3.4651706218719482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7258752584457397,
      "cov-distil (oracle2student)": 3.7867040634155273,
      "cov-distil (oracle2teacher)": 3.9253804683685303,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.7345683574676514,
      "step": 2134,
      "subrel-constrast": 3.033810615539551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7298390865325928,
      "cov-distil (oracle2student)": 4.4561944007873535,
      "cov-distil (oracle2teacher)": 5.046117782592773,
      "epoch": 1.6758241758241759,
      "rel-constrast": 2.6431193351745605,
      "step": 2135,
      "subrel-constrast": 3.446768045425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8515262603759766,
      "cov-distil (oracle2student)": 5.484868049621582,
      "cov-distil (oracle2teacher)": 5.488433837890625,
      "epoch": 1.6766091051805336,
      "rel-constrast": 3.0595672130584717,
      "step": 2136,
      "subrel-constrast": 4.145302772521973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3774950504302979,
      "cov-distil (oracle2student)": 3.8111510276794434,
      "cov-distil (oracle2teacher)": 3.9465181827545166,
      "epoch": 1.6773940345368916,
      "rel-constrast": 3.026378631591797,
      "step": 2137,
      "subrel-constrast": 3.4487924575805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8171634674072266,
      "cov-distil (oracle2student)": 3.9298388957977295,
      "cov-distil (oracle2teacher)": 3.609102964401245,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.523494243621826,
      "step": 2138,
      "subrel-constrast": 3.50927734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6627695560455322,
      "cov-distil (oracle2student)": 4.067146301269531,
      "cov-distil (oracle2teacher)": 4.212760925292969,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.586737632751465,
      "step": 2139,
      "subrel-constrast": 5.004554271697998,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 5.875,
      "learning_rate": 7.068700531174319e-05,
      "loss": 0.7157,
      "step": 2140
    },
    {
      "cov-distil": 2.1074514389038086,
      "cov-distil (oracle2student)": 5.118165969848633,
      "cov-distil (oracle2teacher)": 4.8835554122924805,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.144376516342163,
      "step": 2140,
      "subrel-constrast": 3.2203617095947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8960771560668945,
      "cov-distil (oracle2student)": 5.5095930099487305,
      "cov-distil (oracle2teacher)": 5.544748783111572,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.8626058101654053,
      "step": 2141,
      "subrel-constrast": 3.7060909271240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665733814239502,
      "cov-distil (oracle2student)": 5.495040416717529,
      "cov-distil (oracle2teacher)": 4.646151542663574,
      "epoch": 1.6813186813186813,
      "rel-constrast": 3.3697779178619385,
      "step": 2142,
      "subrel-constrast": 3.747229814529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8041719198226929,
      "cov-distil (oracle2student)": 5.708708763122559,
      "cov-distil (oracle2teacher)": 5.101088523864746,
      "epoch": 1.682103610675039,
      "rel-constrast": 2.8906795978546143,
      "step": 2143,
      "subrel-constrast": 2.7677807807922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.826362133026123,
      "cov-distil (oracle2student)": 4.9038872718811035,
      "cov-distil (oracle2teacher)": 5.274845123291016,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.4170970916748047,
      "step": 2144,
      "subrel-constrast": 3.0710055828094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8721586465835571,
      "cov-distil (oracle2student)": 4.476589202880859,
      "cov-distil (oracle2teacher)": 4.494426727294922,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.8068346977233887,
      "step": 2145,
      "subrel-constrast": 3.523190975189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6753654479980469,
      "cov-distil (oracle2student)": 2.696571111679077,
      "cov-distil (oracle2teacher)": 3.204483985900879,
      "epoch": 1.684458398744113,
      "rel-constrast": 1.933633804321289,
      "step": 2146,
      "subrel-constrast": 3.357938051223755,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1721463203430176,
      "cov-distil (oracle2student)": 4.1410064697265625,
      "cov-distil (oracle2teacher)": 4.756731033325195,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.5641932487487793,
      "step": 2147,
      "subrel-constrast": 3.735531806945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159548759460449,
      "cov-distil (oracle2student)": 4.530495643615723,
      "cov-distil (oracle2teacher)": 4.652194976806641,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.481804370880127,
      "step": 2148,
      "subrel-constrast": 3.3544692993164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.96930730342865,
      "cov-distil (oracle2student)": 4.052028656005859,
      "cov-distil (oracle2teacher)": 4.006409645080566,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.706794500350952,
      "step": 2149,
      "subrel-constrast": 3.300879955291748,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 5.84375,
      "learning_rate": 7.036871594744217e-05,
      "loss": 0.6794,
      "step": 2150
    },
    {
      "cov-distil": 1.869825839996338,
      "cov-distil (oracle2student)": 3.8941490650177,
      "cov-distil (oracle2teacher)": 3.518077850341797,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.7332611083984375,
      "step": 2150,
      "subrel-constrast": 2.816739559173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581890344619751,
      "cov-distil (oracle2student)": 5.503192901611328,
      "cov-distil (oracle2teacher)": 4.8837127685546875,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.815739870071411,
      "step": 2151,
      "subrel-constrast": 3.233485698699951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9401402473449707,
      "cov-distil (oracle2student)": 3.835636615753174,
      "cov-distil (oracle2teacher)": 4.355655670166016,
      "epoch": 1.6891679748822606,
      "rel-constrast": 1.9574838876724243,
      "step": 2152,
      "subrel-constrast": 2.8267297744750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070244312286377,
      "cov-distil (oracle2student)": 4.329533100128174,
      "cov-distil (oracle2teacher)": 4.327765941619873,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.6873207092285156,
      "step": 2153,
      "subrel-constrast": 3.1243529319763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2990163564682007,
      "cov-distil (oracle2student)": 4.824509620666504,
      "cov-distil (oracle2teacher)": 4.302182197570801,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.994292974472046,
      "step": 2154,
      "subrel-constrast": 2.6894288063049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.697371006011963,
      "cov-distil (oracle2student)": 2.8303308486938477,
      "cov-distil (oracle2teacher)": 3.227936267852783,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.772907018661499,
      "step": 2155,
      "subrel-constrast": 2.964895009994507,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0911803245544434,
      "cov-distil (oracle2student)": 2.1978249549865723,
      "cov-distil (oracle2teacher)": 2.963214635848999,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.1144191026687622,
      "step": 2156,
      "subrel-constrast": 2.424652338027954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.164386749267578,
      "cov-distil (oracle2student)": 5.012463569641113,
      "cov-distil (oracle2teacher)": 4.990309715270996,
      "epoch": 1.6930926216640503,
      "rel-constrast": 2.9396626949310303,
      "step": 2157,
      "subrel-constrast": 3.555938720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3581187725067139,
      "cov-distil (oracle2student)": 5.256536483764648,
      "cov-distil (oracle2teacher)": 5.53770112991333,
      "epoch": 1.693877551020408,
      "rel-constrast": 2.0916481018066406,
      "step": 2158,
      "subrel-constrast": 2.883399486541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.124783515930176,
      "cov-distil (oracle2student)": 5.599896430969238,
      "cov-distil (oracle2teacher)": 5.704774856567383,
      "epoch": 1.694662480376766,
      "rel-constrast": 2.894651412963867,
      "step": 2159,
      "subrel-constrast": 3.9779186248779297,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 6.15625,
      "learning_rate": 7.004943384066187e-05,
      "loss": 0.625,
      "step": 2160
    },
    {
      "cov-distil": 2.0693349838256836,
      "cov-distil (oracle2student)": 7.795672416687012,
      "cov-distil (oracle2teacher)": 7.418993949890137,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.751574993133545,
      "step": 2160,
      "subrel-constrast": 5.028068542480469,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.00921368598938,
      "cov-distil (oracle2student)": 4.924737930297852,
      "cov-distil (oracle2teacher)": 4.6224517822265625,
      "epoch": 1.696232339089482,
      "rel-constrast": 2.6122519969940186,
      "step": 2161,
      "subrel-constrast": 3.4717373847961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317111015319824,
      "cov-distil (oracle2student)": 3.3838987350463867,
      "cov-distil (oracle2teacher)": 4.1292500495910645,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.018223285675049,
      "step": 2162,
      "subrel-constrast": 3.066843032836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9785220623016357,
      "cov-distil (oracle2student)": 3.8071892261505127,
      "cov-distil (oracle2teacher)": 4.12166690826416,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.3712902069091797,
      "step": 2163,
      "subrel-constrast": 4.2455878257751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7290306091308594,
      "cov-distil (oracle2student)": 3.7248928546905518,
      "cov-distil (oracle2teacher)": 3.9658055305480957,
      "epoch": 1.6985871271585558,
      "rel-constrast": 2.569246530532837,
      "step": 2164,
      "subrel-constrast": 3.5895447731018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8569997549057007,
      "cov-distil (oracle2student)": 5.940822601318359,
      "cov-distil (oracle2teacher)": 6.16370964050293,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.768004894256592,
      "step": 2165,
      "subrel-constrast": 3.1752378940582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.692619800567627,
      "cov-distil (oracle2student)": 3.0008535385131836,
      "cov-distil (oracle2teacher)": 2.8457489013671875,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.652225971221924,
      "step": 2166,
      "subrel-constrast": 3.6860389709472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7541046142578125,
      "cov-distil (oracle2student)": 4.985944747924805,
      "cov-distil (oracle2teacher)": 4.587381839752197,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.595928192138672,
      "step": 2167,
      "subrel-constrast": 4.2675676345825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.736931800842285,
      "cov-distil (oracle2student)": 5.410090446472168,
      "cov-distil (oracle2teacher)": 5.404688835144043,
      "epoch": 1.7017268445839875,
      "rel-constrast": 1.6535189151763916,
      "step": 2168,
      "subrel-constrast": 2.6833949089050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9137499332427979,
      "cov-distil (oracle2student)": 3.6091456413269043,
      "cov-distil (oracle2teacher)": 4.183847904205322,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.5084686279296875,
      "step": 2169,
      "subrel-constrast": 3.519296884536743,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 5.75,
      "learning_rate": 6.97291745527617e-05,
      "loss": 0.7375,
      "step": 2170
    },
    {
      "cov-distil": 1.9594025611877441,
      "cov-distil (oracle2student)": 3.210183620452881,
      "cov-distil (oracle2teacher)": 3.1431756019592285,
      "epoch": 1.7032967032967035,
      "rel-constrast": 2.6834278106689453,
      "step": 2170,
      "subrel-constrast": 3.431431531906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8214961290359497,
      "cov-distil (oracle2student)": 4.242263317108154,
      "cov-distil (oracle2teacher)": 4.797804355621338,
      "epoch": 1.7040816326530612,
      "rel-constrast": 2.6263043880462646,
      "step": 2171,
      "subrel-constrast": 3.423797130584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3576328754425049,
      "cov-distil (oracle2student)": 3.860208511352539,
      "cov-distil (oracle2teacher)": 3.199941396713257,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.3026885986328125,
      "step": 2172,
      "subrel-constrast": 2.421832799911499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906866431236267,
      "cov-distil (oracle2student)": 6.611204147338867,
      "cov-distil (oracle2teacher)": 5.245635032653809,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.698092460632324,
      "step": 2173,
      "subrel-constrast": 5.501631736755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1952810287475586,
      "cov-distil (oracle2student)": 3.9444081783294678,
      "cov-distil (oracle2teacher)": 3.6649513244628906,
      "epoch": 1.706436420722135,
      "rel-constrast": 3.1596527099609375,
      "step": 2174,
      "subrel-constrast": 3.35190486907959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8417057991027832,
      "cov-distil (oracle2student)": 3.9791128635406494,
      "cov-distil (oracle2teacher)": 4.536070823669434,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.655900239944458,
      "step": 2175,
      "subrel-constrast": 3.178222894668579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8070578575134277,
      "cov-distil (oracle2student)": 4.590188980102539,
      "cov-distil (oracle2teacher)": 5.130634784698486,
      "epoch": 1.708006279434851,
      "rel-constrast": 2.012875556945801,
      "step": 2176,
      "subrel-constrast": 2.913306713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619818925857544,
      "cov-distil (oracle2student)": 4.519511699676514,
      "cov-distil (oracle2teacher)": 4.5732340812683105,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.9410195350646973,
      "step": 2177,
      "subrel-constrast": 2.1289026737213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068431854248047,
      "cov-distil (oracle2student)": 5.730974197387695,
      "cov-distil (oracle2teacher)": 5.96452522277832,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.333108901977539,
      "step": 2178,
      "subrel-constrast": 3.231388568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442416787147522,
      "cov-distil (oracle2student)": 4.485962390899658,
      "cov-distil (oracle2teacher)": 4.326244354248047,
      "epoch": 1.7103610675039247,
      "rel-constrast": 2.8605759143829346,
      "step": 2179,
      "subrel-constrast": 3.1425750255584717,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 5.46875,
      "learning_rate": 6.940795369272754e-05,
      "loss": 0.6818,
      "step": 2180
    },
    {
      "cov-distil": 2.631452798843384,
      "cov-distil (oracle2student)": 4.775599479675293,
      "cov-distil (oracle2teacher)": 5.230066299438477,
      "epoch": 1.7111459968602825,
      "rel-constrast": 3.0435378551483154,
      "step": 2180,
      "subrel-constrast": 3.5830092430114746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4080803394317627,
      "cov-distil (oracle2student)": 3.0436863899230957,
      "cov-distil (oracle2teacher)": 3.1918277740478516,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.9724621772766113,
      "step": 2181,
      "subrel-constrast": 3.088191032409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1906497478485107,
      "cov-distil (oracle2student)": 3.9490981101989746,
      "cov-distil (oracle2teacher)": 4.107800483703613,
      "epoch": 1.7127158555729984,
      "rel-constrast": 2.9058806896209717,
      "step": 2182,
      "subrel-constrast": 3.4821436405181885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2023911476135254,
      "cov-distil (oracle2student)": 2.9732282161712646,
      "cov-distil (oracle2teacher)": 3.300661087036133,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.7834367752075195,
      "step": 2183,
      "subrel-constrast": 3.83206844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.424590826034546,
      "cov-distil (oracle2student)": 4.902922630310059,
      "cov-distil (oracle2teacher)": 4.6904096603393555,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.949972152709961,
      "step": 2184,
      "subrel-constrast": 3.414452314376831,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.469123601913452,
      "cov-distil (oracle2student)": 3.6928060054779053,
      "cov-distil (oracle2teacher)": 4.120931148529053,
      "epoch": 1.7150706436420722,
      "rel-constrast": 2.7339513301849365,
      "step": 2185,
      "subrel-constrast": 3.394843816757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0388741493225098,
      "cov-distil (oracle2student)": 4.7602219581604,
      "cov-distil (oracle2teacher)": 4.434062957763672,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.493961811065674,
      "step": 2186,
      "subrel-constrast": 3.258910655975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857707142829895,
      "cov-distil (oracle2student)": 4.776215553283691,
      "cov-distil (oracle2teacher)": 5.021964073181152,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.7054855823516846,
      "step": 2187,
      "subrel-constrast": 3.5415523052215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772447109222412,
      "cov-distil (oracle2student)": 3.9586431980133057,
      "cov-distil (oracle2teacher)": 3.9448435306549072,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.5061564445495605,
      "step": 2188,
      "subrel-constrast": 2.8284058570861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734344482421875,
      "cov-distil (oracle2student)": 8.270770072937012,
      "cov-distil (oracle2teacher)": 7.018385887145996,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.3017940521240234,
      "step": 2189,
      "subrel-constrast": 3.0746042728424072,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 5.0625,
      "learning_rate": 6.908578691641092e-05,
      "loss": 0.6849,
      "step": 2190
    },
    {
      "cov-distil": 2.8045225143432617,
      "cov-distil (oracle2student)": 3.4644227027893066,
      "cov-distil (oracle2teacher)": 3.6803765296936035,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.744532823562622,
      "step": 2190,
      "subrel-constrast": 3.8404440879821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8563408851623535,
      "cov-distil (oracle2student)": 2.814931631088257,
      "cov-distil (oracle2teacher)": 3.099015712738037,
      "epoch": 1.7197802197802199,
      "rel-constrast": 1.8347488641738892,
      "step": 2191,
      "subrel-constrast": 2.6549582481384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8033696413040161,
      "cov-distil (oracle2student)": 5.6895036697387695,
      "cov-distil (oracle2teacher)": 5.101261615753174,
      "epoch": 1.7205651491365777,
      "rel-constrast": 3.536543130874634,
      "step": 2192,
      "subrel-constrast": 3.7213597297668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846259593963623,
      "cov-distil (oracle2student)": 4.056545257568359,
      "cov-distil (oracle2teacher)": 3.85758638381958,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.875830888748169,
      "step": 2193,
      "subrel-constrast": 3.1222610473632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806426763534546,
      "cov-distil (oracle2student)": 4.96916389465332,
      "cov-distil (oracle2teacher)": 4.082236289978027,
      "epoch": 1.7221350078492934,
      "rel-constrast": 3.0628082752227783,
      "step": 2194,
      "subrel-constrast": 2.953753709793091,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.988931655883789,
      "cov-distil (oracle2student)": 6.164873123168945,
      "cov-distil (oracle2teacher)": 5.746763706207275,
      "epoch": 1.7229199372056514,
      "rel-constrast": 3.4412128925323486,
      "step": 2195,
      "subrel-constrast": 3.494136095046997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7500720024108887,
      "cov-distil (oracle2student)": 4.650632381439209,
      "cov-distil (oracle2teacher)": 4.185999393463135,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.2384140491485596,
      "step": 2196,
      "subrel-constrast": 3.3122692108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6599736213684082,
      "cov-distil (oracle2student)": 4.37754487991333,
      "cov-distil (oracle2teacher)": 3.9646854400634766,
      "epoch": 1.7244897959183674,
      "rel-constrast": 2.3922157287597656,
      "step": 2197,
      "subrel-constrast": 2.5809836387634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155613899230957,
      "cov-distil (oracle2student)": 3.533552885055542,
      "cov-distil (oracle2teacher)": 3.779512405395508,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.5134227275848389,
      "step": 2198,
      "subrel-constrast": 2.278737783432007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056577205657959,
      "cov-distil (oracle2student)": 3.440277576446533,
      "cov-distil (oracle2teacher)": 4.02957820892334,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.542801856994629,
      "step": 2199,
      "subrel-constrast": 3.440159559249878,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 5.4375,
      "learning_rate": 6.876268992576604e-05,
      "loss": 0.6796,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.3031249940395355,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.064971923828125
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.05267333984375
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.012298583984375,
      "step": 2200
    },
    {
      "cov-distil": 1.7589695453643799,
      "cov-distil (oracle2student)": 3.8967854976654053,
      "cov-distil (oracle2teacher)": 4.042959690093994,
      "epoch": 1.7268445839874411,
      "rel-constrast": 1.8742446899414062,
      "step": 2200,
      "subrel-constrast": 2.640880823135376,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16802978515625,
      "cov-distil (oracle2student)": 4.260396480560303,
      "cov-distil (oracle2teacher)": 4.254034042358398,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.210865020751953,
      "step": 2201,
      "subrel-constrast": 3.746335506439209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0203661918640137,
      "cov-distil (oracle2student)": 4.413967132568359,
      "cov-distil (oracle2teacher)": 4.362327575683594,
      "epoch": 1.7284144427001569,
      "rel-constrast": 1.9276115894317627,
      "step": 2202,
      "subrel-constrast": 2.6487345695495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5950275659561157,
      "cov-distil (oracle2student)": 3.5831379890441895,
      "cov-distil (oracle2teacher)": 3.48321533203125,
      "epoch": 1.7291993720565149,
      "rel-constrast": 1.9516546726226807,
      "step": 2203,
      "subrel-constrast": 2.6449668407440186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2931442260742188,
      "cov-distil (oracle2student)": 3.5480942726135254,
      "cov-distil (oracle2teacher)": 3.584047794342041,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.1238365173339844,
      "step": 2204,
      "subrel-constrast": 2.8705081939697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.351985216140747,
      "cov-distil (oracle2student)": 5.817948341369629,
      "cov-distil (oracle2teacher)": 5.4868245124816895,
      "epoch": 1.7307692307692308,
      "rel-constrast": 4.433089733123779,
      "step": 2205,
      "subrel-constrast": 4.209416389465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9775402545928955,
      "cov-distil (oracle2student)": 4.364181041717529,
      "cov-distil (oracle2teacher)": 4.573869705200195,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.683964729309082,
      "step": 2206,
      "subrel-constrast": 3.833308458328247,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5293781757354736,
      "cov-distil (oracle2student)": 5.290273666381836,
      "cov-distil (oracle2teacher)": 5.153902530670166,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.814962863922119,
      "step": 2207,
      "subrel-constrast": 3.6037421226501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7326831817626953,
      "cov-distil (oracle2student)": 4.346046447753906,
      "cov-distil (oracle2teacher)": 3.5809237957000732,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.985858917236328,
      "step": 2208,
      "subrel-constrast": 2.8672494888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097036838531494,
      "cov-distil (oracle2student)": 4.909850120544434,
      "cov-distil (oracle2teacher)": 4.513260841369629,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.780390739440918,
      "step": 2209,
      "subrel-constrast": 3.031066656112671,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 5.90625,
      "learning_rate": 6.843867846808438e-05,
      "loss": 0.6697,
      "step": 2210
    },
    {
      "cov-distil": 1.7585581541061401,
      "cov-distil (oracle2student)": 5.220130443572998,
      "cov-distil (oracle2teacher)": 5.1351165771484375,
      "epoch": 1.7346938775510203,
      "rel-constrast": 3.3538098335266113,
      "step": 2210,
      "subrel-constrast": 3.3951778411865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223997592926025,
      "cov-distil (oracle2student)": 3.376337766647339,
      "cov-distil (oracle2teacher)": 2.8760862350463867,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.2714977264404297,
      "step": 2211,
      "subrel-constrast": 3.992079496383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2484002113342285,
      "cov-distil (oracle2student)": 4.966397762298584,
      "cov-distil (oracle2teacher)": 4.114381790161133,
      "epoch": 1.7362637362637363,
      "rel-constrast": 1.7774839401245117,
      "step": 2212,
      "subrel-constrast": 2.525343894958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7500805854797363,
      "cov-distil (oracle2student)": 4.928976058959961,
      "cov-distil (oracle2teacher)": 4.162956714630127,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.6284449100494385,
      "step": 2213,
      "subrel-constrast": 2.9081003665924072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.490628957748413,
      "cov-distil (oracle2student)": 3.0884180068969727,
      "cov-distil (oracle2teacher)": 3.38047456741333,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.6579840183258057,
      "step": 2214,
      "subrel-constrast": 4.014366626739502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2497053146362305,
      "cov-distil (oracle2student)": 6.091620445251465,
      "cov-distil (oracle2teacher)": 5.650806427001953,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.546720266342163,
      "step": 2215,
      "subrel-constrast": 2.7979915142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4541540145874023,
      "cov-distil (oracle2student)": 4.0055718421936035,
      "cov-distil (oracle2teacher)": 3.665452718734741,
      "epoch": 1.7394034536891678,
      "rel-constrast": 3.431472063064575,
      "step": 2216,
      "subrel-constrast": 3.1587278842926025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0467772483825684,
      "cov-distil (oracle2student)": 4.713429927825928,
      "cov-distil (oracle2teacher)": 5.060309886932373,
      "epoch": 1.7401883830455258,
      "rel-constrast": 1.9190287590026855,
      "step": 2217,
      "subrel-constrast": 2.7007527351379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532666563987732,
      "cov-distil (oracle2student)": 3.653012275695801,
      "cov-distil (oracle2teacher)": 3.6317620277404785,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.4107275009155273,
      "step": 2218,
      "subrel-constrast": 3.0573248863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9388009309768677,
      "cov-distil (oracle2student)": 3.544611930847168,
      "cov-distil (oracle2teacher)": 3.718952178955078,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.6573750972747803,
      "step": 2219,
      "subrel-constrast": 3.3642125129699707,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 6.375,
      "learning_rate": 6.811376833522729e-05,
      "loss": 0.6914,
      "step": 2220
    },
    {
      "cov-distil": 1.71088445186615,
      "cov-distil (oracle2student)": 5.129137992858887,
      "cov-distil (oracle2teacher)": 4.629738807678223,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.844583749771118,
      "step": 2220,
      "subrel-constrast": 3.03226375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092369794845581,
      "cov-distil (oracle2student)": 6.194913864135742,
      "cov-distil (oracle2teacher)": 5.627192497253418,
      "epoch": 1.7433281004709578,
      "rel-constrast": 3.5300135612487793,
      "step": 2221,
      "subrel-constrast": 3.3077218532562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748825073242188,
      "cov-distil (oracle2student)": 3.516300916671753,
      "cov-distil (oracle2teacher)": 3.6886849403381348,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.7765207290649414,
      "step": 2222,
      "subrel-constrast": 3.513414144515991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788635492324829,
      "cov-distil (oracle2student)": 5.021210670471191,
      "cov-distil (oracle2teacher)": 5.149043560028076,
      "epoch": 1.7448979591836735,
      "rel-constrast": 3.071455240249634,
      "step": 2223,
      "subrel-constrast": 3.3129701614379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7970539331436157,
      "cov-distil (oracle2student)": 5.522793292999268,
      "cov-distil (oracle2teacher)": 4.9870405197143555,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.7548937797546387,
      "step": 2224,
      "subrel-constrast": 2.8535990715026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0743069648742676,
      "cov-distil (oracle2student)": 4.992117881774902,
      "cov-distil (oracle2teacher)": 5.115671634674072,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.519712448120117,
      "step": 2225,
      "subrel-constrast": 3.209693193435669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4612512588500977,
      "cov-distil (oracle2student)": 3.271880626678467,
      "cov-distil (oracle2teacher)": 3.6357340812683105,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.3456816673278809,
      "step": 2226,
      "subrel-constrast": 1.8037207126617432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5627659559249878,
      "cov-distil (oracle2student)": 5.422794342041016,
      "cov-distil (oracle2teacher)": 4.86525297164917,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.534538984298706,
      "step": 2227,
      "subrel-constrast": 2.5057523250579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496126413345337,
      "cov-distil (oracle2student)": 3.034731149673462,
      "cov-distil (oracle2teacher)": 3.348968505859375,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.7308132648468018,
      "step": 2228,
      "subrel-constrast": 3.1237547397613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804478645324707,
      "cov-distil (oracle2student)": 3.2505881786346436,
      "cov-distil (oracle2teacher)": 3.12205171585083,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.757674217224121,
      "step": 2229,
      "subrel-constrast": 2.904337167739868,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 5.8125,
      "learning_rate": 6.778797536285624e-05,
      "loss": 0.6716,
      "step": 2230
    },
    {
      "cov-distil": 1.997220754623413,
      "cov-distil (oracle2student)": 5.417240142822266,
      "cov-distil (oracle2teacher)": 4.549654483795166,
      "epoch": 1.750392464678179,
      "rel-constrast": 3.09857177734375,
      "step": 2230,
      "subrel-constrast": 2.894808053970337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564332008361816,
      "cov-distil (oracle2student)": 4.9704084396362305,
      "cov-distil (oracle2teacher)": 4.131213188171387,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.34163761138916,
      "step": 2231,
      "subrel-constrast": 2.7458033561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8809802532196045,
      "cov-distil (oracle2student)": 4.62971305847168,
      "cov-distil (oracle2teacher)": 5.475125312805176,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.608706474304199,
      "step": 2232,
      "subrel-constrast": 4.6037139892578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726372480392456,
      "cov-distil (oracle2student)": 4.220925331115723,
      "cov-distil (oracle2teacher)": 3.5937435626983643,
      "epoch": 1.7527472527472527,
      "rel-constrast": 3.279326915740967,
      "step": 2233,
      "subrel-constrast": 3.090179920196533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8685195446014404,
      "cov-distil (oracle2student)": 2.625096321105957,
      "cov-distil (oracle2teacher)": 3.037210464477539,
      "epoch": 1.7535321821036107,
      "rel-constrast": 2.0771660804748535,
      "step": 2234,
      "subrel-constrast": 2.87499737739563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050486087799072,
      "cov-distil (oracle2student)": 4.759179592132568,
      "cov-distil (oracle2teacher)": 4.2221293449401855,
      "epoch": 1.7543171114599687,
      "rel-constrast": 4.111001968383789,
      "step": 2235,
      "subrel-constrast": 3.7006969451904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2324790954589844,
      "cov-distil (oracle2student)": 5.3677592277526855,
      "cov-distil (oracle2teacher)": 5.1911420822143555,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.4005773067474365,
      "step": 2236,
      "subrel-constrast": 3.110830068588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9247515201568604,
      "cov-distil (oracle2student)": 3.4582998752593994,
      "cov-distil (oracle2teacher)": 4.128100395202637,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.9549541473388672,
      "step": 2237,
      "subrel-constrast": 3.144559144973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771308422088623,
      "cov-distil (oracle2student)": 4.607931137084961,
      "cov-distil (oracle2teacher)": 4.28095817565918,
      "epoch": 1.7566718995290422,
      "rel-constrast": 3.5664355754852295,
      "step": 2238,
      "subrel-constrast": 4.078347206115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6736682653427124,
      "cov-distil (oracle2student)": 3.3343067169189453,
      "cov-distil (oracle2teacher)": 3.8892579078674316,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.889800548553467,
      "step": 2239,
      "subrel-constrast": 3.868319272994995,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 6.0625,
      "learning_rate": 6.746131542966112e-05,
      "loss": 0.7332,
      "step": 2240
    },
    {
      "cov-distil": 1.6439425945281982,
      "cov-distil (oracle2student)": 4.996803283691406,
      "cov-distil (oracle2teacher)": 5.3388352394104,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.8348603248596191,
      "step": 2240,
      "subrel-constrast": 2.2497968673706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.27817964553833,
      "cov-distil (oracle2student)": 4.166317462921143,
      "cov-distil (oracle2teacher)": 4.396174430847168,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.463793992996216,
      "step": 2241,
      "subrel-constrast": 3.4894299507141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7790042161941528,
      "cov-distil (oracle2student)": 3.8171448707580566,
      "cov-distil (oracle2teacher)": 3.507964611053467,
      "epoch": 1.7598116169544742,
      "rel-constrast": 1.7238149642944336,
      "step": 2242,
      "subrel-constrast": 2.3008599281311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.137981653213501,
      "cov-distil (oracle2student)": 5.1931352615356445,
      "cov-distil (oracle2teacher)": 6.047530651092529,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.8406333923339844,
      "step": 2243,
      "subrel-constrast": 3.845501661300659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719141960144043,
      "cov-distil (oracle2student)": 6.394468784332275,
      "cov-distil (oracle2teacher)": 6.775320053100586,
      "epoch": 1.76138147566719,
      "rel-constrast": 3.085797071456909,
      "step": 2244,
      "subrel-constrast": 3.517005681991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162008285522461,
      "cov-distil (oracle2student)": 6.006213188171387,
      "cov-distil (oracle2teacher)": 5.79472541809082,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.8024849891662598,
      "step": 2245,
      "subrel-constrast": 3.29156231880188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9334534406661987,
      "cov-distil (oracle2student)": 3.150378704071045,
      "cov-distil (oracle2teacher)": 3.166624069213867,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.5547046661376953,
      "step": 2246,
      "subrel-constrast": 3.0127956867218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5108985900878906,
      "cov-distil (oracle2student)": 5.487721920013428,
      "cov-distil (oracle2teacher)": 5.709540367126465,
      "epoch": 1.7637362637362637,
      "rel-constrast": 2.83538818359375,
      "step": 2247,
      "subrel-constrast": 3.5647473335266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.556117296218872,
      "cov-distil (oracle2student)": 5.372374534606934,
      "cov-distil (oracle2teacher)": 5.488806247711182,
      "epoch": 1.7645211930926217,
      "rel-constrast": 2.8073949813842773,
      "step": 2248,
      "subrel-constrast": 3.813060998916626,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.309065341949463,
      "cov-distil (oracle2student)": 6.315490245819092,
      "cov-distil (oracle2teacher)": 5.83780574798584,
      "epoch": 1.7653061224489797,
      "rel-constrast": 2.883599281311035,
      "step": 2249,
      "subrel-constrast": 3.715561628341675,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 5.59375,
      "learning_rate": 6.713380445658618e-05,
      "loss": 0.6708,
      "step": 2250
    },
    {
      "cov-distil": 2.327596664428711,
      "cov-distil (oracle2student)": 2.457845687866211,
      "cov-distil (oracle2teacher)": 2.6891560554504395,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.621516227722168,
      "step": 2250,
      "subrel-constrast": 2.507002115249634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912462830543518,
      "cov-distil (oracle2student)": 3.0256476402282715,
      "cov-distil (oracle2teacher)": 2.669933795928955,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.588867425918579,
      "step": 2251,
      "subrel-constrast": 3.3227853775024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3122992515563965,
      "cov-distil (oracle2student)": 3.5958921909332275,
      "cov-distil (oracle2teacher)": 3.8957724571228027,
      "epoch": 1.7676609105180534,
      "rel-constrast": 2.13700532913208,
      "step": 2252,
      "subrel-constrast": 2.600787401199341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4820261001586914,
      "cov-distil (oracle2student)": 5.202414512634277,
      "cov-distil (oracle2teacher)": 5.013868808746338,
      "epoch": 1.7684458398744112,
      "rel-constrast": 2.7985689640045166,
      "step": 2253,
      "subrel-constrast": 3.5461347103118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7504546642303467,
      "cov-distil (oracle2student)": 4.798842430114746,
      "cov-distil (oracle2teacher)": 4.717972755432129,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.27547025680542,
      "step": 2254,
      "subrel-constrast": 3.2385096549987793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0496888160705566,
      "cov-distil (oracle2student)": 5.501575946807861,
      "cov-distil (oracle2teacher)": 5.2641682624816895,
      "epoch": 1.7700156985871272,
      "rel-constrast": 3.0559182167053223,
      "step": 2255,
      "subrel-constrast": 3.245422601699829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5134718418121338,
      "cov-distil (oracle2student)": 4.169536590576172,
      "cov-distil (oracle2teacher)": 3.953836441040039,
      "epoch": 1.7708006279434851,
      "rel-constrast": 2.086083173751831,
      "step": 2256,
      "subrel-constrast": 2.385505437850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4653804302215576,
      "cov-distil (oracle2student)": 5.5323872566223145,
      "cov-distil (oracle2teacher)": 5.545865058898926,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.469937324523926,
      "step": 2257,
      "subrel-constrast": 2.2858641147613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4407703876495361,
      "cov-distil (oracle2student)": 3.161710262298584,
      "cov-distil (oracle2teacher)": 3.1803247928619385,
      "epoch": 1.772370486656201,
      "rel-constrast": 2.0471577644348145,
      "step": 2258,
      "subrel-constrast": 1.851898193359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6738040447235107,
      "cov-distil (oracle2student)": 3.8438720703125,
      "cov-distil (oracle2teacher)": 4.512068748474121,
      "epoch": 1.7731554160125589,
      "rel-constrast": 4.250953674316406,
      "step": 2259,
      "subrel-constrast": 3.945096969604492,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 6.875,
      "learning_rate": 6.680545840605423e-05,
      "loss": 0.6333,
      "step": 2260
    },
    {
      "cov-distil": 1.6576226949691772,
      "cov-distil (oracle2student)": 3.194239616394043,
      "cov-distil (oracle2teacher)": 3.0660901069641113,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.343380928039551,
      "step": 2260,
      "subrel-constrast": 2.959763765335083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8234305381774902,
      "cov-distil (oracle2student)": 5.285557746887207,
      "cov-distil (oracle2teacher)": 4.17307186126709,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.5849225521087646,
      "step": 2261,
      "subrel-constrast": 3.5137722492218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420594692230225,
      "cov-distil (oracle2student)": 3.6257805824279785,
      "cov-distil (oracle2teacher)": 3.7847087383270264,
      "epoch": 1.7755102040816326,
      "rel-constrast": 2.8027918338775635,
      "step": 2262,
      "subrel-constrast": 3.1064188480377197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6552374362945557,
      "cov-distil (oracle2student)": 3.4747183322906494,
      "cov-distil (oracle2teacher)": 3.5549228191375732,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.4295973777770996,
      "step": 2263,
      "subrel-constrast": 3.0468859672546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0436508655548096,
      "cov-distil (oracle2student)": 3.241764545440674,
      "cov-distil (oracle2teacher)": 2.8882031440734863,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.7084357738494873,
      "step": 2264,
      "subrel-constrast": 2.8477914333343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666338205337524,
      "cov-distil (oracle2student)": 3.31645131111145,
      "cov-distil (oracle2teacher)": 3.2352118492126465,
      "epoch": 1.7778649921507066,
      "rel-constrast": 2.943728446960449,
      "step": 2265,
      "subrel-constrast": 3.1079888343811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7992405891418457,
      "cov-distil (oracle2student)": 4.45942497253418,
      "cov-distil (oracle2teacher)": 4.865547180175781,
      "epoch": 1.7786499215070644,
      "rel-constrast": 3.900359869003296,
      "step": 2266,
      "subrel-constrast": 4.886904716491699,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4755420684814453,
      "cov-distil (oracle2student)": 4.408870697021484,
      "cov-distil (oracle2teacher)": 5.108172416687012,
      "epoch": 1.7794348508634223,
      "rel-constrast": 2.3148763179779053,
      "step": 2267,
      "subrel-constrast": 2.9713094234466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7192466259002686,
      "cov-distil (oracle2student)": 5.967010498046875,
      "cov-distil (oracle2teacher)": 5.294322490692139,
      "epoch": 1.7802197802197801,
      "rel-constrast": 3.3841753005981445,
      "step": 2268,
      "subrel-constrast": 3.8398525714874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2389936447143555,
      "cov-distil (oracle2student)": 4.1621413230896,
      "cov-distil (oracle2teacher)": 3.902954339981079,
      "epoch": 1.781004709576138,
      "rel-constrast": 2.4211933612823486,
      "step": 2269,
      "subrel-constrast": 2.6654961109161377,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 5.21875,
      "learning_rate": 6.647629328118851e-05,
      "loss": 0.6958,
      "step": 2270
    },
    {
      "cov-distil": 1.6114383935928345,
      "cov-distil (oracle2student)": 3.734189510345459,
      "cov-distil (oracle2teacher)": 3.3971304893493652,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.404289484024048,
      "step": 2270,
      "subrel-constrast": 3.0684471130371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.432370901107788,
      "cov-distil (oracle2student)": 4.132754325866699,
      "cov-distil (oracle2teacher)": 4.039743423461914,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.3386878967285156,
      "step": 2271,
      "subrel-constrast": 2.7324676513671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152839183807373,
      "cov-distil (oracle2student)": 6.1714959144592285,
      "cov-distil (oracle2teacher)": 5.26212215423584,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.827732801437378,
      "step": 2272,
      "subrel-constrast": 3.5159361362457275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103421211242676,
      "cov-distil (oracle2student)": 6.236230850219727,
      "cov-distil (oracle2teacher)": 5.902654647827148,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.4735212326049805,
      "step": 2273,
      "subrel-constrast": 3.495417356491089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.461936354637146,
      "cov-distil (oracle2student)": 4.034578323364258,
      "cov-distil (oracle2teacher)": 4.225895881652832,
      "epoch": 1.7849293563579278,
      "rel-constrast": 1.9163641929626465,
      "step": 2274,
      "subrel-constrast": 2.5855956077575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9349372386932373,
      "cov-distil (oracle2student)": 2.320052146911621,
      "cov-distil (oracle2teacher)": 2.9674220085144043,
      "epoch": 1.7857142857142856,
      "rel-constrast": 2.263235092163086,
      "step": 2275,
      "subrel-constrast": 2.521291732788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1694679260253906,
      "cov-distil (oracle2student)": 3.5368900299072266,
      "cov-distil (oracle2teacher)": 4.130105972290039,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.5594418048858643,
      "step": 2276,
      "subrel-constrast": 3.5710530281066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266066312789917,
      "cov-distil (oracle2student)": 3.8288254737854004,
      "cov-distil (oracle2teacher)": 3.842900037765503,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.3976991176605225,
      "step": 2277,
      "subrel-constrast": 2.772848606109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4873850345611572,
      "cov-distil (oracle2student)": 8.35423469543457,
      "cov-distil (oracle2teacher)": 6.669151306152344,
      "epoch": 1.7880690737833596,
      "rel-constrast": 4.110452651977539,
      "step": 2278,
      "subrel-constrast": 4.620569705963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.975016713142395,
      "cov-distil (oracle2student)": 3.5041332244873047,
      "cov-distil (oracle2teacher)": 3.6599693298339844,
      "epoch": 1.7888540031397175,
      "rel-constrast": 2.1405065059661865,
      "step": 2279,
      "subrel-constrast": 2.796769142150879,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 5.09375,
      "learning_rate": 6.614632512503288e-05,
      "loss": 0.6358,
      "step": 2280
    },
    {
      "cov-distil": 1.4732635021209717,
      "cov-distil (oracle2student)": 4.413777828216553,
      "cov-distil (oracle2teacher)": 4.498033046722412,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.368828296661377,
      "step": 2280,
      "subrel-constrast": 2.7370848655700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4882409572601318,
      "cov-distil (oracle2student)": 4.697582721710205,
      "cov-distil (oracle2teacher)": 4.986608028411865,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.8326878547668457,
      "step": 2281,
      "subrel-constrast": 3.5418896675109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6483521461486816,
      "cov-distil (oracle2student)": 3.389659881591797,
      "cov-distil (oracle2teacher)": 3.3809561729431152,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.5782861709594727,
      "step": 2282,
      "subrel-constrast": 3.661471366882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.331364154815674,
      "cov-distil (oracle2student)": 5.262105941772461,
      "cov-distil (oracle2teacher)": 5.020881175994873,
      "epoch": 1.791993720565149,
      "rel-constrast": 2.2028117179870605,
      "step": 2283,
      "subrel-constrast": 2.4652929306030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.34350848197937,
      "cov-distil (oracle2student)": 5.893124580383301,
      "cov-distil (oracle2teacher)": 4.844222545623779,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.862936019897461,
      "step": 2284,
      "subrel-constrast": 3.165980577468872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473412036895752,
      "cov-distil (oracle2student)": 5.420653820037842,
      "cov-distil (oracle2teacher)": 4.4589738845825195,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.4772539138793945,
      "step": 2285,
      "subrel-constrast": 3.010793924331665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3836095333099365,
      "cov-distil (oracle2student)": 4.741815567016602,
      "cov-distil (oracle2teacher)": 4.833460807800293,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.0693774223327637,
      "step": 2286,
      "subrel-constrast": 4.4207682609558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750431776046753,
      "cov-distil (oracle2student)": 3.7784600257873535,
      "cov-distil (oracle2teacher)": 2.9194159507751465,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.3125081062316895,
      "step": 2287,
      "subrel-constrast": 2.410435676574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8884657621383667,
      "cov-distil (oracle2student)": 3.2274484634399414,
      "cov-distil (oracle2teacher)": 3.224083423614502,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.4290177822113037,
      "step": 2288,
      "subrel-constrast": 4.139667987823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4702839851379395,
      "cov-distil (oracle2student)": 4.0084547996521,
      "cov-distil (oracle2teacher)": 3.8609237670898438,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.6262011528015137,
      "step": 2289,
      "subrel-constrast": 2.9507718086242676,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 5.1875,
      "learning_rate": 6.58155700197697e-05,
      "loss": 0.694,
      "step": 2290
    },
    {
      "cov-distil": 3.0319552421569824,
      "cov-distil (oracle2student)": 3.4333438873291016,
      "cov-distil (oracle2teacher)": 4.03941011428833,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.9901041984558105,
      "step": 2290,
      "subrel-constrast": 3.814523220062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5198769569396973,
      "cov-distil (oracle2student)": 6.705755233764648,
      "cov-distil (oracle2teacher)": 6.027196407318115,
      "epoch": 1.7982731554160125,
      "rel-constrast": 2.820749282836914,
      "step": 2291,
      "subrel-constrast": 3.3787050247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.970926284790039,
      "cov-distil (oracle2student)": 3.295182228088379,
      "cov-distil (oracle2teacher)": 3.562851905822754,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.8471450805664062,
      "step": 2292,
      "subrel-constrast": 3.3642349243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8873529434204102,
      "cov-distil (oracle2student)": 3.820343255996704,
      "cov-distil (oracle2teacher)": 4.067745208740234,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.716956615447998,
      "step": 2293,
      "subrel-constrast": 4.517904281616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8902100324630737,
      "cov-distil (oracle2student)": 4.833892345428467,
      "cov-distil (oracle2teacher)": 4.854320526123047,
      "epoch": 1.8006279434850865,
      "rel-constrast": 3.6527278423309326,
      "step": 2294,
      "subrel-constrast": 3.8612382411956787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.380375862121582,
      "cov-distil (oracle2student)": 4.664674758911133,
      "cov-distil (oracle2teacher)": 5.511111259460449,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.7632009983062744,
      "step": 2295,
      "subrel-constrast": 4.044702053070068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838216781616211,
      "cov-distil (oracle2student)": 5.258419990539551,
      "cov-distil (oracle2teacher)": 4.766289710998535,
      "epoch": 1.8021978021978022,
      "rel-constrast": 2.8632912635803223,
      "step": 2296,
      "subrel-constrast": 3.453756809234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0944619178771973,
      "cov-distil (oracle2student)": 4.471673965454102,
      "cov-distil (oracle2teacher)": 4.7101545333862305,
      "epoch": 1.80298273155416,
      "rel-constrast": 4.034137725830078,
      "step": 2297,
      "subrel-constrast": 4.150709629058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7804359197616577,
      "cov-distil (oracle2student)": 4.308588027954102,
      "cov-distil (oracle2teacher)": 3.8408238887786865,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.240457534790039,
      "step": 2298,
      "subrel-constrast": 3.149921178817749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9735890626907349,
      "cov-distil (oracle2student)": 4.5404510498046875,
      "cov-distil (oracle2teacher)": 5.226788520812988,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.4305965900421143,
      "step": 2299,
      "subrel-constrast": 3.0608267784118652,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 5.09375,
      "learning_rate": 6.548404408593621e-05,
      "loss": 0.784,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.2593750059604645,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.055023193359375
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.047576904296875
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.0074462890625,
      "step": 2300
    },
    {
      "cov-distil": 2.1886518001556396,
      "cov-distil (oracle2student)": 7.29509162902832,
      "cov-distil (oracle2teacher)": 6.673018932342529,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.694608449935913,
      "step": 2300,
      "subrel-constrast": 3.0317635536193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101799964904785,
      "cov-distil (oracle2student)": 4.937002658843994,
      "cov-distil (oracle2teacher)": 4.914704322814941,
      "epoch": 1.806122448979592,
      "rel-constrast": 3.1149754524230957,
      "step": 2301,
      "subrel-constrast": 3.1201303005218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0875813961029053,
      "cov-distil (oracle2student)": 3.6242282390594482,
      "cov-distil (oracle2teacher)": 3.502303123474121,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.8760411739349365,
      "step": 2302,
      "subrel-constrast": 3.6575429439544678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9931917190551758,
      "cov-distil (oracle2student)": 5.460694789886475,
      "cov-distil (oracle2teacher)": 4.855490684509277,
      "epoch": 1.8076923076923077,
      "rel-constrast": 2.9260969161987305,
      "step": 2303,
      "subrel-constrast": 3.101635694503784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577728033065796,
      "cov-distil (oracle2student)": 3.0887792110443115,
      "cov-distil (oracle2teacher)": 2.9282588958740234,
      "epoch": 1.8084772370486655,
      "rel-constrast": 3.02420973777771,
      "step": 2304,
      "subrel-constrast": 2.644965648651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.635517120361328,
      "cov-distil (oracle2student)": 5.24356746673584,
      "cov-distil (oracle2teacher)": 4.751716613769531,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.1178228855133057,
      "step": 2305,
      "subrel-constrast": 3.4312734603881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180619239807129,
      "cov-distil (oracle2student)": 4.249353408813477,
      "cov-distil (oracle2teacher)": 4.2049760818481445,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.115586519241333,
      "step": 2306,
      "subrel-constrast": 2.4613776206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0811312198638916,
      "cov-distil (oracle2student)": 5.565107345581055,
      "cov-distil (oracle2teacher)": 5.073965072631836,
      "epoch": 1.8108320251177394,
      "rel-constrast": 3.370603322982788,
      "step": 2307,
      "subrel-constrast": 3.1759932041168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093554735183716,
      "cov-distil (oracle2student)": 4.618902683258057,
      "cov-distil (oracle2teacher)": 4.413819789886475,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.653470039367676,
      "step": 2308,
      "subrel-constrast": 3.1723921298980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0015296936035156,
      "cov-distil (oracle2student)": 2.973055601119995,
      "cov-distil (oracle2teacher)": 3.1154537200927734,
      "epoch": 1.8124018838304554,
      "rel-constrast": 3.1283957958221436,
      "step": 2309,
      "subrel-constrast": 3.1744980812072754,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 5.09375,
      "learning_rate": 6.515176348163871e-05,
      "loss": 0.7005,
      "step": 2310
    },
    {
      "cov-distil": 2.3375601768493652,
      "cov-distil (oracle2student)": 4.964332580566406,
      "cov-distil (oracle2teacher)": 4.524603843688965,
      "epoch": 1.8131868131868132,
      "rel-constrast": 2.818960666656494,
      "step": 2310,
      "subrel-constrast": 2.8368775844573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093997001647949,
      "cov-distil (oracle2student)": 6.062090873718262,
      "cov-distil (oracle2teacher)": 5.438023567199707,
      "epoch": 1.813971742543171,
      "rel-constrast": 4.178017616271973,
      "step": 2311,
      "subrel-constrast": 4.433300971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8608524799346924,
      "cov-distil (oracle2student)": 3.095970869064331,
      "cov-distil (oracle2teacher)": 3.0386853218078613,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.6991900205612183,
      "step": 2312,
      "subrel-constrast": 1.7308998107910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5977520942687988,
      "cov-distil (oracle2student)": 2.784602403640747,
      "cov-distil (oracle2teacher)": 3.145256757736206,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.327129364013672,
      "step": 2313,
      "subrel-constrast": 2.940181016921997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2180016040802002,
      "cov-distil (oracle2student)": 5.8535308837890625,
      "cov-distil (oracle2teacher)": 5.590564727783203,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.725438117980957,
      "step": 2314,
      "subrel-constrast": 3.4385714530944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8426744937896729,
      "cov-distil (oracle2student)": 2.8493130207061768,
      "cov-distil (oracle2teacher)": 3.236114501953125,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.06815505027771,
      "step": 2315,
      "subrel-constrast": 2.882117509841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0384535789489746,
      "cov-distil (oracle2student)": 5.342231750488281,
      "cov-distil (oracle2teacher)": 4.445239067077637,
      "epoch": 1.817896389324961,
      "rel-constrast": 2.216799259185791,
      "step": 2316,
      "subrel-constrast": 2.312032461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9600861072540283,
      "cov-distil (oracle2student)": 3.9221081733703613,
      "cov-distil (oracle2teacher)": 3.3785438537597656,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.3424737453460693,
      "step": 2317,
      "subrel-constrast": 3.4922897815704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565800666809082,
      "cov-distil (oracle2student)": 3.4638454914093018,
      "cov-distil (oracle2teacher)": 3.542825698852539,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.468996286392212,
      "step": 2318,
      "subrel-constrast": 2.9201173782348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1518728733062744,
      "cov-distil (oracle2student)": 4.364059925079346,
      "cov-distil (oracle2teacher)": 4.108479976654053,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.1028873920440674,
      "step": 2319,
      "subrel-constrast": 3.174957752227783,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 4.53125,
      "learning_rate": 6.481874440176506e-05,
      "loss": 0.6487,
      "step": 2320
    },
    {
      "cov-distil": 1.380540370941162,
      "cov-distil (oracle2student)": 5.3710126876831055,
      "cov-distil (oracle2teacher)": 4.571528434753418,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.5683794021606445,
      "step": 2320,
      "subrel-constrast": 2.6665611267089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8008410930633545,
      "cov-distil (oracle2student)": 5.864516258239746,
      "cov-distil (oracle2teacher)": 5.455268383026123,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.7957801818847656,
      "step": 2321,
      "subrel-constrast": 3.938326835632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.529073476791382,
      "cov-distil (oracle2student)": 4.355109214782715,
      "cov-distil (oracle2teacher)": 4.307037830352783,
      "epoch": 1.8226059654631084,
      "rel-constrast": 3.9013166427612305,
      "step": 2322,
      "subrel-constrast": 4.432112216949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.087061643600464,
      "cov-distil (oracle2student)": 3.3405516147613525,
      "cov-distil (oracle2teacher)": 3.6994500160217285,
      "epoch": 1.8233908948194664,
      "rel-constrast": 2.0999975204467773,
      "step": 2323,
      "subrel-constrast": 2.9426863193511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9264518022537231,
      "cov-distil (oracle2student)": 3.493457317352295,
      "cov-distil (oracle2teacher)": 3.985538959503174,
      "epoch": 1.8241758241758241,
      "rel-constrast": 2.0035698413848877,
      "step": 2324,
      "subrel-constrast": 2.049734354019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9835913181304932,
      "cov-distil (oracle2student)": 5.598783493041992,
      "cov-distil (oracle2teacher)": 4.799006462097168,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.4680113792419434,
      "step": 2325,
      "subrel-constrast": 2.8936500549316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5821207761764526,
      "cov-distil (oracle2student)": 5.7329864501953125,
      "cov-distil (oracle2teacher)": 4.969953536987305,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.8790667057037354,
      "step": 2326,
      "subrel-constrast": 3.1347663402557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3329687118530273,
      "cov-distil (oracle2student)": 6.425823211669922,
      "cov-distil (oracle2teacher)": 5.73469352722168,
      "epoch": 1.8265306122448979,
      "rel-constrast": 3.130028486251831,
      "step": 2327,
      "subrel-constrast": 3.7471556663513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8036088943481445,
      "cov-distil (oracle2student)": 5.591170310974121,
      "cov-distil (oracle2teacher)": 5.683840751647949,
      "epoch": 1.8273155416012559,
      "rel-constrast": 3.1597766876220703,
      "step": 2328,
      "subrel-constrast": 3.698969841003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471762657165527,
      "cov-distil (oracle2student)": 4.81802225112915,
      "cov-distil (oracle2teacher)": 4.635167121887207,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.596005439758301,
      "step": 2329,
      "subrel-constrast": 3.160830497741699,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 5.90625,
      "learning_rate": 6.448500307719538e-05,
      "loss": 0.715,
      "step": 2330
    },
    {
      "cov-distil": 1.7873631715774536,
      "cov-distil (oracle2student)": 6.209898948669434,
      "cov-distil (oracle2teacher)": 6.610396385192871,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.5992231369018555,
      "step": 2330,
      "subrel-constrast": 3.4460744857788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9944889545440674,
      "cov-distil (oracle2student)": 3.359013795852661,
      "cov-distil (oracle2teacher)": 3.787799835205078,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.6065346002578735,
      "step": 2331,
      "subrel-constrast": 2.887352466583252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6646112203598022,
      "cov-distil (oracle2student)": 5.699387550354004,
      "cov-distil (oracle2teacher)": 5.346933364868164,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.540064573287964,
      "step": 2332,
      "subrel-constrast": 3.5848681926727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964942455291748,
      "cov-distil (oracle2student)": 3.5663206577301025,
      "cov-distil (oracle2teacher)": 3.374464511871338,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.6226134300231934,
      "step": 2333,
      "subrel-constrast": 3.215188503265381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8442294597625732,
      "cov-distil (oracle2student)": 4.791143894195557,
      "cov-distil (oracle2teacher)": 4.895745277404785,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.247910261154175,
      "step": 2334,
      "subrel-constrast": 2.9158318042755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8011294603347778,
      "cov-distil (oracle2student)": 3.987366199493408,
      "cov-distil (oracle2teacher)": 4.404882431030273,
      "epoch": 1.8328100470957613,
      "rel-constrast": 3.195033073425293,
      "step": 2335,
      "subrel-constrast": 3.357820510864258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.771961212158203,
      "cov-distil (oracle2student)": 4.570616245269775,
      "cov-distil (oracle2teacher)": 4.530817031860352,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.646143913269043,
      "step": 2336,
      "subrel-constrast": 3.395794630050659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.495617151260376,
      "cov-distil (oracle2student)": 6.222626209259033,
      "cov-distil (oracle2teacher)": 5.601517677307129,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.1642704010009766,
      "step": 2337,
      "subrel-constrast": 2.6700680255889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741478443145752,
      "cov-distil (oracle2student)": 3.875128746032715,
      "cov-distil (oracle2teacher)": 4.009065628051758,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.921886444091797,
      "step": 2338,
      "subrel-constrast": 3.4082791805267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8825938701629639,
      "cov-distil (oracle2student)": 4.083703517913818,
      "cov-distil (oracle2teacher)": 5.154129981994629,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.2038259506225586,
      "step": 2339,
      "subrel-constrast": 3.401434898376465,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 4.875,
      "learning_rate": 6.415055577401102e-05,
      "loss": 0.6437,
      "step": 2340
    },
    {
      "cov-distil": 2.4851632118225098,
      "cov-distil (oracle2student)": 4.824344158172607,
      "cov-distil (oracle2teacher)": 4.7274885177612305,
      "epoch": 1.836734693877551,
      "rel-constrast": 3.1666903495788574,
      "step": 2340,
      "subrel-constrast": 4.436165809631348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25162935256958,
      "cov-distil (oracle2student)": 5.152071952819824,
      "cov-distil (oracle2teacher)": 5.276728630065918,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.13958740234375,
      "step": 2341,
      "subrel-constrast": 3.117542266845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018709182739258,
      "cov-distil (oracle2student)": 3.4376962184906006,
      "cov-distil (oracle2teacher)": 3.7541699409484863,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.634408950805664,
      "step": 2342,
      "subrel-constrast": 3.168215036392212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936026692390442,
      "cov-distil (oracle2student)": 3.6103992462158203,
      "cov-distil (oracle2teacher)": 4.166341304779053,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.6006526947021484,
      "step": 2343,
      "subrel-constrast": 2.9387869834899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4415206909179688,
      "cov-distil (oracle2student)": 4.135439872741699,
      "cov-distil (oracle2teacher)": 4.4827399253845215,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.4252216815948486,
      "step": 2344,
      "subrel-constrast": 2.5967323780059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1322648525238037,
      "cov-distil (oracle2student)": 5.19471549987793,
      "cov-distil (oracle2teacher)": 4.781190872192383,
      "epoch": 1.8406593406593408,
      "rel-constrast": 2.955793619155884,
      "step": 2345,
      "subrel-constrast": 3.5225839614868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7326440811157227,
      "cov-distil (oracle2student)": 3.9348301887512207,
      "cov-distil (oracle2teacher)": 4.231607913970947,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.0940403938293457,
      "step": 2346,
      "subrel-constrast": 2.6028757095336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7551162242889404,
      "cov-distil (oracle2student)": 3.8632073402404785,
      "cov-distil (oracle2teacher)": 3.599466323852539,
      "epoch": 1.8422291993720565,
      "rel-constrast": 3.790205240249634,
      "step": 2347,
      "subrel-constrast": 3.4675586223602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200418710708618,
      "cov-distil (oracle2student)": 4.267445087432861,
      "cov-distil (oracle2teacher)": 4.645986080169678,
      "epoch": 1.8430141287284143,
      "rel-constrast": 2.9419748783111572,
      "step": 2348,
      "subrel-constrast": 3.6687474250793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167600154876709,
      "cov-distil (oracle2student)": 3.0862276554107666,
      "cov-distil (oracle2teacher)": 2.787313938140869,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.1757240295410156,
      "step": 2349,
      "subrel-constrast": 2.1232919692993164,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 3.546875,
      "learning_rate": 6.381541879270169e-05,
      "loss": 0.6231,
      "step": 2350
    },
    {
      "cov-distil": 1.5671695470809937,
      "cov-distil (oracle2student)": 3.4188365936279297,
      "cov-distil (oracle2teacher)": 3.41435170173645,
      "epoch": 1.8445839874411303,
      "rel-constrast": 3.1926610469818115,
      "step": 2350,
      "subrel-constrast": 2.9285669326782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7624883651733398,
      "cov-distil (oracle2student)": 6.104059219360352,
      "cov-distil (oracle2teacher)": 5.13040018081665,
      "epoch": 1.8453689167974883,
      "rel-constrast": 2.5756497383117676,
      "step": 2351,
      "subrel-constrast": 3.775533437728882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.908388614654541,
      "cov-distil (oracle2student)": 3.559429168701172,
      "cov-distil (oracle2teacher)": 3.9778690338134766,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.4045372009277344,
      "step": 2352,
      "subrel-constrast": 2.936429738998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.886354446411133,
      "cov-distil (oracle2student)": 4.143147945404053,
      "cov-distil (oracle2teacher)": 4.392006874084473,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.73858118057251,
      "step": 2353,
      "subrel-constrast": 4.987057209014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7133476734161377,
      "cov-distil (oracle2student)": 3.3615684509277344,
      "cov-distil (oracle2teacher)": 3.1105618476867676,
      "epoch": 1.847723704866562,
      "rel-constrast": 3.39516282081604,
      "step": 2354,
      "subrel-constrast": 3.0303332805633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7623677253723145,
      "cov-distil (oracle2student)": 4.0547661781311035,
      "cov-distil (oracle2teacher)": 4.190938472747803,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.4015591144561768,
      "step": 2355,
      "subrel-constrast": 3.1693155765533447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9689323902130127,
      "cov-distil (oracle2student)": 4.881216049194336,
      "cov-distil (oracle2teacher)": 4.715390682220459,
      "epoch": 1.8492935635792778,
      "rel-constrast": 3.38663911819458,
      "step": 2356,
      "subrel-constrast": 3.5530624389648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8319168090820312,
      "cov-distil (oracle2student)": 4.53758430480957,
      "cov-distil (oracle2teacher)": 3.8935391902923584,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.6794984340667725,
      "step": 2357,
      "subrel-constrast": 3.772848606109619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5815426111221313,
      "cov-distil (oracle2student)": 4.042542457580566,
      "cov-distil (oracle2teacher)": 4.300548553466797,
      "epoch": 1.8508634222919937,
      "rel-constrast": 2.0516600608825684,
      "step": 2358,
      "subrel-constrast": 2.9900879859924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9670372009277344,
      "cov-distil (oracle2student)": 4.414242744445801,
      "cov-distil (oracle2teacher)": 4.594874382019043,
      "epoch": 1.8516483516483517,
      "rel-constrast": 3.042667865753174,
      "step": 2359,
      "subrel-constrast": 3.020336866378784,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 5.5,
      "learning_rate": 6.347960846737106e-05,
      "loss": 0.7717,
      "step": 2360
    },
    {
      "cov-distil": 1.681445598602295,
      "cov-distil (oracle2student)": 3.9283699989318848,
      "cov-distil (oracle2teacher)": 3.977410316467285,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.410175085067749,
      "step": 2360,
      "subrel-constrast": 2.801736831665039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5857915878295898,
      "cov-distil (oracle2student)": 5.288946151733398,
      "cov-distil (oracle2teacher)": 4.429828643798828,
      "epoch": 1.8532182103610675,
      "rel-constrast": 3.3643345832824707,
      "step": 2361,
      "subrel-constrast": 3.406430959701538,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587782859802246,
      "cov-distil (oracle2student)": 3.2919697761535645,
      "cov-distil (oracle2teacher)": 3.2308545112609863,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.020608901977539,
      "step": 2362,
      "subrel-constrast": 2.982252597808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6793855428695679,
      "cov-distil (oracle2student)": 6.230086326599121,
      "cov-distil (oracle2teacher)": 5.499590873718262,
      "epoch": 1.8547880690737832,
      "rel-constrast": 4.183765411376953,
      "step": 2363,
      "subrel-constrast": 4.070618152618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3915693759918213,
      "cov-distil (oracle2student)": 4.106619358062744,
      "cov-distil (oracle2teacher)": 3.89516019821167,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.267838478088379,
      "step": 2364,
      "subrel-constrast": 2.665024757385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1218347549438477,
      "cov-distil (oracle2student)": 5.884090423583984,
      "cov-distil (oracle2teacher)": 5.396476745605469,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.3093879222869873,
      "step": 2365,
      "subrel-constrast": 2.5973427295684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5944721698760986,
      "cov-distil (oracle2student)": 3.1211581230163574,
      "cov-distil (oracle2teacher)": 3.768249273300171,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.5760786533355713,
      "step": 2366,
      "subrel-constrast": 1.8339245319366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7990994453430176,
      "cov-distil (oracle2student)": 5.666998386383057,
      "cov-distil (oracle2teacher)": 5.7745561599731445,
      "epoch": 1.8579277864992152,
      "rel-constrast": 4.2101945877075195,
      "step": 2367,
      "subrel-constrast": 4.086776256561279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1596007347106934,
      "cov-distil (oracle2student)": 5.679070949554443,
      "cov-distil (oracle2teacher)": 5.968488693237305,
      "epoch": 1.858712715855573,
      "rel-constrast": 2.7753005027770996,
      "step": 2368,
      "subrel-constrast": 3.8069751262664795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421137809753418,
      "cov-distil (oracle2student)": 4.821990966796875,
      "cov-distil (oracle2teacher)": 5.088883399963379,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.6976547241210938,
      "step": 2369,
      "subrel-constrast": 2.2496800422668457,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 4.6875,
      "learning_rate": 6.31431411649406e-05,
      "loss": 0.6704,
      "step": 2370
    },
    {
      "cov-distil": 0.7841887474060059,
      "cov-distil (oracle2student)": 3.449476957321167,
      "cov-distil (oracle2teacher)": 3.901136636734009,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.254467725753784,
      "step": 2370,
      "subrel-constrast": 2.4457521438598633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744500756263733,
      "cov-distil (oracle2student)": 4.845223903656006,
      "cov-distil (oracle2teacher)": 4.758032321929932,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.726751685142517,
      "step": 2371,
      "subrel-constrast": 2.5889394283294678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.753150463104248,
      "cov-distil (oracle2student)": 5.569151878356934,
      "cov-distil (oracle2teacher)": 5.877188205718994,
      "epoch": 1.8618524332810047,
      "rel-constrast": 3.124032497406006,
      "step": 2372,
      "subrel-constrast": 3.8765950202941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0114095211029053,
      "cov-distil (oracle2student)": 6.535334587097168,
      "cov-distil (oracle2teacher)": 5.298018932342529,
      "epoch": 1.8626373626373627,
      "rel-constrast": 2.7991671562194824,
      "step": 2373,
      "subrel-constrast": 3.380587577819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2993459701538086,
      "cov-distil (oracle2student)": 4.18671178817749,
      "cov-distil (oracle2teacher)": 4.076879501342773,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.466047763824463,
      "step": 2374,
      "subrel-constrast": 3.0193004608154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663796305656433,
      "cov-distil (oracle2student)": 4.969417572021484,
      "cov-distil (oracle2teacher)": 4.898419380187988,
      "epoch": 1.8642072213500787,
      "rel-constrast": 3.103576183319092,
      "step": 2375,
      "subrel-constrast": 3.3379766941070557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798130989074707,
      "cov-distil (oracle2student)": 4.523772716522217,
      "cov-distil (oracle2teacher)": 4.458939552307129,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.789752721786499,
      "step": 2376,
      "subrel-constrast": 3.3204286098480225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9309254884719849,
      "cov-distil (oracle2student)": 3.9320507049560547,
      "cov-distil (oracle2teacher)": 3.8902130126953125,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.4851083755493164,
      "step": 2377,
      "subrel-constrast": 3.932173252105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468486785888672,
      "cov-distil (oracle2student)": 4.639017105102539,
      "cov-distil (oracle2teacher)": 4.222905158996582,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.998013734817505,
      "step": 2378,
      "subrel-constrast": 3.303556442260742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8994100093841553,
      "cov-distil (oracle2student)": 4.633861541748047,
      "cov-distil (oracle2teacher)": 4.999484062194824,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.5055389404296875,
      "step": 2379,
      "subrel-constrast": 4.367143154144287,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 5.5,
      "learning_rate": 6.280603328435198e-05,
      "loss": 0.7063,
      "step": 2380
    },
    {
      "cov-distil": 2.4473066329956055,
      "cov-distil (oracle2student)": 5.445398330688477,
      "cov-distil (oracle2teacher)": 4.436409950256348,
      "epoch": 1.8681318681318682,
      "rel-constrast": 3.460313320159912,
      "step": 2380,
      "subrel-constrast": 3.0480763912200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0701966285705566,
      "cov-distil (oracle2student)": 3.8211021423339844,
      "cov-distil (oracle2teacher)": 3.77089262008667,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.863664150238037,
      "step": 2381,
      "subrel-constrast": 3.257392168045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244356632232666,
      "cov-distil (oracle2student)": 3.415245532989502,
      "cov-distil (oracle2teacher)": 3.6805779933929443,
      "epoch": 1.8697017268445841,
      "rel-constrast": 1.7321491241455078,
      "step": 2382,
      "subrel-constrast": 2.6797306537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.267632007598877,
      "cov-distil (oracle2student)": 2.9982099533081055,
      "cov-distil (oracle2teacher)": 2.7778725624084473,
      "epoch": 1.870486656200942,
      "rel-constrast": 1.8761638402938843,
      "step": 2383,
      "subrel-constrast": 2.8192520141601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6807575225830078,
      "cov-distil (oracle2student)": 5.825443267822266,
      "cov-distil (oracle2teacher)": 5.328534126281738,
      "epoch": 1.8712715855572999,
      "rel-constrast": 3.472444534301758,
      "step": 2384,
      "subrel-constrast": 3.279890537261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6270666122436523,
      "cov-distil (oracle2student)": 4.0727458000183105,
      "cov-distil (oracle2teacher)": 4.56382942199707,
      "epoch": 1.8720565149136577,
      "rel-constrast": 3.390730381011963,
      "step": 2385,
      "subrel-constrast": 3.2233047485351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666742205619812,
      "cov-distil (oracle2student)": 4.302150249481201,
      "cov-distil (oracle2teacher)": 4.422196865081787,
      "epoch": 1.8728414442700156,
      "rel-constrast": 2.508187770843506,
      "step": 2386,
      "subrel-constrast": 2.9238572120666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.045621395111084,
      "cov-distil (oracle2student)": 5.114781379699707,
      "cov-distil (oracle2teacher)": 4.659820556640625,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.6753265857696533,
      "step": 2387,
      "subrel-constrast": 4.225111484527588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0950167179107666,
      "cov-distil (oracle2student)": 4.274386405944824,
      "cov-distil (oracle2teacher)": 3.1069698333740234,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.7930381298065186,
      "step": 2388,
      "subrel-constrast": 2.6028287410736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9269359111785889,
      "cov-distil (oracle2student)": 4.471704483032227,
      "cov-distil (oracle2teacher)": 5.008145809173584,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.6244139671325684,
      "step": 2389,
      "subrel-constrast": 3.408374786376953,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 5.90625,
      "learning_rate": 6.24683012557677e-05,
      "loss": 0.7099,
      "step": 2390
    },
    {
      "cov-distil": 1.8681410551071167,
      "cov-distil (oracle2student)": 5.429770469665527,
      "cov-distil (oracle2teacher)": 5.173088073730469,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.4954993724823,
      "step": 2390,
      "subrel-constrast": 3.630286693572998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.589783787727356,
      "cov-distil (oracle2student)": 5.665678024291992,
      "cov-distil (oracle2teacher)": 5.8490753173828125,
      "epoch": 1.8767660910518054,
      "rel-constrast": 3.050943374633789,
      "step": 2391,
      "subrel-constrast": 3.5236599445343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.536159038543701,
      "cov-distil (oracle2student)": 7.137753963470459,
      "cov-distil (oracle2teacher)": 6.352526664733887,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.154176712036133,
      "step": 2392,
      "subrel-constrast": 3.3371996879577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605252742767334,
      "cov-distil (oracle2student)": 3.084667444229126,
      "cov-distil (oracle2teacher)": 3.1529054641723633,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.9193079471588135,
      "step": 2393,
      "subrel-constrast": 3.2236931324005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6084375381469727,
      "cov-distil (oracle2student)": 5.2976226806640625,
      "cov-distil (oracle2teacher)": 5.361682891845703,
      "epoch": 1.879120879120879,
      "rel-constrast": 2.96370792388916,
      "step": 2394,
      "subrel-constrast": 4.160001754760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9832470417022705,
      "cov-distil (oracle2student)": 4.91391658782959,
      "cov-distil (oracle2teacher)": 5.26702356338501,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.3359930515289307,
      "step": 2395,
      "subrel-constrast": 3.3407561779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74228036403656,
      "cov-distil (oracle2student)": 5.3019938468933105,
      "cov-distil (oracle2teacher)": 5.5951924324035645,
      "epoch": 1.880690737833595,
      "rel-constrast": 1.9384337663650513,
      "step": 2396,
      "subrel-constrast": 2.5188019275665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222571611404419,
      "cov-distil (oracle2student)": 3.8252179622650146,
      "cov-distil (oracle2teacher)": 4.192346572875977,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.5967628955841064,
      "step": 2397,
      "subrel-constrast": 2.725722312927246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726281762123108,
      "cov-distil (oracle2student)": 4.680871963500977,
      "cov-distil (oracle2teacher)": 4.632303237915039,
      "epoch": 1.8822605965463108,
      "rel-constrast": 2.2370078563690186,
      "step": 2398,
      "subrel-constrast": 2.4192380905151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147364139556885,
      "cov-distil (oracle2student)": 4.047582149505615,
      "cov-distil (oracle2teacher)": 3.9771666526794434,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.2816758155822754,
      "step": 2399,
      "subrel-constrast": 2.8015596866607666,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 5.0625,
      "learning_rate": 6.212996153977037e-05,
      "loss": 0.6493,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.265625,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.053558349609375
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.044677734375
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.008880615234375,
      "step": 2400
    },
    {
      "cov-distil": 2.437134027481079,
      "cov-distil (oracle2student)": 6.131251811981201,
      "cov-distil (oracle2teacher)": 5.567312240600586,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.712024688720703,
      "step": 2400,
      "subrel-constrast": 3.3768844604492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6408188343048096,
      "cov-distil (oracle2student)": 4.73301887512207,
      "cov-distil (oracle2teacher)": 4.9517974853515625,
      "epoch": 1.8846153846153846,
      "rel-constrast": 2.7962138652801514,
      "step": 2401,
      "subrel-constrast": 3.5069539546966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8431373834609985,
      "cov-distil (oracle2student)": 5.361094951629639,
      "cov-distil (oracle2teacher)": 4.872262954711914,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.657086133956909,
      "step": 2402,
      "subrel-constrast": 2.9928207397460938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.653103828430176,
      "cov-distil (oracle2student)": 5.438888072967529,
      "cov-distil (oracle2teacher)": 5.52678108215332,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.1051158905029297,
      "step": 2403,
      "subrel-constrast": 4.268352031707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8589565753936768,
      "cov-distil (oracle2student)": 3.349858522415161,
      "cov-distil (oracle2teacher)": 3.1718482971191406,
      "epoch": 1.8869701726844585,
      "rel-constrast": 2.9144885540008545,
      "step": 2404,
      "subrel-constrast": 2.730599880218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3778746128082275,
      "cov-distil (oracle2student)": 3.0231761932373047,
      "cov-distil (oracle2teacher)": 3.109903573989868,
      "epoch": 1.8877551020408163,
      "rel-constrast": 2.3867075443267822,
      "step": 2405,
      "subrel-constrast": 3.4260880947113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5056190490722656,
      "cov-distil (oracle2student)": 3.7299234867095947,
      "cov-distil (oracle2teacher)": 3.923288583755493,
      "epoch": 1.8885400313971743,
      "rel-constrast": 3.2097342014312744,
      "step": 2406,
      "subrel-constrast": 3.8142032623291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1724278926849365,
      "cov-distil (oracle2student)": 3.5008158683776855,
      "cov-distil (oracle2teacher)": 3.744053363800049,
      "epoch": 1.889324960753532,
      "rel-constrast": 3.2705001831054688,
      "step": 2407,
      "subrel-constrast": 3.8552663326263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089468479156494,
      "cov-distil (oracle2student)": 4.250069618225098,
      "cov-distil (oracle2teacher)": 4.543107509613037,
      "epoch": 1.89010989010989,
      "rel-constrast": 2.812431573867798,
      "step": 2408,
      "subrel-constrast": 3.086714744567871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479444980621338,
      "cov-distil (oracle2student)": 5.13569450378418,
      "cov-distil (oracle2teacher)": 5.7851152420043945,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.5609850883483887,
      "step": 2409,
      "subrel-constrast": 3.127742290496826,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 5.125,
      "learning_rate": 6.179103062656042e-05,
      "loss": 0.7106,
      "step": 2410
    },
    {
      "cov-distil": 2.1256067752838135,
      "cov-distil (oracle2student)": 4.591300010681152,
      "cov-distil (oracle2teacher)": 4.055002212524414,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.6866707801818848,
      "step": 2410,
      "subrel-constrast": 3.502439260482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7945325374603271,
      "cov-distil (oracle2student)": 7.233361721038818,
      "cov-distil (oracle2teacher)": 6.753225326538086,
      "epoch": 1.892464678178964,
      "rel-constrast": 3.0656025409698486,
      "step": 2411,
      "subrel-constrast": 3.6281638145446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.461000442504883,
      "cov-distil (oracle2student)": 3.790388584136963,
      "cov-distil (oracle2teacher)": 3.768899440765381,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.6998534202575684,
      "step": 2412,
      "subrel-constrast": 2.878535032272339,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2623958587646484,
      "cov-distil (oracle2student)": 6.764174938201904,
      "cov-distil (oracle2teacher)": 6.322612285614014,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.420757532119751,
      "step": 2413,
      "subrel-constrast": 3.506953477859497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0747151374816895,
      "cov-distil (oracle2student)": 5.146211624145508,
      "cov-distil (oracle2teacher)": 4.944425582885742,
      "epoch": 1.8948194662480375,
      "rel-constrast": 3.5046355724334717,
      "step": 2414,
      "subrel-constrast": 3.304572105407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243309497833252,
      "cov-distil (oracle2student)": 4.602381229400635,
      "cov-distil (oracle2teacher)": 4.855684757232666,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.7417376041412354,
      "step": 2415,
      "subrel-constrast": 4.107095241546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.208489418029785,
      "cov-distil (oracle2student)": 5.9448347091674805,
      "cov-distil (oracle2teacher)": 5.578341484069824,
      "epoch": 1.8963893249607535,
      "rel-constrast": 3.3748741149902344,
      "step": 2416,
      "subrel-constrast": 3.3130369186401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3033041954040527,
      "cov-distil (oracle2student)": 4.488136291503906,
      "cov-distil (oracle2teacher)": 4.217307090759277,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.759122848510742,
      "step": 2417,
      "subrel-constrast": 3.496525764465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0421011447906494,
      "cov-distil (oracle2student)": 3.4307172298431396,
      "cov-distil (oracle2teacher)": 3.8878097534179688,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.761683464050293,
      "step": 2418,
      "subrel-constrast": 2.648345708847046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7778466939926147,
      "cov-distil (oracle2student)": 4.266635894775391,
      "cov-distil (oracle2teacher)": 4.355156421661377,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.5807018280029297,
      "step": 2419,
      "subrel-constrast": 4.047300815582275,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 5.84375,
      "learning_rate": 6.145152503515239e-05,
      "loss": 0.7399,
      "step": 2420
    },
    {
      "cov-distil": 2.1908180713653564,
      "cov-distil (oracle2student)": 4.573063850402832,
      "cov-distil (oracle2teacher)": 4.905538558959961,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.4619693756103516,
      "step": 2420,
      "subrel-constrast": 3.208540201187134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9104621410369873,
      "cov-distil (oracle2student)": 4.627760410308838,
      "cov-distil (oracle2teacher)": 4.378695011138916,
      "epoch": 1.900313971742543,
      "rel-constrast": 1.958376407623291,
      "step": 2421,
      "subrel-constrast": 2.5901732444763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8032530546188354,
      "cov-distil (oracle2student)": 3.622000217437744,
      "cov-distil (oracle2teacher)": 3.752638816833496,
      "epoch": 1.901098901098901,
      "rel-constrast": 2.753938913345337,
      "step": 2422,
      "subrel-constrast": 3.245098352432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065905809402466,
      "cov-distil (oracle2student)": 3.588733434677124,
      "cov-distil (oracle2teacher)": 4.522480010986328,
      "epoch": 1.901883830455259,
      "rel-constrast": 2.8645787239074707,
      "step": 2423,
      "subrel-constrast": 3.8088810443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369144916534424,
      "cov-distil (oracle2student)": 4.6054182052612305,
      "cov-distil (oracle2teacher)": 4.782381057739258,
      "epoch": 1.902668759811617,
      "rel-constrast": 3.2309670448303223,
      "step": 2424,
      "subrel-constrast": 3.2463691234588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.329012870788574,
      "cov-distil (oracle2student)": 3.652949333190918,
      "cov-distil (oracle2teacher)": 3.8410134315490723,
      "epoch": 1.903453689167975,
      "rel-constrast": 2.3853366374969482,
      "step": 2425,
      "subrel-constrast": 2.828831434249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4512641429901123,
      "cov-distil (oracle2student)": 5.218362331390381,
      "cov-distil (oracle2teacher)": 5.29039192199707,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.7236251831054688,
      "step": 2426,
      "subrel-constrast": 3.3962063789367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6006741523742676,
      "cov-distil (oracle2student)": 4.407792091369629,
      "cov-distil (oracle2teacher)": 4.470614433288574,
      "epoch": 1.9050235478806907,
      "rel-constrast": 3.351210355758667,
      "step": 2427,
      "subrel-constrast": 3.080582857131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3779377937316895,
      "cov-distil (oracle2student)": 8.675718307495117,
      "cov-distil (oracle2teacher)": 7.430089473724365,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.7502427101135254,
      "step": 2428,
      "subrel-constrast": 3.591294765472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8212494850158691,
      "cov-distil (oracle2student)": 5.851724624633789,
      "cov-distil (oracle2teacher)": 6.024942398071289,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.6044728755950928,
      "step": 2429,
      "subrel-constrast": 3.730755090713501,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 5.84375,
      "learning_rate": 6.111146131256983e-05,
      "loss": 0.7021,
      "step": 2430
    },
    {
      "cov-distil": 2.3011133670806885,
      "cov-distil (oracle2student)": 6.082186698913574,
      "cov-distil (oracle2teacher)": 6.0505852699279785,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.7190070152282715,
      "step": 2430,
      "subrel-constrast": 3.916029453277588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034996032714844,
      "cov-distil (oracle2student)": 5.009609222412109,
      "cov-distil (oracle2teacher)": 4.591284275054932,
      "epoch": 1.9081632653061225,
      "rel-constrast": 3.1290347576141357,
      "step": 2431,
      "subrel-constrast": 3.246396780014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735163688659668,
      "cov-distil (oracle2student)": 4.805800914764404,
      "cov-distil (oracle2teacher)": 4.3833112716674805,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.8384965658187866,
      "step": 2432,
      "subrel-constrast": 2.537614345550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.930673122406006,
      "cov-distil (oracle2student)": 6.0922441482543945,
      "cov-distil (oracle2teacher)": 6.541348457336426,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.5717897415161133,
      "step": 2433,
      "subrel-constrast": 3.6101062297821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6962347030639648,
      "cov-distil (oracle2student)": 4.997028350830078,
      "cov-distil (oracle2teacher)": 5.01286506652832,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.8226851224899292,
      "step": 2434,
      "subrel-constrast": 2.1887505054473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5364439487457275,
      "cov-distil (oracle2student)": 5.717162609100342,
      "cov-distil (oracle2teacher)": 5.521664619445801,
      "epoch": 1.9113029827315542,
      "rel-constrast": 2.075930118560791,
      "step": 2435,
      "subrel-constrast": 2.536807060241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5589051246643066,
      "cov-distil (oracle2student)": 3.87323260307312,
      "cov-distil (oracle2teacher)": 3.5744476318359375,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.405484199523926,
      "step": 2436,
      "subrel-constrast": 2.748708963394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8780381679534912,
      "cov-distil (oracle2student)": 5.537714958190918,
      "cov-distil (oracle2teacher)": 5.251213073730469,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.356497287750244,
      "step": 2437,
      "subrel-constrast": 3.803312301635742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3722138404846191,
      "cov-distil (oracle2student)": 4.353880882263184,
      "cov-distil (oracle2teacher)": 4.637007713317871,
      "epoch": 1.913657770800628,
      "rel-constrast": 1.8993935585021973,
      "step": 2438,
      "subrel-constrast": 2.1933400630950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.328665256500244,
      "cov-distil (oracle2student)": 3.9899816513061523,
      "cov-distil (oracle2teacher)": 3.9477577209472656,
      "epoch": 1.914442700156986,
      "rel-constrast": 2.8243248462677,
      "step": 2439,
      "subrel-constrast": 3.0520126819610596,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 6.25,
      "learning_rate": 6.077085603303882e-05,
      "loss": 0.6661,
      "step": 2440
    },
    {
      "cov-distil": 1.7592217922210693,
      "cov-distil (oracle2student)": 4.5375776290893555,
      "cov-distil (oracle2teacher)": 3.889224052429199,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.6938860416412354,
      "step": 2440,
      "subrel-constrast": 3.0827207565307617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3946235179901123,
      "cov-distil (oracle2student)": 4.344771385192871,
      "cov-distil (oracle2teacher)": 4.462379455566406,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.3499655723571777,
      "step": 2441,
      "subrel-constrast": 3.032468795776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6711195707321167,
      "cov-distil (oracle2student)": 5.10030460357666,
      "cov-distil (oracle2teacher)": 4.866796493530273,
      "epoch": 1.9167974882260597,
      "rel-constrast": 3.371342658996582,
      "step": 2442,
      "subrel-constrast": 3.158686637878418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4668070077896118,
      "cov-distil (oracle2student)": 4.318781852722168,
      "cov-distil (oracle2teacher)": 4.467633247375488,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.8278894424438477,
      "step": 2443,
      "subrel-constrast": 3.0605411529541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6778088808059692,
      "cov-distil (oracle2student)": 4.133761882781982,
      "cov-distil (oracle2teacher)": 4.118933200836182,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.745126724243164,
      "step": 2444,
      "subrel-constrast": 3.2865118980407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730534553527832,
      "cov-distil (oracle2student)": 4.059757232666016,
      "cov-distil (oracle2teacher)": 4.663569450378418,
      "epoch": 1.9191522762951334,
      "rel-constrast": 2.755176544189453,
      "step": 2445,
      "subrel-constrast": 3.620431900024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3050129413604736,
      "cov-distil (oracle2student)": 7.3788909912109375,
      "cov-distil (oracle2teacher)": 7.754733562469482,
      "epoch": 1.9199372056514914,
      "rel-constrast": 3.0278007984161377,
      "step": 2446,
      "subrel-constrast": 4.391505718231201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.836742877960205,
      "cov-distil (oracle2student)": 3.221345901489258,
      "cov-distil (oracle2teacher)": 3.8825039863586426,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.01511812210083,
      "step": 2447,
      "subrel-constrast": 3.066784620285034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4408059120178223,
      "cov-distil (oracle2student)": 4.404914855957031,
      "cov-distil (oracle2teacher)": 4.41554594039917,
      "epoch": 1.9215070643642074,
      "rel-constrast": 3.0391955375671387,
      "step": 2448,
      "subrel-constrast": 3.4105911254882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6281455755233765,
      "cov-distil (oracle2student)": 4.688261032104492,
      "cov-distil (oracle2teacher)": 4.395235061645508,
      "epoch": 1.9222919937205651,
      "rel-constrast": 4.153909683227539,
      "step": 2449,
      "subrel-constrast": 4.057474613189697,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 6.40625,
      "learning_rate": 6.042972579718019e-05,
      "loss": 0.7245,
      "step": 2450
    },
    {
      "cov-distil": 2.3334896564483643,
      "cov-distil (oracle2student)": 3.716407299041748,
      "cov-distil (oracle2teacher)": 3.9700071811676025,
      "epoch": 1.9230769230769231,
      "rel-constrast": 2.104714870452881,
      "step": 2450,
      "subrel-constrast": 2.798041343688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2125606536865234,
      "cov-distil (oracle2student)": 4.052098274230957,
      "cov-distil (oracle2teacher)": 4.003574371337891,
      "epoch": 1.923861852433281,
      "rel-constrast": 2.0958385467529297,
      "step": 2451,
      "subrel-constrast": 2.9285762310028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7260818481445312,
      "cov-distil (oracle2student)": 4.709094047546387,
      "cov-distil (oracle2teacher)": 5.889895439147949,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.7923723459243774,
      "step": 2452,
      "subrel-constrast": 2.31384015083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374174118041992,
      "cov-distil (oracle2student)": 3.318772315979004,
      "cov-distil (oracle2teacher)": 3.299105405807495,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.9183478355407715,
      "step": 2453,
      "subrel-constrast": 3.8933112621307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3615858554840088,
      "cov-distil (oracle2student)": 5.292784214019775,
      "cov-distil (oracle2teacher)": 4.442875862121582,
      "epoch": 1.9262166405023549,
      "rel-constrast": 2.201432704925537,
      "step": 2454,
      "subrel-constrast": 2.8121838569641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.253101348876953,
      "cov-distil (oracle2student)": 3.3722894191741943,
      "cov-distil (oracle2teacher)": 3.414076566696167,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.4742941856384277,
      "step": 2455,
      "subrel-constrast": 3.2400829792022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9762574434280396,
      "cov-distil (oracle2student)": 4.765923023223877,
      "cov-distil (oracle2teacher)": 4.576281547546387,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.0016727447509766,
      "step": 2456,
      "subrel-constrast": 4.118810176849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.935774564743042,
      "cov-distil (oracle2student)": 3.638676166534424,
      "cov-distil (oracle2teacher)": 4.2220330238342285,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.328850746154785,
      "step": 2457,
      "subrel-constrast": 3.5415661334991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201366901397705,
      "cov-distil (oracle2student)": 4.273174285888672,
      "cov-distil (oracle2teacher)": 4.389764785766602,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.4983973503112793,
      "step": 2458,
      "subrel-constrast": 3.9117987155914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217217445373535,
      "cov-distil (oracle2student)": 6.020753860473633,
      "cov-distil (oracle2teacher)": 6.061045169830322,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.372495651245117,
      "step": 2459,
      "subrel-constrast": 4.171265125274658,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 5.25,
      "learning_rate": 6.008808723120035e-05,
      "loss": 0.5947,
      "step": 2460
    },
    {
      "cov-distil": 1.687945008277893,
      "cov-distil (oracle2student)": 3.771752119064331,
      "cov-distil (oracle2teacher)": 3.9231348037719727,
      "epoch": 1.9309262166405023,
      "rel-constrast": 3.116671085357666,
      "step": 2460,
      "subrel-constrast": 3.1500637531280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7739177942276,
      "cov-distil (oracle2student)": 6.626351356506348,
      "cov-distil (oracle2teacher)": 6.596504211425781,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.560353994369507,
      "step": 2461,
      "subrel-constrast": 2.7602779865264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8357832431793213,
      "cov-distil (oracle2student)": 4.017762184143066,
      "cov-distil (oracle2teacher)": 3.708831787109375,
      "epoch": 1.9324960753532183,
      "rel-constrast": 3.3711981773376465,
      "step": 2462,
      "subrel-constrast": 3.6443586349487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0306951999664307,
      "cov-distil (oracle2student)": 5.807328701019287,
      "cov-distil (oracle2teacher)": 6.186139106750488,
      "epoch": 1.933281004709576,
      "rel-constrast": 1.9793134927749634,
      "step": 2463,
      "subrel-constrast": 2.826362133026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9757835865020752,
      "cov-distil (oracle2student)": 5.7259907722473145,
      "cov-distil (oracle2teacher)": 5.311363697052002,
      "epoch": 1.934065934065934,
      "rel-constrast": 2.3484790325164795,
      "step": 2464,
      "subrel-constrast": 3.0158743858337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3324267864227295,
      "cov-distil (oracle2student)": 3.5916457176208496,
      "cov-distil (oracle2teacher)": 3.0311572551727295,
      "epoch": 1.9348508634222918,
      "rel-constrast": 2.2846477031707764,
      "step": 2465,
      "subrel-constrast": 1.8889868259429932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.350996255874634,
      "cov-distil (oracle2student)": 4.499471664428711,
      "cov-distil (oracle2teacher)": 3.945847272872925,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.5195398330688477,
      "step": 2466,
      "subrel-constrast": 2.80791974067688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8712279796600342,
      "cov-distil (oracle2student)": 4.294699668884277,
      "cov-distil (oracle2teacher)": 4.541024208068848,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.8388800621032715,
      "step": 2467,
      "subrel-constrast": 3.18410325050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4040420055389404,
      "cov-distil (oracle2student)": 3.899484872817993,
      "cov-distil (oracle2teacher)": 4.236576080322266,
      "epoch": 1.9372056514913658,
      "rel-constrast": 3.5524230003356934,
      "step": 2468,
      "subrel-constrast": 2.7692809104919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9302080869674683,
      "cov-distil (oracle2student)": 3.3824026584625244,
      "cov-distil (oracle2teacher)": 3.6351897716522217,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.320996046066284,
      "step": 2469,
      "subrel-constrast": 2.907106876373291,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 5.78125,
      "learning_rate": 5.974595698608103e-05,
      "loss": 0.6723,
      "step": 2470
    },
    {
      "cov-distil": 2.0390219688415527,
      "cov-distil (oracle2student)": 3.574535846710205,
      "cov-distil (oracle2teacher)": 3.5823416709899902,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.8832695484161377,
      "step": 2470,
      "subrel-constrast": 2.332310438156128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563239812850952,
      "cov-distil (oracle2student)": 5.087672233581543,
      "cov-distil (oracle2teacher)": 5.039678573608398,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.644735097885132,
      "step": 2471,
      "subrel-constrast": 2.9418880939483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6870641708374023,
      "cov-distil (oracle2student)": 4.363663196563721,
      "cov-distil (oracle2teacher)": 4.42846155166626,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.830936908721924,
      "step": 2472,
      "subrel-constrast": 3.4263899326324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098186492919922,
      "cov-distil (oracle2student)": 3.884005069732666,
      "cov-distil (oracle2teacher)": 3.8875696659088135,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.5178287029266357,
      "step": 2473,
      "subrel-constrast": 4.144705772399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5270514488220215,
      "cov-distil (oracle2student)": 4.721444606781006,
      "cov-distil (oracle2teacher)": 5.402957439422607,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.482637405395508,
      "step": 2474,
      "subrel-constrast": 4.246410369873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9311585426330566,
      "cov-distil (oracle2student)": 3.8060672283172607,
      "cov-distil (oracle2teacher)": 3.5603396892547607,
      "epoch": 1.9427001569858713,
      "rel-constrast": 2.1502785682678223,
      "step": 2475,
      "subrel-constrast": 3.1536002159118652,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2926223278045654,
      "cov-distil (oracle2student)": 4.614287376403809,
      "cov-distil (oracle2teacher)": 4.396866798400879,
      "epoch": 1.9434850863422293,
      "rel-constrast": 4.8139190673828125,
      "step": 2476,
      "subrel-constrast": 5.218353271484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7026467323303223,
      "cov-distil (oracle2student)": 6.644528388977051,
      "cov-distil (oracle2teacher)": 6.19511604309082,
      "epoch": 1.9442700156985873,
      "rel-constrast": 2.9954545497894287,
      "step": 2477,
      "subrel-constrast": 3.128133773803711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603178858757019,
      "cov-distil (oracle2student)": 5.406822204589844,
      "cov-distil (oracle2teacher)": 5.390783309936523,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.8402321338653564,
      "step": 2478,
      "subrel-constrast": 3.283267021179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9571011066436768,
      "cov-distil (oracle2student)": 3.0999464988708496,
      "cov-distil (oracle2teacher)": 3.935704469680786,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.2792153358459473,
      "step": 2479,
      "subrel-constrast": 2.6279282569885254,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 4.78125,
      "learning_rate": 5.9403351736767696e-05,
      "loss": 0.736,
      "step": 2480
    },
    {
      "cov-distil": 1.8668606281280518,
      "cov-distil (oracle2student)": 3.503502130508423,
      "cov-distil (oracle2teacher)": 3.279601812362671,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.480930805206299,
      "step": 2480,
      "subrel-constrast": 2.798454761505127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8852900266647339,
      "cov-distil (oracle2student)": 4.244143009185791,
      "cov-distil (oracle2teacher)": 3.938053846359253,
      "epoch": 1.9474097331240188,
      "rel-constrast": 3.138617992401123,
      "step": 2481,
      "subrel-constrast": 3.0289249420166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657670259475708,
      "cov-distil (oracle2student)": 5.167550086975098,
      "cov-distil (oracle2teacher)": 4.708657264709473,
      "epoch": 1.9481946624803768,
      "rel-constrast": 2.581165313720703,
      "step": 2482,
      "subrel-constrast": 3.298506498336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239790439605713,
      "cov-distil (oracle2student)": 3.431365728378296,
      "cov-distil (oracle2teacher)": 3.7457351684570312,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.76480770111084,
      "step": 2483,
      "subrel-constrast": 3.8160552978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8459279537200928,
      "cov-distil (oracle2student)": 3.5243842601776123,
      "cov-distil (oracle2teacher)": 3.8231873512268066,
      "epoch": 1.9497645211930927,
      "rel-constrast": 2.826083183288574,
      "step": 2484,
      "subrel-constrast": 3.5021095275878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9210548400878906,
      "cov-distil (oracle2student)": 4.5377960205078125,
      "cov-distil (oracle2teacher)": 5.1322021484375,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.3552684783935547,
      "step": 2485,
      "subrel-constrast": 3.4798367023468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708056926727295,
      "cov-distil (oracle2student)": 4.857287406921387,
      "cov-distil (oracle2teacher)": 4.717148780822754,
      "epoch": 1.9513343799058085,
      "rel-constrast": 2.991637945175171,
      "step": 2486,
      "subrel-constrast": 3.8538687229156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4445866346359253,
      "cov-distil (oracle2student)": 4.9125823974609375,
      "cov-distil (oracle2teacher)": 4.670475006103516,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.51629376411438,
      "step": 2487,
      "subrel-constrast": 3.355787754058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.655949115753174,
      "cov-distil (oracle2student)": 5.966297149658203,
      "cov-distil (oracle2teacher)": 5.986098289489746,
      "epoch": 1.9529042386185242,
      "rel-constrast": 3.2626354694366455,
      "step": 2488,
      "subrel-constrast": 4.3968329429626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9945803880691528,
      "cov-distil (oracle2student)": 6.459602355957031,
      "cov-distil (oracle2teacher)": 5.877923011779785,
      "epoch": 1.9536891679748822,
      "rel-constrast": 2.5132532119750977,
      "step": 2489,
      "subrel-constrast": 2.7977800369262695,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 5.59375,
      "learning_rate": 5.906028818135687e-05,
      "loss": 0.6858,
      "step": 2490
    },
    {
      "cov-distil": 2.2153186798095703,
      "cov-distil (oracle2student)": 4.558100700378418,
      "cov-distil (oracle2teacher)": 3.720633029937744,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.2447004318237305,
      "step": 2490,
      "subrel-constrast": 2.6911709308624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952585220336914,
      "cov-distil (oracle2student)": 4.796973705291748,
      "cov-distil (oracle2teacher)": 4.5937299728393555,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.307803153991699,
      "step": 2491,
      "subrel-constrast": 3.1071579456329346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8112146854400635,
      "cov-distil (oracle2student)": 5.045344352722168,
      "cov-distil (oracle2teacher)": 4.880633354187012,
      "epoch": 1.9560439560439562,
      "rel-constrast": 3.659937858581543,
      "step": 2492,
      "subrel-constrast": 3.7190141677856445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4868398904800415,
      "cov-distil (oracle2student)": 4.826017379760742,
      "cov-distil (oracle2teacher)": 4.381100654602051,
      "epoch": 1.956828885400314,
      "rel-constrast": 1.9753671884536743,
      "step": 2493,
      "subrel-constrast": 2.8996875286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1026721000671387,
      "cov-distil (oracle2student)": 2.54170298576355,
      "cov-distil (oracle2teacher)": 2.853010654449463,
      "epoch": 1.957613814756672,
      "rel-constrast": 2.0432238578796387,
      "step": 2494,
      "subrel-constrast": 2.42795991897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.534482479095459,
      "cov-distil (oracle2student)": 5.846956253051758,
      "cov-distil (oracle2teacher)": 5.090435981750488,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.32497239112854,
      "step": 2495,
      "subrel-constrast": 3.9177615642547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.315896511077881,
      "cov-distil (oracle2student)": 6.092440605163574,
      "cov-distil (oracle2teacher)": 5.105635643005371,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.1274499893188477,
      "step": 2496,
      "subrel-constrast": 3.865272283554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5619418621063232,
      "cov-distil (oracle2student)": 1.7443065643310547,
      "cov-distil (oracle2teacher)": 2.4689059257507324,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.252311944961548,
      "step": 2497,
      "subrel-constrast": 2.7410295009613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8640586137771606,
      "cov-distil (oracle2student)": 5.467227935791016,
      "cov-distil (oracle2teacher)": 4.969353675842285,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.5120552778244019,
      "step": 2498,
      "subrel-constrast": 2.2876338958740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6416150331497192,
      "cov-distil (oracle2student)": 4.690827369689941,
      "cov-distil (oracle2teacher)": 4.5266923904418945,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.8629257678985596,
      "step": 2499,
      "subrel-constrast": 2.2377564907073975,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 4.6875,
      "learning_rate": 5.8716783040282244e-05,
      "loss": 0.6078,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.738,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7472976676153877,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5698495772621469,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.4269999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6007233705912474,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.5810477857677194,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5274610684695811,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.31562501192092896,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.06451416015625
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.0623779296875
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.00213623046875,
      "step": 2500
    },
    {
      "cov-distil": 1.2225520610809326,
      "cov-distil (oracle2student)": 5.309970855712891,
      "cov-distil (oracle2teacher)": 5.672303676605225,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.3855199813842773,
      "step": 2500,
      "subrel-constrast": 2.3666558265686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872155785560608,
      "cov-distil (oracle2student)": 5.027472972869873,
      "cov-distil (oracle2teacher)": 5.321221351623535,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.575479507446289,
      "step": 2501,
      "subrel-constrast": 3.300097703933716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227443218231201,
      "cov-distil (oracle2student)": 4.981745719909668,
      "cov-distil (oracle2teacher)": 4.8786845207214355,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.897221565246582,
      "step": 2502,
      "subrel-constrast": 3.5236194133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386404514312744,
      "cov-distil (oracle2student)": 5.596979141235352,
      "cov-distil (oracle2teacher)": 5.143508434295654,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.692634344100952,
      "step": 2503,
      "subrel-constrast": 3.8815207481384277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6746184825897217,
      "cov-distil (oracle2student)": 6.322510719299316,
      "cov-distil (oracle2teacher)": 6.038435935974121,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.0913889408111572,
      "step": 2504,
      "subrel-constrast": 2.9296252727508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6233679056167603,
      "cov-distil (oracle2student)": 2.964816093444824,
      "cov-distil (oracle2teacher)": 3.5122010707855225,
      "epoch": 1.9662480376766092,
      "rel-constrast": 1.6735039949417114,
      "step": 2505,
      "subrel-constrast": 2.610323905944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952760457992554,
      "cov-distil (oracle2student)": 3.2139170169830322,
      "cov-distil (oracle2teacher)": 4.353132247924805,
      "epoch": 1.9670329670329672,
      "rel-constrast": 2.5895330905914307,
      "step": 2506,
      "subrel-constrast": 3.323965311050415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9403142929077148,
      "cov-distil (oracle2student)": 4.037015914916992,
      "cov-distil (oracle2teacher)": 4.291872501373291,
      "epoch": 1.967817896389325,
      "rel-constrast": 3.0716917514801025,
      "step": 2507,
      "subrel-constrast": 3.8357462882995605,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4156689643859863,
      "cov-distil (oracle2student)": 5.423083305358887,
      "cov-distil (oracle2teacher)": 4.680746555328369,
      "epoch": 1.968602825745683,
      "rel-constrast": 3.222414255142212,
      "step": 2508,
      "subrel-constrast": 3.2956390380859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639742136001587,
      "cov-distil (oracle2student)": 6.942140579223633,
      "cov-distil (oracle2teacher)": 6.753202438354492,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.8221075534820557,
      "step": 2509,
      "subrel-constrast": 2.724263906478882,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 5.5625,
      "learning_rate": 5.837285305549978e-05,
      "loss": 0.7005,
      "step": 2510
    },
    {
      "cov-distil": 2.1641781330108643,
      "cov-distil (oracle2student)": 4.283402442932129,
      "cov-distil (oracle2teacher)": 3.772627592086792,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.54879093170166,
      "step": 2510,
      "subrel-constrast": 3.042397975921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489097595214844,
      "cov-distil (oracle2student)": 4.0950493812561035,
      "cov-distil (oracle2teacher)": 4.105362892150879,
      "epoch": 1.9709576138147566,
      "rel-constrast": 3.1420552730560303,
      "step": 2511,
      "subrel-constrast": 3.3489694595336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7748868465423584,
      "cov-distil (oracle2student)": 4.655896186828613,
      "cov-distil (oracle2teacher)": 4.2936506271362305,
      "epoch": 1.9717425431711146,
      "rel-constrast": 3.3456034660339355,
      "step": 2512,
      "subrel-constrast": 3.3331098556518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3507415056228638,
      "cov-distil (oracle2student)": 5.5714898109436035,
      "cov-distil (oracle2teacher)": 5.121783256530762,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.8494200706481934,
      "step": 2513,
      "subrel-constrast": 3.9143669605255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125977039337158,
      "cov-distil (oracle2student)": 5.107012748718262,
      "cov-distil (oracle2teacher)": 4.841459274291992,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.5691685676574707,
      "step": 2514,
      "subrel-constrast": 4.255947113037109,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933264970779419,
      "cov-distil (oracle2student)": 5.319183826446533,
      "cov-distil (oracle2teacher)": 4.810039520263672,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.7086691856384277,
      "step": 2515,
      "subrel-constrast": 3.271160125732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6388174295425415,
      "cov-distil (oracle2student)": 5.97515344619751,
      "cov-distil (oracle2teacher)": 4.739749908447266,
      "epoch": 1.9748822605965461,
      "rel-constrast": 3.0537171363830566,
      "step": 2516,
      "subrel-constrast": 2.6927037239074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.147085666656494,
      "cov-distil (oracle2student)": 5.668997764587402,
      "cov-distil (oracle2teacher)": 4.026939868927002,
      "epoch": 1.9756671899529041,
      "rel-constrast": 3.126368999481201,
      "step": 2517,
      "subrel-constrast": 3.1703195571899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9068620204925537,
      "cov-distil (oracle2student)": 5.158315658569336,
      "cov-distil (oracle2teacher)": 4.742196083068848,
      "epoch": 1.9764521193092621,
      "rel-constrast": 2.2116479873657227,
      "step": 2518,
      "subrel-constrast": 3.171753168106079,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3419479131698608,
      "cov-distil (oracle2student)": 4.089794635772705,
      "cov-distil (oracle2teacher)": 3.8736610412597656,
      "epoch": 1.9772370486656201,
      "rel-constrast": 2.9193832874298096,
      "step": 2519,
      "subrel-constrast": 3.34855055809021,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 5.25,
      "learning_rate": 5.8028514989671724e-05,
      "loss": 0.7619,
      "step": 2520
    },
    {
      "cov-distil": 1.7747656106948853,
      "cov-distil (oracle2student)": 4.940712928771973,
      "cov-distil (oracle2teacher)": 5.2307538986206055,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.4487460851669312,
      "step": 2520,
      "subrel-constrast": 2.378176689147949,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.000467300415039,
      "cov-distil (oracle2student)": 3.6442348957061768,
      "cov-distil (oracle2teacher)": 3.6408212184906006,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.2743892669677734,
      "step": 2521,
      "subrel-constrast": 3.0767998695373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4481682777404785,
      "cov-distil (oracle2student)": 4.763431549072266,
      "cov-distil (oracle2teacher)": 4.2369585037231445,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.729431390762329,
      "step": 2522,
      "subrel-constrast": 3.7695209980010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0720200538635254,
      "cov-distil (oracle2student)": 5.337348937988281,
      "cov-distil (oracle2teacher)": 4.811026573181152,
      "epoch": 1.9803767660910518,
      "rel-constrast": 2.4386372566223145,
      "step": 2523,
      "subrel-constrast": 3.1894137859344482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177273750305176,
      "cov-distil (oracle2student)": 4.696388244628906,
      "cov-distil (oracle2teacher)": 5.5932722091674805,
      "epoch": 1.9811616954474096,
      "rel-constrast": 3.882840156555176,
      "step": 2524,
      "subrel-constrast": 3.4515774250030518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3020150661468506,
      "cov-distil (oracle2student)": 3.7890830039978027,
      "cov-distil (oracle2teacher)": 4.179298400878906,
      "epoch": 1.9819466248037676,
      "rel-constrast": 2.444486618041992,
      "step": 2525,
      "subrel-constrast": 2.919757604598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7473819255828857,
      "cov-distil (oracle2student)": 4.074734210968018,
      "cov-distil (oracle2teacher)": 4.032130241394043,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.429039716720581,
      "step": 2526,
      "subrel-constrast": 3.216249465942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837586522102356,
      "cov-distil (oracle2student)": 3.7994861602783203,
      "cov-distil (oracle2teacher)": 3.7678232192993164,
      "epoch": 1.9835164835164836,
      "rel-constrast": 2.0155608654022217,
      "step": 2527,
      "subrel-constrast": 2.383115530014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546661853790283,
      "cov-distil (oracle2student)": 4.636777877807617,
      "cov-distil (oracle2teacher)": 5.012439727783203,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.684072732925415,
      "step": 2528,
      "subrel-constrast": 3.265784502029419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7751455307006836,
      "cov-distil (oracle2student)": 4.9362897872924805,
      "cov-distil (oracle2teacher)": 4.177788734436035,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.134835720062256,
      "step": 2529,
      "subrel-constrast": 2.958645820617676,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 4.46875,
      "learning_rate": 5.7683785625349616e-05,
      "loss": 0.6371,
      "step": 2530
    },
    {
      "cov-distil": 1.7984894514083862,
      "cov-distil (oracle2student)": 5.065995216369629,
      "cov-distil (oracle2teacher)": 5.3776655197143555,
      "epoch": 1.9858712715855573,
      "rel-constrast": 3.3599891662597656,
      "step": 2530,
      "subrel-constrast": 3.627124309539795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.313042640686035,
      "cov-distil (oracle2student)": 5.022718906402588,
      "cov-distil (oracle2teacher)": 5.378259181976318,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.470643997192383,
      "step": 2531,
      "subrel-constrast": 5.61115026473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8783152103424072,
      "cov-distil (oracle2student)": 3.0980100631713867,
      "cov-distil (oracle2teacher)": 3.1400067806243896,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.6688013076782227,
      "step": 2532,
      "subrel-constrast": 3.152229070663452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308867931365967,
      "cov-distil (oracle2student)": 3.606982707977295,
      "cov-distil (oracle2teacher)": 3.9440665245056152,
      "epoch": 1.988226059654631,
      "rel-constrast": 2.054579496383667,
      "step": 2533,
      "subrel-constrast": 2.480137825012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7697474956512451,
      "cov-distil (oracle2student)": 4.037708282470703,
      "cov-distil (oracle2teacher)": 3.4481453895568848,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.620265245437622,
      "step": 2534,
      "subrel-constrast": 3.183137893676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.286000967025757,
      "cov-distil (oracle2student)": 4.790226459503174,
      "cov-distil (oracle2teacher)": 4.528604984283447,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.740041732788086,
      "step": 2535,
      "subrel-constrast": 3.3533594608306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7355217933654785,
      "cov-distil (oracle2student)": 3.6261096000671387,
      "cov-distil (oracle2teacher)": 4.132897853851318,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.8000693321228027,
      "step": 2536,
      "subrel-constrast": 3.091193914413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9087530374526978,
      "cov-distil (oracle2student)": 2.5522608757019043,
      "cov-distil (oracle2teacher)": 2.4722559452056885,
      "epoch": 1.9913657770800628,
      "rel-constrast": 2.926123857498169,
      "step": 2537,
      "subrel-constrast": 3.087083101272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4713294506072998,
      "cov-distil (oracle2student)": 5.792296886444092,
      "cov-distil (oracle2teacher)": 4.647169589996338,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.756894111633301,
      "step": 2538,
      "subrel-constrast": 2.7664737701416016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189427375793457,
      "cov-distil (oracle2student)": 4.529143810272217,
      "cov-distil (oracle2teacher)": 4.51795768737793,
      "epoch": 1.9929356357927785,
      "rel-constrast": 3.064729928970337,
      "step": 2539,
      "subrel-constrast": 3.361678123474121,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 6.375,
      "learning_rate": 5.733868176415633e-05,
      "loss": 0.7366,
      "step": 2540
    },
    {
      "cov-distil": 1.5750901699066162,
      "cov-distil (oracle2student)": 4.093074321746826,
      "cov-distil (oracle2teacher)": 4.637243270874023,
      "epoch": 1.9937205651491365,
      "rel-constrast": 2.075411081314087,
      "step": 2540,
      "subrel-constrast": 2.448676824569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9777919054031372,
      "cov-distil (oracle2student)": 3.8294248580932617,
      "cov-distil (oracle2teacher)": 4.287189960479736,
      "epoch": 1.9945054945054945,
      "rel-constrast": 3.0209743976593018,
      "step": 2541,
      "subrel-constrast": 4.021409034729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587796688079834,
      "cov-distil (oracle2student)": 5.49365758895874,
      "cov-distil (oracle2teacher)": 5.910480499267578,
      "epoch": 1.9952904238618525,
      "rel-constrast": 5.270740032196045,
      "step": 2542,
      "subrel-constrast": 5.406007766723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437902927398682,
      "cov-distil (oracle2student)": 4.540508270263672,
      "cov-distil (oracle2teacher)": 4.854426383972168,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.1782193183898926,
      "step": 2543,
      "subrel-constrast": 2.8956971168518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8529398441314697,
      "cov-distil (oracle2student)": 4.0779290199279785,
      "cov-distil (oracle2teacher)": 3.9614036083221436,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.625232696533203,
      "step": 2544,
      "subrel-constrast": 3.2495620250701904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0286080837249756,
      "cov-distil (oracle2student)": 6.400110244750977,
      "cov-distil (oracle2teacher)": 6.3265461921691895,
      "epoch": 1.9976452119309263,
      "rel-constrast": 3.2043192386627197,
      "step": 2545,
      "subrel-constrast": 3.5380916595458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0452005863189697,
      "cov-distil (oracle2student)": 3.9761855602264404,
      "cov-distil (oracle2teacher)": 3.9445085525512695,
      "epoch": 1.998430141287284,
      "rel-constrast": 2.704453945159912,
      "step": 2546,
      "subrel-constrast": 3.460219621658325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566762685775757,
      "cov-distil (oracle2student)": 5.573892593383789,
      "cov-distil (oracle2teacher)": 5.220852851867676,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.3901174068450928,
      "step": 2547,
      "subrel-constrast": 3.0887601375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.458240509033203,
      "cov-distil (oracle2student)": 4.926652431488037,
      "cov-distil (oracle2teacher)": 5.318769931793213,
      "epoch": 2.0,
      "rel-constrast": 4.403951168060303,
      "step": 2548,
      "subrel-constrast": 4.529433727264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868029594421387,
      "cov-distil (oracle2student)": 4.364091396331787,
      "cov-distil (oracle2teacher)": 4.624316692352295,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.0798845291137695,
      "step": 2549,
      "subrel-constrast": 2.462433099746704,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 4.71875,
      "learning_rate": 5.699322022596722e-05,
      "loss": 0.7488,
      "step": 2550
    },
    {
      "cov-distil": 2.1258373260498047,
      "cov-distil (oracle2student)": 4.301787376403809,
      "cov-distil (oracle2teacher)": 3.570829391479492,
      "epoch": 2.001569858712716,
      "rel-constrast": 2.3612403869628906,
      "step": 2550,
      "subrel-constrast": 2.9577741622924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5835754871368408,
      "cov-distil (oracle2student)": 4.208854675292969,
      "cov-distil (oracle2teacher)": 3.7016186714172363,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.5100630521774292,
      "step": 2551,
      "subrel-constrast": 2.302774667739868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8982410430908203,
      "cov-distil (oracle2student)": 4.172214984893799,
      "cov-distil (oracle2teacher)": 4.093657493591309,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.3930625915527344,
      "step": 2552,
      "subrel-constrast": 2.7628121376037598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7371593713760376,
      "cov-distil (oracle2student)": 5.621016502380371,
      "cov-distil (oracle2teacher)": 5.383001804351807,
      "epoch": 2.0039246467817895,
      "rel-constrast": 2.9629056453704834,
      "step": 2553,
      "subrel-constrast": 3.2163074016571045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0916059017181396,
      "cov-distil (oracle2student)": 5.589401721954346,
      "cov-distil (oracle2teacher)": 4.830117225646973,
      "epoch": 2.0047095761381475,
      "rel-constrast": 3.052107810974121,
      "step": 2554,
      "subrel-constrast": 3.7211403846740723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1067309379577637,
      "cov-distil (oracle2student)": 5.1945390701293945,
      "cov-distil (oracle2teacher)": 5.382320404052734,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.9063704013824463,
      "step": 2555,
      "subrel-constrast": 4.103235721588135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7570550441741943,
      "cov-distil (oracle2student)": 4.9050211906433105,
      "cov-distil (oracle2teacher)": 4.2007341384887695,
      "epoch": 2.0062794348508635,
      "rel-constrast": 3.8419382572174072,
      "step": 2556,
      "subrel-constrast": 2.8187415599823,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821162462234497,
      "cov-distil (oracle2student)": 4.670251846313477,
      "cov-distil (oracle2teacher)": 4.764123916625977,
      "epoch": 2.0070643642072215,
      "rel-constrast": 2.8519198894500732,
      "step": 2557,
      "subrel-constrast": 3.5106759071350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1122355461120605,
      "cov-distil (oracle2student)": 4.260698318481445,
      "cov-distil (oracle2teacher)": 4.118325233459473,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.690194845199585,
      "step": 2558,
      "subrel-constrast": 3.295985460281372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.711580514907837,
      "cov-distil (oracle2student)": 5.021218299865723,
      "cov-distil (oracle2teacher)": 4.497158527374268,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.182715654373169,
      "step": 2559,
      "subrel-constrast": 2.5896501541137695,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 4.75,
      "learning_rate": 5.664741784809022e-05,
      "loss": 0.6938,
      "step": 2560
    },
    {
      "cov-distil": 1.7884113788604736,
      "cov-distil (oracle2student)": 4.356778621673584,
      "cov-distil (oracle2teacher)": 4.863094329833984,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.8312814235687256,
      "step": 2560,
      "subrel-constrast": 2.967888832092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013068675994873,
      "cov-distil (oracle2student)": 4.491141319274902,
      "cov-distil (oracle2teacher)": 4.037299633026123,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.4350738525390625,
      "step": 2561,
      "subrel-constrast": 3.30755877494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9660069942474365,
      "cov-distil (oracle2student)": 5.017086029052734,
      "cov-distil (oracle2teacher)": 4.902254104614258,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.9878599643707275,
      "step": 2562,
      "subrel-constrast": 3.0214481353759766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421285629272461,
      "cov-distil (oracle2student)": 4.507901668548584,
      "cov-distil (oracle2teacher)": 4.789179801940918,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.660367012023926,
      "step": 2563,
      "subrel-constrast": 3.9827966690063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.054304838180542,
      "cov-distil (oracle2student)": 4.219307899475098,
      "cov-distil (oracle2teacher)": 4.459569931030273,
      "epoch": 2.012558869701727,
      "rel-constrast": 1.9687901735305786,
      "step": 2564,
      "subrel-constrast": 2.4701688289642334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6675575971603394,
      "cov-distil (oracle2student)": 5.174063682556152,
      "cov-distil (oracle2teacher)": 5.171297550201416,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.506148338317871,
      "step": 2565,
      "subrel-constrast": 3.592433214187622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2913450002670288,
      "cov-distil (oracle2student)": 4.28880500793457,
      "cov-distil (oracle2teacher)": 4.500802516937256,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.58596134185791,
      "step": 2566,
      "subrel-constrast": 2.8160061836242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4648096561431885,
      "cov-distil (oracle2student)": 5.971970081329346,
      "cov-distil (oracle2teacher)": 5.209876537322998,
      "epoch": 2.0149136577708004,
      "rel-constrast": 2.790116786956787,
      "step": 2567,
      "subrel-constrast": 3.549389600753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2566826343536377,
      "cov-distil (oracle2student)": 4.800185680389404,
      "cov-distil (oracle2teacher)": 4.5952982902526855,
      "epoch": 2.0156985871271584,
      "rel-constrast": 3.351687431335449,
      "step": 2568,
      "subrel-constrast": 3.7380764484405518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5591020584106445,
      "cov-distil (oracle2student)": 5.750785827636719,
      "cov-distil (oracle2teacher)": 4.93947696685791,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.156550407409668,
      "step": 2569,
      "subrel-constrast": 2.5878803730010986,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 4.65625,
      "learning_rate": 5.630129148444543e-05,
      "loss": 0.6818,
      "step": 2570
    },
    {
      "cov-distil": 1.946911096572876,
      "cov-distil (oracle2student)": 4.756559371948242,
      "cov-distil (oracle2teacher)": 4.397950172424316,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.19710111618042,
      "step": 2570,
      "subrel-constrast": 3.2112863063812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655794858932495,
      "cov-distil (oracle2student)": 3.1239304542541504,
      "cov-distil (oracle2teacher)": 3.513669490814209,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.7445957660675049,
      "step": 2571,
      "subrel-constrast": 3.0302624702453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065640449523926,
      "cov-distil (oracle2student)": 3.886895179748535,
      "cov-distil (oracle2teacher)": 4.261651039123535,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.991373062133789,
      "step": 2572,
      "subrel-constrast": 2.96134877204895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7570685148239136,
      "cov-distil (oracle2student)": 3.8550608158111572,
      "cov-distil (oracle2teacher)": 4.045107364654541,
      "epoch": 2.0196232339089484,
      "rel-constrast": 3.3253040313720703,
      "step": 2573,
      "subrel-constrast": 3.551503896713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6372387409210205,
      "cov-distil (oracle2student)": 4.543602466583252,
      "cov-distil (oracle2teacher)": 4.382509708404541,
      "epoch": 2.020408163265306,
      "rel-constrast": 2.669891595840454,
      "step": 2574,
      "subrel-constrast": 3.3324649333953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3280587196350098,
      "cov-distil (oracle2student)": 4.8951592445373535,
      "cov-distil (oracle2teacher)": 4.531047821044922,
      "epoch": 2.021193092621664,
      "rel-constrast": 2.7557802200317383,
      "step": 2575,
      "subrel-constrast": 2.8769547939300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322732925415039,
      "cov-distil (oracle2student)": 5.932562828063965,
      "cov-distil (oracle2teacher)": 5.437921047210693,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.581857919692993,
      "step": 2576,
      "subrel-constrast": 4.037444591522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9300665855407715,
      "cov-distil (oracle2student)": 6.2808098793029785,
      "cov-distil (oracle2teacher)": 5.573310852050781,
      "epoch": 2.02276295133438,
      "rel-constrast": 4.117798328399658,
      "step": 2577,
      "subrel-constrast": 4.762217044830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226312160491943,
      "cov-distil (oracle2student)": 3.679619789123535,
      "cov-distil (oracle2teacher)": 3.778111696243286,
      "epoch": 2.023547880690738,
      "rel-constrast": 2.0732812881469727,
      "step": 2578,
      "subrel-constrast": 2.9636924266815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214771270751953,
      "cov-distil (oracle2student)": 3.3711369037628174,
      "cov-distil (oracle2teacher)": 3.710188627243042,
      "epoch": 2.024332810047096,
      "rel-constrast": 2.042487621307373,
      "step": 2579,
      "subrel-constrast": 2.584998369216919,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 5.875,
      "learning_rate": 5.595485800474349e-05,
      "loss": 0.6625,
      "step": 2580
    },
    {
      "cov-distil": 1.63824462890625,
      "cov-distil (oracle2student)": 3.9568216800689697,
      "cov-distil (oracle2teacher)": 4.255740165710449,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.3159022331237793,
      "step": 2580,
      "subrel-constrast": 3.087181806564331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2472267150878906,
      "cov-distil (oracle2student)": 5.346620082855225,
      "cov-distil (oracle2teacher)": 5.647307395935059,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.0386619567871094,
      "step": 2581,
      "subrel-constrast": 3.4553885459899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912951946258545,
      "cov-distil (oracle2student)": 3.9456892013549805,
      "cov-distil (oracle2teacher)": 4.3785905838012695,
      "epoch": 2.0266875981161694,
      "rel-constrast": 2.4947571754455566,
      "step": 2582,
      "subrel-constrast": 3.1870858669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9258224964141846,
      "cov-distil (oracle2student)": 3.8464627265930176,
      "cov-distil (oracle2teacher)": 3.8349416255950928,
      "epoch": 2.0274725274725274,
      "rel-constrast": 1.5456628799438477,
      "step": 2583,
      "subrel-constrast": 2.0827441215515137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5988335609436035,
      "cov-distil (oracle2student)": 4.1614670753479,
      "cov-distil (oracle2teacher)": 4.707677364349365,
      "epoch": 2.0282574568288854,
      "rel-constrast": 3.005307674407959,
      "step": 2584,
      "subrel-constrast": 3.7597811222076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006798028945923,
      "cov-distil (oracle2student)": 6.747647762298584,
      "cov-distil (oracle2teacher)": 5.796760559082031,
      "epoch": 2.0290423861852434,
      "rel-constrast": 2.9395365715026855,
      "step": 2585,
      "subrel-constrast": 3.4042890071868896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1272244453430176,
      "cov-distil (oracle2student)": 3.626520872116089,
      "cov-distil (oracle2teacher)": 3.628467082977295,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.1630029678344727,
      "step": 2586,
      "subrel-constrast": 3.0625081062316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675552368164062,
      "cov-distil (oracle2student)": 5.3920698165893555,
      "cov-distil (oracle2teacher)": 5.264993667602539,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.9051218032836914,
      "step": 2587,
      "subrel-constrast": 3.932485342025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881904125213623,
      "cov-distil (oracle2student)": 4.439874649047852,
      "cov-distil (oracle2teacher)": 5.055533409118652,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.9489736557006836,
      "step": 2588,
      "subrel-constrast": 3.5634334087371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4446306228637695,
      "cov-distil (oracle2student)": 4.306957244873047,
      "cov-distil (oracle2teacher)": 4.34752893447876,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.520251512527466,
      "step": 2589,
      "subrel-constrast": 3.247004508972168,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 5.40625,
      "learning_rate": 5.560813429366345e-05,
      "loss": 0.6469,
      "step": 2590
    },
    {
      "cov-distil": 2.150756359100342,
      "cov-distil (oracle2student)": 5.253884315490723,
      "cov-distil (oracle2teacher)": 4.862238883972168,
      "epoch": 2.032967032967033,
      "rel-constrast": 3.018881320953369,
      "step": 2590,
      "subrel-constrast": 3.5716564655303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3730404376983643,
      "cov-distil (oracle2student)": 5.889652252197266,
      "cov-distil (oracle2teacher)": 5.039845943450928,
      "epoch": 2.033751962323391,
      "rel-constrast": 2.1584391593933105,
      "step": 2591,
      "subrel-constrast": 3.011430501937866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9935615062713623,
      "cov-distil (oracle2student)": 4.854017734527588,
      "cov-distil (oracle2teacher)": 4.883340358734131,
      "epoch": 2.034536891679749,
      "rel-constrast": 2.830117702484131,
      "step": 2592,
      "subrel-constrast": 3.662156581878662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6059558391571045,
      "cov-distil (oracle2student)": 4.423374176025391,
      "cov-distil (oracle2teacher)": 4.29328727722168,
      "epoch": 2.035321821036107,
      "rel-constrast": 1.6868594884872437,
      "step": 2593,
      "subrel-constrast": 2.684037685394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6061954498291016,
      "cov-distil (oracle2student)": 3.116438388824463,
      "cov-distil (oracle2teacher)": 3.128178358078003,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.7700728178024292,
      "step": 2594,
      "subrel-constrast": 2.863805055618286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.023014545440674,
      "cov-distil (oracle2student)": 4.6256561279296875,
      "cov-distil (oracle2teacher)": 4.576244831085205,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.594304084777832,
      "step": 2595,
      "subrel-constrast": 3.2458183765411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0319082736968994,
      "cov-distil (oracle2student)": 5.820037364959717,
      "cov-distil (oracle2teacher)": 6.19043493270874,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.2198634147644043,
      "step": 2596,
      "subrel-constrast": 3.5822763442993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9737094640731812,
      "cov-distil (oracle2student)": 4.649413108825684,
      "cov-distil (oracle2teacher)": 4.667245864868164,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.5099514722824097,
      "step": 2597,
      "subrel-constrast": 2.4922409057617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.464785099029541,
      "cov-distil (oracle2student)": 3.180737018585205,
      "cov-distil (oracle2teacher)": 3.6784579753875732,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.8502593040466309,
      "step": 2598,
      "subrel-constrast": 2.797020673751831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7686727046966553,
      "cov-distil (oracle2student)": 4.366387844085693,
      "cov-distil (oracle2teacher)": 4.3916707038879395,
      "epoch": 2.0400313971742543,
      "rel-constrast": 2.046938180923462,
      "step": 2599,
      "subrel-constrast": 3.0320792198181152,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 4.96875,
      "learning_rate": 5.5261137250029835e-05,
      "loss": 0.5421,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.26875001192092896,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.08050537109375
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.0628662109375
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.01763916015625,
      "step": 2600
    },
    {
      "cov-distil": 1.8030314445495605,
      "cov-distil (oracle2student)": 4.566828727722168,
      "cov-distil (oracle2teacher)": 4.519341945648193,
      "epoch": 2.0408163265306123,
      "rel-constrast": 1.5518958568572998,
      "step": 2600,
      "subrel-constrast": 2.28230881690979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8229649066925049,
      "cov-distil (oracle2student)": 3.0127949714660645,
      "cov-distil (oracle2teacher)": 3.2662758827209473,
      "epoch": 2.0416012558869703,
      "rel-constrast": 2.8730239868164062,
      "step": 2601,
      "subrel-constrast": 3.7657551765441895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47246253490448,
      "cov-distil (oracle2student)": 3.453789234161377,
      "cov-distil (oracle2teacher)": 3.256075143814087,
      "epoch": 2.0423861852433283,
      "rel-constrast": 3.032318592071533,
      "step": 2602,
      "subrel-constrast": 3.2190349102020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3921728134155273,
      "cov-distil (oracle2student)": 4.6636505126953125,
      "cov-distil (oracle2teacher)": 4.118101119995117,
      "epoch": 2.043171114599686,
      "rel-constrast": 2.0577054023742676,
      "step": 2603,
      "subrel-constrast": 2.466796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1486785411834717,
      "cov-distil (oracle2student)": 2.5384130477905273,
      "cov-distil (oracle2teacher)": 3.7454023361206055,
      "epoch": 2.043956043956044,
      "rel-constrast": 1.969421625137329,
      "step": 2604,
      "subrel-constrast": 2.9372849464416504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9399031400680542,
      "cov-distil (oracle2student)": 5.205620765686035,
      "cov-distil (oracle2teacher)": 5.507321834564209,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.405595541000366,
      "step": 2605,
      "subrel-constrast": 3.6667778491973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929526686668396,
      "cov-distil (oracle2student)": 4.188608169555664,
      "cov-distil (oracle2teacher)": 4.400520324707031,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.4284487962722778,
      "step": 2606,
      "subrel-constrast": 2.3180434703826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4780138731002808,
      "cov-distil (oracle2student)": 6.275082588195801,
      "cov-distil (oracle2teacher)": 5.279401779174805,
      "epoch": 2.0463108320251178,
      "rel-constrast": 3.1463394165039062,
      "step": 2607,
      "subrel-constrast": 3.005185604095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272325038909912,
      "cov-distil (oracle2student)": 5.134524345397949,
      "cov-distil (oracle2teacher)": 4.293442249298096,
      "epoch": 2.0470957613814758,
      "rel-constrast": 1.8164057731628418,
      "step": 2608,
      "subrel-constrast": 2.853532314300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.652318239212036,
      "cov-distil (oracle2student)": 4.704912185668945,
      "cov-distil (oracle2teacher)": 4.185303688049316,
      "epoch": 2.0478806907378337,
      "rel-constrast": 1.7612416744232178,
      "step": 2609,
      "subrel-constrast": 3.624983787536621,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.59375,
      "learning_rate": 5.4913883785988993e-05,
      "loss": 0.5511,
      "step": 2610
    },
    {
      "cov-distil": 1.1757670640945435,
      "cov-distil (oracle2student)": 3.476597547531128,
      "cov-distil (oracle2teacher)": 3.710705280303955,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.879201889038086,
      "step": 2610,
      "subrel-constrast": 3.547025203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9543097019195557,
      "cov-distil (oracle2student)": 6.510807514190674,
      "cov-distil (oracle2teacher)": 5.816511154174805,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.625900983810425,
      "step": 2611,
      "subrel-constrast": 3.144749402999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566035509109497,
      "cov-distil (oracle2student)": 5.30868673324585,
      "cov-distil (oracle2teacher)": 4.619423866271973,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.086066722869873,
      "step": 2612,
      "subrel-constrast": 4.015628337860107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9413020610809326,
      "cov-distil (oracle2student)": 4.6674628257751465,
      "cov-distil (oracle2teacher)": 4.2307963371276855,
      "epoch": 2.0510204081632653,
      "rel-constrast": 3.132168769836426,
      "step": 2613,
      "subrel-constrast": 3.3957226276397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3309624195098877,
      "cov-distil (oracle2student)": 5.438055038452148,
      "cov-distil (oracle2teacher)": 4.382721900939941,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.168527364730835,
      "step": 2614,
      "subrel-constrast": 3.495723247528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1882710456848145,
      "cov-distil (oracle2student)": 6.076160430908203,
      "cov-distil (oracle2teacher)": 6.033843994140625,
      "epoch": 2.0525902668759812,
      "rel-constrast": 2.389427661895752,
      "step": 2615,
      "subrel-constrast": 3.0022106170654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091876983642578,
      "cov-distil (oracle2student)": 4.501919269561768,
      "cov-distil (oracle2teacher)": 4.8409881591796875,
      "epoch": 2.053375196232339,
      "rel-constrast": 1.81182062625885,
      "step": 2616,
      "subrel-constrast": 2.500969886779785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4847192764282227,
      "cov-distil (oracle2student)": 3.043790817260742,
      "cov-distil (oracle2teacher)": 3.7351603507995605,
      "epoch": 2.054160125588697,
      "rel-constrast": 1.7895534038543701,
      "step": 2617,
      "subrel-constrast": 2.544916868209839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4039709568023682,
      "cov-distil (oracle2student)": 5.2589826583862305,
      "cov-distil (oracle2teacher)": 5.608457565307617,
      "epoch": 2.0549450549450547,
      "rel-constrast": 2.1013095378875732,
      "step": 2618,
      "subrel-constrast": 2.6175730228424072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1726067066192627,
      "cov-distil (oracle2student)": 4.694273948669434,
      "cov-distil (oracle2teacher)": 4.647768497467041,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.317776918411255,
      "step": 2619,
      "subrel-constrast": 3.886497974395752,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 6.0625,
      "learning_rate": 5.456639082618489e-05,
      "loss": 0.6575,
      "step": 2620
    },
    {
      "cov-distil": 1.2523903846740723,
      "cov-distil (oracle2student)": 2.8936047554016113,
      "cov-distil (oracle2teacher)": 2.9121222496032715,
      "epoch": 2.0565149136577707,
      "rel-constrast": 1.9763920307159424,
      "step": 2620,
      "subrel-constrast": 2.0129201412200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6236521005630493,
      "cov-distil (oracle2student)": 3.438629627227783,
      "cov-distil (oracle2teacher)": 3.225109100341797,
      "epoch": 2.0572998430141287,
      "rel-constrast": 1.939000129699707,
      "step": 2621,
      "subrel-constrast": 2.6998093128204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244521617889404,
      "cov-distil (oracle2student)": 3.3271360397338867,
      "cov-distil (oracle2teacher)": 3.11297607421875,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.3534791469573975,
      "step": 2622,
      "subrel-constrast": 3.371717929840088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9157649278640747,
      "cov-distil (oracle2student)": 2.661254405975342,
      "cov-distil (oracle2teacher)": 2.6574721336364746,
      "epoch": 2.0588697017268447,
      "rel-constrast": 1.730918049812317,
      "step": 2623,
      "subrel-constrast": 3.015139579772949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9187219142913818,
      "cov-distil (oracle2student)": 5.405241966247559,
      "cov-distil (oracle2teacher)": 5.320309162139893,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.077991247177124,
      "step": 2624,
      "subrel-constrast": 2.4149672985076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.859113335609436,
      "cov-distil (oracle2student)": 3.5541634559631348,
      "cov-distil (oracle2teacher)": 3.1453843116760254,
      "epoch": 2.0604395604395602,
      "rel-constrast": 2.4312686920166016,
      "step": 2625,
      "subrel-constrast": 3.110837936401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024745225906372,
      "cov-distil (oracle2student)": 5.921562194824219,
      "cov-distil (oracle2teacher)": 6.047033309936523,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.0695066452026367,
      "step": 2626,
      "subrel-constrast": 4.3704657554626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805888652801514,
      "cov-distil (oracle2student)": 5.9424920082092285,
      "cov-distil (oracle2teacher)": 5.637567043304443,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.6746118068695068,
      "step": 2627,
      "subrel-constrast": 2.1012654304504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2118611335754395,
      "cov-distil (oracle2student)": 5.011142730712891,
      "cov-distil (oracle2teacher)": 5.5003461837768555,
      "epoch": 2.062794348508634,
      "rel-constrast": 2.8729662895202637,
      "step": 2628,
      "subrel-constrast": 3.31693696975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9645016193389893,
      "cov-distil (oracle2student)": 5.3215765953063965,
      "cov-distil (oracle2teacher)": 4.773189544677734,
      "epoch": 2.063579277864992,
      "rel-constrast": 2.891055107116699,
      "step": 2629,
      "subrel-constrast": 2.9912383556365967,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 5.21875,
      "learning_rate": 5.421867530693414e-05,
      "loss": 0.5754,
      "step": 2630
    },
    {
      "cov-distil": 2.042238712310791,
      "cov-distil (oracle2student)": 4.305106163024902,
      "cov-distil (oracle2teacher)": 4.182160377502441,
      "epoch": 2.06436420722135,
      "rel-constrast": 3.3317580223083496,
      "step": 2630,
      "subrel-constrast": 3.8470253944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420992851257324,
      "cov-distil (oracle2student)": 4.7927703857421875,
      "cov-distil (oracle2teacher)": 4.1328125,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.7404356002807617,
      "step": 2631,
      "subrel-constrast": 3.0219175815582275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8058223724365234,
      "cov-distil (oracle2student)": 2.8936638832092285,
      "cov-distil (oracle2teacher)": 3.0676379203796387,
      "epoch": 2.065934065934066,
      "rel-constrast": 1.9702184200286865,
      "step": 2632,
      "subrel-constrast": 3.019336223602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1004867553710938,
      "cov-distil (oracle2student)": 6.0925211906433105,
      "cov-distil (oracle2teacher)": 5.206698417663574,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.606367349624634,
      "step": 2633,
      "subrel-constrast": 2.695147752761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915433406829834,
      "cov-distil (oracle2student)": 2.8269896507263184,
      "cov-distil (oracle2teacher)": 2.6336162090301514,
      "epoch": 2.0675039246467817,
      "rel-constrast": 2.400104522705078,
      "step": 2634,
      "subrel-constrast": 2.6481099128723145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5506287813186646,
      "cov-distil (oracle2student)": 3.1030797958374023,
      "cov-distil (oracle2teacher)": 3.2917473316192627,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.7699278593063354,
      "step": 2635,
      "subrel-constrast": 2.5012073516845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4645249843597412,
      "cov-distil (oracle2student)": 4.573957443237305,
      "cov-distil (oracle2teacher)": 4.313300132751465,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.8182668685913086,
      "step": 2636,
      "subrel-constrast": 1.95554518699646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0481500625610352,
      "cov-distil (oracle2student)": 3.3005619049072266,
      "cov-distil (oracle2teacher)": 3.6938490867614746,
      "epoch": 2.0698587127158556,
      "rel-constrast": 1.942439317703247,
      "step": 2637,
      "subrel-constrast": 2.219280958175659,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1821980476379395,
      "cov-distil (oracle2student)": 2.9539918899536133,
      "cov-distil (oracle2teacher)": 3.480215072631836,
      "epoch": 2.0706436420722136,
      "rel-constrast": 1.9096002578735352,
      "step": 2638,
      "subrel-constrast": 2.1020922660827637,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.673149585723877,
      "cov-distil (oracle2student)": 5.467550277709961,
      "cov-distil (oracle2teacher)": 5.44539213180542,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.7633445262908936,
      "step": 2639,
      "subrel-constrast": 3.654902696609497,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 5.59375,
      "learning_rate": 5.3870754175400595e-05,
      "loss": 0.5813,
      "step": 2640
    },
    {
      "cov-distil": 1.6731266975402832,
      "cov-distil (oracle2student)": 7.014352321624756,
      "cov-distil (oracle2teacher)": 7.428750038146973,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.237851619720459,
      "step": 2640,
      "subrel-constrast": 2.604776620864868,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1015312671661377,
      "cov-distil (oracle2student)": 4.287536144256592,
      "cov-distil (oracle2teacher)": 3.7920761108398438,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.762343406677246,
      "step": 2641,
      "subrel-constrast": 3.18426775932312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3018221855163574,
      "cov-distil (oracle2student)": 5.172372817993164,
      "cov-distil (oracle2teacher)": 4.754782676696777,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.729811191558838,
      "step": 2642,
      "subrel-constrast": 2.7118239402770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552821397781372,
      "cov-distil (oracle2student)": 3.4073729515075684,
      "cov-distil (oracle2teacher)": 3.574925184249878,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.198800563812256,
      "step": 2643,
      "subrel-constrast": 2.8072896003723145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1972222328186035,
      "cov-distil (oracle2student)": 4.610781669616699,
      "cov-distil (oracle2teacher)": 5.246073246002197,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.8611602783203125,
      "step": 2644,
      "subrel-constrast": 3.2334706783294678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056650161743164,
      "cov-distil (oracle2student)": 5.562331199645996,
      "cov-distil (oracle2teacher)": 5.396097660064697,
      "epoch": 2.076138147566719,
      "rel-constrast": 3.035066604614258,
      "step": 2645,
      "subrel-constrast": 3.309297800064087,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046977043151855,
      "cov-distil (oracle2student)": 3.53509783744812,
      "cov-distil (oracle2teacher)": 4.026912689208984,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.2933311462402344,
      "step": 2646,
      "subrel-constrast": 3.47359299659729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8472297191619873,
      "cov-distil (oracle2student)": 4.032193183898926,
      "cov-distil (oracle2teacher)": 4.091252326965332,
      "epoch": 2.0777080062794346,
      "rel-constrast": 2.5612735748291016,
      "step": 2647,
      "subrel-constrast": 3.518439769744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9709843397140503,
      "cov-distil (oracle2student)": 5.068521022796631,
      "cov-distil (oracle2teacher)": 5.772315979003906,
      "epoch": 2.0784929356357926,
      "rel-constrast": 3.7008509635925293,
      "step": 2648,
      "subrel-constrast": 4.119553089141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3200457096099854,
      "cov-distil (oracle2student)": 3.747856616973877,
      "cov-distil (oracle2teacher)": 3.7267367839813232,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.1024575233459473,
      "step": 2649,
      "subrel-constrast": 3.505958318710327,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 5.9375,
      "learning_rate": 5.352264438876935e-05,
      "loss": 0.6871,
      "step": 2650
    },
    {
      "cov-distil": 1.7049946784973145,
      "cov-distil (oracle2student)": 5.874906539916992,
      "cov-distil (oracle2teacher)": 4.93631649017334,
      "epoch": 2.0800627943485086,
      "rel-constrast": 3.382430076599121,
      "step": 2650,
      "subrel-constrast": 3.3374476432800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0942935943603516,
      "cov-distil (oracle2student)": 3.6424946784973145,
      "cov-distil (oracle2teacher)": 4.517917633056641,
      "epoch": 2.0808477237048666,
      "rel-constrast": 1.915086269378662,
      "step": 2651,
      "subrel-constrast": 2.8826944828033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2288670539855957,
      "cov-distil (oracle2student)": 3.35176420211792,
      "cov-distil (oracle2teacher)": 3.590855360031128,
      "epoch": 2.0816326530612246,
      "rel-constrast": 1.9540586471557617,
      "step": 2652,
      "subrel-constrast": 2.970245122909546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464946269989014,
      "cov-distil (oracle2student)": 6.560750961303711,
      "cov-distil (oracle2teacher)": 5.7406005859375,
      "epoch": 2.0824175824175826,
      "rel-constrast": 3.6399683952331543,
      "step": 2653,
      "subrel-constrast": 4.1662821769714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223522663116455,
      "cov-distil (oracle2student)": 3.694652557373047,
      "cov-distil (oracle2teacher)": 3.5792746543884277,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.5061287879943848,
      "step": 2654,
      "subrel-constrast": 3.2292425632476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.74469792842865,
      "cov-distil (oracle2student)": 4.2212677001953125,
      "cov-distil (oracle2teacher)": 4.283621788024902,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.831824779510498,
      "step": 2655,
      "subrel-constrast": 3.7433395385742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929114580154419,
      "cov-distil (oracle2student)": 4.4138031005859375,
      "cov-distil (oracle2teacher)": 4.369558334350586,
      "epoch": 2.084772370486656,
      "rel-constrast": 2.5034661293029785,
      "step": 2656,
      "subrel-constrast": 3.2996129989624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7892637252807617,
      "cov-distil (oracle2student)": 6.080514907836914,
      "cov-distil (oracle2teacher)": 5.468021392822266,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.4395618438720703,
      "step": 2657,
      "subrel-constrast": 4.077179431915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176455020904541,
      "cov-distil (oracle2student)": 3.717613935470581,
      "cov-distil (oracle2teacher)": 3.7017598152160645,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.411374807357788,
      "step": 2658,
      "subrel-constrast": 3.510113477706909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.729475736618042,
      "cov-distil (oracle2student)": 5.130621433258057,
      "cov-distil (oracle2teacher)": 5.2795257568359375,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.609997272491455,
      "step": 2659,
      "subrel-constrast": 3.9335906505584717,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 5.03125,
      "learning_rate": 5.3174362913420306e-05,
      "loss": 0.6548,
      "step": 2660
    },
    {
      "cov-distil": 2.2888803482055664,
      "cov-distil (oracle2student)": 5.549354076385498,
      "cov-distil (oracle2teacher)": 5.6663899421691895,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.081150054931641,
      "step": 2660,
      "subrel-constrast": 4.841163635253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4983150959014893,
      "cov-distil (oracle2student)": 4.061161518096924,
      "cov-distil (oracle2teacher)": 3.355699062347412,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.3510162830352783,
      "step": 2661,
      "subrel-constrast": 2.7879409790039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261438608169556,
      "cov-distil (oracle2student)": 3.4732069969177246,
      "cov-distil (oracle2teacher)": 3.9135375022888184,
      "epoch": 2.0894819466248036,
      "rel-constrast": 2.090998649597168,
      "step": 2662,
      "subrel-constrast": 2.7974493503570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7364760637283325,
      "cov-distil (oracle2student)": 3.9734086990356445,
      "cov-distil (oracle2teacher)": 4.421256065368652,
      "epoch": 2.0902668759811616,
      "rel-constrast": 3.6465659141540527,
      "step": 2663,
      "subrel-constrast": 4.2070465087890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.540473699569702,
      "cov-distil (oracle2student)": 5.527608871459961,
      "cov-distil (oracle2teacher)": 5.206572532653809,
      "epoch": 2.0910518053375196,
      "rel-constrast": 3.7483668327331543,
      "step": 2664,
      "subrel-constrast": 3.861640691757202,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1380341053009033,
      "cov-distil (oracle2student)": 3.2739710807800293,
      "cov-distil (oracle2teacher)": 3.584075927734375,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.5214929580688477,
      "step": 2665,
      "subrel-constrast": 3.3850436210632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9274780750274658,
      "cov-distil (oracle2student)": 5.1809587478637695,
      "cov-distil (oracle2teacher)": 5.389615058898926,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.4694314002990723,
      "step": 2666,
      "subrel-constrast": 4.05485200881958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5335599184036255,
      "cov-distil (oracle2student)": 4.068953037261963,
      "cov-distil (oracle2teacher)": 3.5992326736450195,
      "epoch": 2.0934065934065935,
      "rel-constrast": 1.670410394668579,
      "step": 2667,
      "subrel-constrast": 2.052478313446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9102658033370972,
      "cov-distil (oracle2student)": 2.875380039215088,
      "cov-distil (oracle2teacher)": 2.535611629486084,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.7520374059677124,
      "step": 2668,
      "subrel-constrast": 2.2137320041656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.220529317855835,
      "cov-distil (oracle2student)": 4.571830749511719,
      "cov-distil (oracle2teacher)": 5.390262603759766,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.126019239425659,
      "step": 2669,
      "subrel-constrast": 4.007846355438232,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 5.34375,
      "learning_rate": 5.2825926724101236e-05,
      "loss": 0.7114,
      "step": 2670
    },
    {
      "cov-distil": 1.968660593032837,
      "cov-distil (oracle2student)": 5.928456783294678,
      "cov-distil (oracle2teacher)": 5.8892292976379395,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.945345163345337,
      "step": 2670,
      "subrel-constrast": 4.463703632354736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0374269485473633,
      "cov-distil (oracle2student)": 3.6131720542907715,
      "cov-distil (oracle2teacher)": 3.776280164718628,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.0226359367370605,
      "step": 2671,
      "subrel-constrast": 3.1636102199554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0476436614990234,
      "cov-distil (oracle2student)": 4.867295265197754,
      "cov-distil (oracle2teacher)": 4.682024955749512,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.7883720397949219,
      "step": 2672,
      "subrel-constrast": 2.519618034362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.027734637260437,
      "cov-distil (oracle2student)": 6.513574600219727,
      "cov-distil (oracle2teacher)": 6.381344318389893,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.0397884845733643,
      "step": 2673,
      "subrel-constrast": 2.5828697681427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4804623126983643,
      "cov-distil (oracle2student)": 2.742738723754883,
      "cov-distil (oracle2teacher)": 2.489926815032959,
      "epoch": 2.098901098901099,
      "rel-constrast": 3.0850586891174316,
      "step": 2674,
      "subrel-constrast": 2.983776569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.794764518737793,
      "cov-distil (oracle2student)": 4.221193790435791,
      "cov-distil (oracle2teacher)": 4.898429870605469,
      "epoch": 2.099686028257457,
      "rel-constrast": 4.082367897033691,
      "step": 2675,
      "subrel-constrast": 4.180563926696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7241767644882202,
      "cov-distil (oracle2student)": 5.668474197387695,
      "cov-distil (oracle2teacher)": 4.81057071685791,
      "epoch": 2.100470957613815,
      "rel-constrast": 1.6908338069915771,
      "step": 2676,
      "subrel-constrast": 2.3875880241394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0307774543762207,
      "cov-distil (oracle2student)": 2.26774263381958,
      "cov-distil (oracle2teacher)": 1.903188943862915,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.338876485824585,
      "step": 2677,
      "subrel-constrast": 2.5473437309265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7729530334472656,
      "cov-distil (oracle2student)": 5.77558708190918,
      "cov-distil (oracle2teacher)": 5.493760108947754,
      "epoch": 2.1020408163265305,
      "rel-constrast": 3.114166498184204,
      "step": 2678,
      "subrel-constrast": 3.8342199325561523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793356895446777,
      "cov-distil (oracle2student)": 3.6657981872558594,
      "cov-distil (oracle2teacher)": 3.943687677383423,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.252133846282959,
      "step": 2679,
      "subrel-constrast": 2.7289023399353027,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.3125,
      "learning_rate": 5.247735280310041e-05,
      "loss": 0.659,
      "step": 2680
    },
    {
      "cov-distil": 2.2309823036193848,
      "cov-distil (oracle2student)": 6.745978832244873,
      "cov-distil (oracle2teacher)": 5.206201553344727,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.761265754699707,
      "step": 2680,
      "subrel-constrast": 3.293062210083008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584555745124817,
      "cov-distil (oracle2student)": 4.146212577819824,
      "cov-distil (oracle2teacher)": 3.972806930541992,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.5279502868652344,
      "step": 2681,
      "subrel-constrast": 3.064197301864624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7943897247314453,
      "cov-distil (oracle2student)": 3.874872922897339,
      "cov-distil (oracle2teacher)": 3.9094154834747314,
      "epoch": 2.1051805337519625,
      "rel-constrast": 1.7151100635528564,
      "step": 2682,
      "subrel-constrast": 2.33382511138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3176517486572266,
      "cov-distil (oracle2student)": 3.9960508346557617,
      "cov-distil (oracle2teacher)": 3.6198644638061523,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.665930986404419,
      "step": 2683,
      "subrel-constrast": 2.455059766769409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5570602416992188,
      "cov-distil (oracle2student)": 3.6211729049682617,
      "cov-distil (oracle2teacher)": 3.5687217712402344,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.1710824966430664,
      "step": 2684,
      "subrel-constrast": 2.769205331802368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8235381841659546,
      "cov-distil (oracle2student)": 4.602122783660889,
      "cov-distil (oracle2teacher)": 5.657403945922852,
      "epoch": 2.107535321821036,
      "rel-constrast": 2.1105735301971436,
      "step": 2685,
      "subrel-constrast": 2.797414779663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677015781402588,
      "cov-distil (oracle2student)": 5.7312726974487305,
      "cov-distil (oracle2teacher)": 5.3582258224487305,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.825920581817627,
      "step": 2686,
      "subrel-constrast": 2.5233752727508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.709221839904785,
      "cov-distil (oracle2student)": 5.528528690338135,
      "cov-distil (oracle2teacher)": 6.159373760223389,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.4784395694732666,
      "step": 2687,
      "subrel-constrast": 3.5486104488372803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011885404586792,
      "cov-distil (oracle2student)": 4.225715637207031,
      "cov-distil (oracle2teacher)": 4.400046348571777,
      "epoch": 2.10989010989011,
      "rel-constrast": 1.9617698192596436,
      "step": 2688,
      "subrel-constrast": 2.924067497253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7580151557922363,
      "cov-distil (oracle2student)": 3.936229705810547,
      "cov-distil (oracle2teacher)": 4.053232192993164,
      "epoch": 2.110675039246468,
      "rel-constrast": 1.7605314254760742,
      "step": 2689,
      "subrel-constrast": 2.49196720123291,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 4.4375,
      "learning_rate": 5.212865813941899e-05,
      "loss": 0.5495,
      "step": 2690
    },
    {
      "cov-distil": 2.1321702003479004,
      "cov-distil (oracle2student)": 4.05747127532959,
      "cov-distil (oracle2teacher)": 4.871689319610596,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.3375344276428223,
      "step": 2690,
      "subrel-constrast": 3.6516854763031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6703410148620605,
      "cov-distil (oracle2student)": 4.189259052276611,
      "cov-distil (oracle2teacher)": 4.194105625152588,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.391653060913086,
      "step": 2691,
      "subrel-constrast": 3.250943660736084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.334128737449646,
      "cov-distil (oracle2student)": 4.287854194641113,
      "cov-distil (oracle2teacher)": 4.614781379699707,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.5434253215789795,
      "step": 2692,
      "subrel-constrast": 1.6288119554519653,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4941157102584839,
      "cov-distil (oracle2student)": 6.020822048187256,
      "cov-distil (oracle2teacher)": 4.76344633102417,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.1803526878356934,
      "step": 2693,
      "subrel-constrast": 2.3242483139038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317784070968628,
      "cov-distil (oracle2student)": 4.3727874755859375,
      "cov-distil (oracle2teacher)": 4.390162467956543,
      "epoch": 2.1145996860282574,
      "rel-constrast": 2.9807052612304688,
      "step": 2694,
      "subrel-constrast": 3.948151111602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857570767402649,
      "cov-distil (oracle2student)": 4.056978225708008,
      "cov-distil (oracle2teacher)": 4.02455997467041,
      "epoch": 2.1153846153846154,
      "rel-constrast": 3.2195241451263428,
      "step": 2695,
      "subrel-constrast": 3.8131792545318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.567999839782715,
      "cov-distil (oracle2student)": 5.36043643951416,
      "cov-distil (oracle2teacher)": 4.724188327789307,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.855856418609619,
      "step": 2696,
      "subrel-constrast": 3.7199809551239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1589722633361816,
      "cov-distil (oracle2student)": 4.458666801452637,
      "cov-distil (oracle2teacher)": 3.7452030181884766,
      "epoch": 2.1169544740973314,
      "rel-constrast": 3.250251293182373,
      "step": 2697,
      "subrel-constrast": 3.7106549739837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4487183094024658,
      "cov-distil (oracle2student)": 6.806827545166016,
      "cov-distil (oracle2teacher)": 5.950370788574219,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.0391130447387695,
      "step": 2698,
      "subrel-constrast": 3.2604663372039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.809907913208008,
      "cov-distil (oracle2student)": 3.4048290252685547,
      "cov-distil (oracle2teacher)": 3.8542685508728027,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.1016151905059814,
      "step": 2699,
      "subrel-constrast": 3.896491050720215,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 6.0,
      "learning_rate": 5.1779859727942924e-05,
      "loss": 0.6725,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.2734375,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.07525634765625
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.051971435546875
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.023284912109375,
      "step": 2700
    },
    {
      "cov-distil": 1.9689102172851562,
      "cov-distil (oracle2student)": 4.335340976715088,
      "cov-distil (oracle2teacher)": 3.533724784851074,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.3659353256225586,
      "step": 2700,
      "subrel-constrast": 3.4471657276153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4815573692321777,
      "cov-distil (oracle2student)": 4.314511299133301,
      "cov-distil (oracle2teacher)": 3.486842632293701,
      "epoch": 2.120094191522763,
      "rel-constrast": 2.0042550563812256,
      "step": 2701,
      "subrel-constrast": 2.344759464263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225440979003906,
      "cov-distil (oracle2student)": 4.3361711502075195,
      "cov-distil (oracle2teacher)": 4.091875076293945,
      "epoch": 2.120879120879121,
      "rel-constrast": 2.1221909523010254,
      "step": 2702,
      "subrel-constrast": 2.3764095306396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.328558921813965,
      "cov-distil (oracle2student)": 4.904998779296875,
      "cov-distil (oracle2teacher)": 5.047412872314453,
      "epoch": 2.121664050235479,
      "rel-constrast": 1.8100403547286987,
      "step": 2703,
      "subrel-constrast": 2.7095839977264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3562474250793457,
      "cov-distil (oracle2student)": 4.032546043395996,
      "cov-distil (oracle2teacher)": 4.074489116668701,
      "epoch": 2.122448979591837,
      "rel-constrast": 2.4366605281829834,
      "step": 2704,
      "subrel-constrast": 3.3322980403900146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430874824523926,
      "cov-distil (oracle2student)": 6.364029884338379,
      "cov-distil (oracle2teacher)": 5.916049957275391,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.382538080215454,
      "step": 2705,
      "subrel-constrast": 3.060192108154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0532197952270508,
      "cov-distil (oracle2student)": 6.349470138549805,
      "cov-distil (oracle2teacher)": 4.977405548095703,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.2259535789489746,
      "step": 2706,
      "subrel-constrast": 2.548149347305298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0495021343231201,
      "cov-distil (oracle2student)": 4.493735313415527,
      "cov-distil (oracle2teacher)": 4.8050103187561035,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.60341739654541,
      "step": 2707,
      "subrel-constrast": 2.3894619941711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1345069408416748,
      "cov-distil (oracle2student)": 4.869657039642334,
      "cov-distil (oracle2teacher)": 4.928960800170898,
      "epoch": 2.1255886970172684,
      "rel-constrast": 2.861598014831543,
      "step": 2708,
      "subrel-constrast": 2.614108085632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8085150718688965,
      "cov-distil (oracle2student)": 3.7164511680603027,
      "cov-distil (oracle2teacher)": 3.738715887069702,
      "epoch": 2.1263736263736264,
      "rel-constrast": 2.6016781330108643,
      "step": 2709,
      "subrel-constrast": 3.7465784549713135,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 5.5,
      "learning_rate": 5.143097456861474e-05,
      "loss": 0.6104,
      "step": 2710
    },
    {
      "cov-distil": 1.7998075485229492,
      "cov-distil (oracle2student)": 5.218918800354004,
      "cov-distil (oracle2teacher)": 5.645310401916504,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.57047176361084,
      "step": 2710,
      "subrel-constrast": 3.8063321113586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681440830230713,
      "cov-distil (oracle2student)": 5.2635273933410645,
      "cov-distil (oracle2teacher)": 5.134330749511719,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.6949925422668457,
      "step": 2711,
      "subrel-constrast": 3.3733701705932617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7618625164031982,
      "cov-distil (oracle2student)": 4.144542694091797,
      "cov-distil (oracle2teacher)": 4.413035869598389,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.3961591720581055,
      "step": 2712,
      "subrel-constrast": 2.8396811485290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2944438457489014,
      "cov-distil (oracle2student)": 6.624537944793701,
      "cov-distil (oracle2teacher)": 6.991666793823242,
      "epoch": 2.129513343799058,
      "rel-constrast": 1.9473310708999634,
      "step": 2713,
      "subrel-constrast": 3.1317355632781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5654808282852173,
      "cov-distil (oracle2student)": 5.025355815887451,
      "cov-distil (oracle2teacher)": 5.789663791656494,
      "epoch": 2.130298273155416,
      "rel-constrast": 2.139338970184326,
      "step": 2714,
      "subrel-constrast": 2.4048593044281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4179368019104004,
      "cov-distil (oracle2student)": 4.511232852935791,
      "cov-distil (oracle2teacher)": 4.398402690887451,
      "epoch": 2.131083202511774,
      "rel-constrast": 3.0669233798980713,
      "step": 2715,
      "subrel-constrast": 3.7510688304901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8063256740570068,
      "cov-distil (oracle2student)": 4.254609107971191,
      "cov-distil (oracle2teacher)": 4.612369537353516,
      "epoch": 2.131868131868132,
      "rel-constrast": 2.81249737739563,
      "step": 2716,
      "subrel-constrast": 3.413048505783081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4695889949798584,
      "cov-distil (oracle2student)": 5.269351959228516,
      "cov-distil (oracle2teacher)": 5.421104907989502,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.955751419067383,
      "step": 2717,
      "subrel-constrast": 3.3244457244873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3575928211212158,
      "cov-distil (oracle2student)": 6.262511253356934,
      "cov-distil (oracle2teacher)": 5.774458408355713,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.659104347229004,
      "step": 2718,
      "subrel-constrast": 3.107269525527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.541853904724121,
      "cov-distil (oracle2student)": 5.076562404632568,
      "cov-distil (oracle2teacher)": 4.906813621520996,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.2620400190353394,
      "step": 2719,
      "subrel-constrast": 1.9384338855743408,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 4.4375,
      "learning_rate": 5.1082019665604895e-05,
      "loss": 0.6126,
      "step": 2720
    },
    {
      "cov-distil": 1.720494031906128,
      "cov-distil (oracle2student)": 2.260287046432495,
      "cov-distil (oracle2teacher)": 2.791428804397583,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.0031940937042236,
      "step": 2720,
      "subrel-constrast": 1.3988463878631592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3082351684570312,
      "cov-distil (oracle2student)": 3.954395294189453,
      "cov-distil (oracle2teacher)": 3.263772964477539,
      "epoch": 2.1357927786499213,
      "rel-constrast": 3.411937952041626,
      "step": 2721,
      "subrel-constrast": 3.0366177558898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8954455852508545,
      "cov-distil (oracle2student)": 4.855759620666504,
      "cov-distil (oracle2teacher)": 5.15541934967041,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.7949625253677368,
      "step": 2722,
      "subrel-constrast": 2.303067207336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.768307685852051,
      "cov-distil (oracle2student)": 5.321472644805908,
      "cov-distil (oracle2teacher)": 5.009759426116943,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.099416732788086,
      "step": 2723,
      "subrel-constrast": 3.79848051071167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8096866607666016,
      "cov-distil (oracle2student)": 4.662693977355957,
      "cov-distil (oracle2teacher)": 4.2500081062316895,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.4689183235168457,
      "step": 2724,
      "subrel-constrast": 3.0771291255950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291635274887085,
      "cov-distil (oracle2student)": 4.513272762298584,
      "cov-distil (oracle2teacher)": 3.860492706298828,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.0346105098724365,
      "step": 2725,
      "subrel-constrast": 2.750059127807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.325927495956421,
      "cov-distil (oracle2student)": 5.583460807800293,
      "cov-distil (oracle2teacher)": 4.935308933258057,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.598029375076294,
      "step": 2726,
      "subrel-constrast": 3.102452516555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7838972806930542,
      "cov-distil (oracle2student)": 4.152801990509033,
      "cov-distil (oracle2teacher)": 3.8665242195129395,
      "epoch": 2.1405023547880693,
      "rel-constrast": 3.3633432388305664,
      "step": 2727,
      "subrel-constrast": 3.108081102371216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9613089561462402,
      "cov-distil (oracle2student)": 5.1968841552734375,
      "cov-distil (oracle2teacher)": 4.830095291137695,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.286302328109741,
      "step": 2728,
      "subrel-constrast": 2.7421672344207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.424351215362549,
      "cov-distil (oracle2student)": 3.4172515869140625,
      "cov-distil (oracle2teacher)": 2.913651466369629,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.0789783000946045,
      "step": 2729,
      "subrel-constrast": 3.6787109375,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 6.53125,
      "learning_rate": 5.073301202648304e-05,
      "loss": 0.6285,
      "step": 2730
    },
    {
      "cov-distil": 1.7673909664154053,
      "cov-distil (oracle2student)": 3.218966484069824,
      "cov-distil (oracle2teacher)": 3.740507125854492,
      "epoch": 2.142857142857143,
      "rel-constrast": 2.934492588043213,
      "step": 2730,
      "subrel-constrast": 3.565617561340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4606653451919556,
      "cov-distil (oracle2student)": 2.678307294845581,
      "cov-distil (oracle2teacher)": 2.882667064666748,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.024137496948242,
      "step": 2731,
      "subrel-constrast": 2.495300054550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2305216789245605,
      "cov-distil (oracle2student)": 6.178421497344971,
      "cov-distil (oracle2teacher)": 6.098513603210449,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.4482765197753906,
      "step": 2732,
      "subrel-constrast": 4.004638671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8793014287948608,
      "cov-distil (oracle2student)": 4.603715896606445,
      "cov-distil (oracle2teacher)": 3.9027163982391357,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.0031304359436035,
      "step": 2733,
      "subrel-constrast": 2.809734582901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0682270526885986,
      "cov-distil (oracle2student)": 5.0030364990234375,
      "cov-distil (oracle2teacher)": 4.601762771606445,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.7234816551208496,
      "step": 2734,
      "subrel-constrast": 2.6342475414276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437855243682861,
      "cov-distil (oracle2student)": 3.932227849960327,
      "cov-distil (oracle2teacher)": 4.782596588134766,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.6209731101989746,
      "step": 2735,
      "subrel-constrast": 3.541184186935425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.964848518371582,
      "cov-distil (oracle2student)": 5.290356636047363,
      "cov-distil (oracle2teacher)": 5.422481536865234,
      "epoch": 2.1475667189952903,
      "rel-constrast": 3.7377562522888184,
      "step": 2736,
      "subrel-constrast": 4.733099937438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9077508449554443,
      "cov-distil (oracle2student)": 4.741793632507324,
      "cov-distil (oracle2teacher)": 4.93989372253418,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.185039520263672,
      "step": 2737,
      "subrel-constrast": 2.6778857707977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0365209579467773,
      "cov-distil (oracle2student)": 4.037527561187744,
      "cov-distil (oracle2teacher)": 3.5273079872131348,
      "epoch": 2.1491365777080063,
      "rel-constrast": 2.3619134426116943,
      "step": 2738,
      "subrel-constrast": 3.097914457321167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2649970054626465,
      "cov-distil (oracle2student)": 5.131519794464111,
      "cov-distil (oracle2teacher)": 5.49601936340332,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.0157675743103027,
      "step": 2739,
      "subrel-constrast": 4.318471908569336,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 5.8125,
      "learning_rate": 5.0383968661389146e-05,
      "loss": 0.6514,
      "step": 2740
    },
    {
      "cov-distil": 1.6387176513671875,
      "cov-distil (oracle2student)": 4.430297374725342,
      "cov-distil (oracle2teacher)": 4.379899501800537,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.1466588973999023,
      "step": 2740,
      "subrel-constrast": 2.5892419815063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6809444427490234,
      "cov-distil (oracle2student)": 4.1486053466796875,
      "cov-distil (oracle2teacher)": 4.561492443084717,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.0046701431274414,
      "step": 2741,
      "subrel-constrast": 3.259385347366333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.116964101791382,
      "cov-distil (oracle2student)": 4.192575454711914,
      "cov-distil (oracle2teacher)": 4.0183258056640625,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.496553659439087,
      "step": 2742,
      "subrel-constrast": 3.296140670776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.733136534690857,
      "cov-distil (oracle2student)": 3.07869029045105,
      "cov-distil (oracle2teacher)": 3.58644962310791,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.0561137199401855,
      "step": 2743,
      "subrel-constrast": 3.279195547103882,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4422056674957275,
      "cov-distil (oracle2student)": 4.010349273681641,
      "cov-distil (oracle2teacher)": 3.7026846408843994,
      "epoch": 2.1538461538461537,
      "rel-constrast": 2.014708995819092,
      "step": 2744,
      "subrel-constrast": 2.6313793659210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9746947288513184,
      "cov-distil (oracle2student)": 6.55996561050415,
      "cov-distil (oracle2teacher)": 5.770883083343506,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.7137832641601562,
      "step": 2745,
      "subrel-constrast": 2.8833744525909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9463547468185425,
      "cov-distil (oracle2student)": 5.171398162841797,
      "cov-distil (oracle2teacher)": 4.500140190124512,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.1643664836883545,
      "step": 2746,
      "subrel-constrast": 2.528825283050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5763511657714844,
      "cov-distil (oracle2student)": 4.094910621643066,
      "cov-distil (oracle2teacher)": 4.2565202713012695,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.451822280883789,
      "step": 2747,
      "subrel-constrast": 3.2823452949523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375999927520752,
      "cov-distil (oracle2student)": 3.9363160133361816,
      "cov-distil (oracle2teacher)": 3.968526601791382,
      "epoch": 2.1569858712715857,
      "rel-constrast": 2.016879081726074,
      "step": 2748,
      "subrel-constrast": 2.85317063331604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.928029179573059,
      "cov-distil (oracle2student)": 3.5080318450927734,
      "cov-distil (oracle2teacher)": 3.5842792987823486,
      "epoch": 2.1577708006279437,
      "rel-constrast": 1.9486799240112305,
      "step": 2749,
      "subrel-constrast": 2.7297556400299072,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 5.21875,
      "learning_rate": 5.003490658220438e-05,
      "loss": 0.5504,
      "step": 2750
    },
    {
      "cov-distil": 1.8325787782669067,
      "cov-distil (oracle2student)": 2.8354573249816895,
      "cov-distil (oracle2teacher)": 3.388359546661377,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.1530039310455322,
      "step": 2750,
      "subrel-constrast": 1.9115136861801147,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.493284225463867,
      "cov-distil (oracle2student)": 3.978360891342163,
      "cov-distil (oracle2teacher)": 5.067965984344482,
      "epoch": 2.159340659340659,
      "rel-constrast": 1.8459439277648926,
      "step": 2751,
      "subrel-constrast": 3.1943159103393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487086296081543,
      "cov-distil (oracle2student)": 5.4516496658325195,
      "cov-distil (oracle2teacher)": 5.318352699279785,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.2296292781829834,
      "step": 2752,
      "subrel-constrast": 2.7380990982055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8432848453521729,
      "cov-distil (oracle2student)": 3.6603829860687256,
      "cov-distil (oracle2teacher)": 3.8436896800994873,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.224252462387085,
      "step": 2753,
      "subrel-constrast": 2.9828174114227295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285684108734131,
      "cov-distil (oracle2student)": 3.9519362449645996,
      "cov-distil (oracle2teacher)": 3.90419864654541,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.901449203491211,
      "step": 2754,
      "subrel-constrast": 3.277405261993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0485732555389404,
      "cov-distil (oracle2student)": 5.368987083435059,
      "cov-distil (oracle2teacher)": 5.242724418640137,
      "epoch": 2.162480376766091,
      "rel-constrast": 3.36604642868042,
      "step": 2755,
      "subrel-constrast": 3.253419876098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8681834936141968,
      "cov-distil (oracle2student)": 3.2078089714050293,
      "cov-distil (oracle2teacher)": 3.352174997329712,
      "epoch": 2.163265306122449,
      "rel-constrast": 2.78808331489563,
      "step": 2756,
      "subrel-constrast": 3.0837085247039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049375057220459,
      "cov-distil (oracle2student)": 5.640865802764893,
      "cov-distil (oracle2teacher)": 5.54972505569458,
      "epoch": 2.1640502354788067,
      "rel-constrast": 2.8439276218414307,
      "step": 2757,
      "subrel-constrast": 4.327177047729492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154993772506714,
      "cov-distil (oracle2student)": 4.050389289855957,
      "cov-distil (oracle2teacher)": 4.121757507324219,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.641178011894226,
      "step": 2758,
      "subrel-constrast": 2.3627562522888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041936874389648,
      "cov-distil (oracle2student)": 5.07247257232666,
      "cov-distil (oracle2teacher)": 4.085206985473633,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.789429187774658,
      "step": 2759,
      "subrel-constrast": 2.8395044803619385,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 4.78125,
      "learning_rate": 4.968584280172206e-05,
      "loss": 0.5946,
      "step": 2760
    },
    {
      "cov-distil": 2.179244041442871,
      "cov-distil (oracle2student)": 2.9044687747955322,
      "cov-distil (oracle2teacher)": 2.5095696449279785,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.4166014194488525,
      "step": 2760,
      "subrel-constrast": 2.9211905002593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.100855827331543,
      "cov-distil (oracle2student)": 3.9255764484405518,
      "cov-distil (oracle2teacher)": 3.511237382888794,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.1598830223083496,
      "step": 2761,
      "subrel-constrast": 2.887381076812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5784902572631836,
      "cov-distil (oracle2student)": 3.9929821491241455,
      "cov-distil (oracle2teacher)": 4.328269958496094,
      "epoch": 2.1679748822605966,
      "rel-constrast": 2.0737464427948,
      "step": 2762,
      "subrel-constrast": 2.6103525161743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663320064544678,
      "cov-distil (oracle2student)": 5.499135971069336,
      "cov-distil (oracle2teacher)": 5.090713977813721,
      "epoch": 2.1687598116169546,
      "rel-constrast": 1.9970046281814575,
      "step": 2763,
      "subrel-constrast": 2.5773212909698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8400144577026367,
      "cov-distil (oracle2student)": 4.235506057739258,
      "cov-distil (oracle2teacher)": 3.610539436340332,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.875548839569092,
      "step": 2764,
      "subrel-constrast": 3.544044256210327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7530031204223633,
      "cov-distil (oracle2student)": 4.9333882331848145,
      "cov-distil (oracle2teacher)": 4.628076553344727,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.7618428468704224,
      "step": 2765,
      "subrel-constrast": 2.677713394165039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8582987785339355,
      "cov-distil (oracle2student)": 4.91619873046875,
      "cov-distil (oracle2teacher)": 5.192903995513916,
      "epoch": 2.171114599686028,
      "rel-constrast": 3.588993549346924,
      "step": 2766,
      "subrel-constrast": 3.8245928287506104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732104778289795,
      "cov-distil (oracle2student)": 3.581368923187256,
      "cov-distil (oracle2teacher)": 3.7663302421569824,
      "epoch": 2.171899529042386,
      "rel-constrast": 2.980332374572754,
      "step": 2767,
      "subrel-constrast": 3.7382683753967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420472145080566,
      "cov-distil (oracle2student)": 4.758321762084961,
      "cov-distil (oracle2teacher)": 4.85568380355835,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.0979764461517334,
      "step": 2768,
      "subrel-constrast": 3.5379931926727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.673659086227417,
      "cov-distil (oracle2student)": 4.389730453491211,
      "cov-distil (oracle2teacher)": 3.682546615600586,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.680583953857422,
      "step": 2769,
      "subrel-constrast": 3.084223747253418,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 5.625,
      "learning_rate": 4.933679433281836e-05,
      "loss": 0.6158,
      "step": 2770
    },
    {
      "cov-distil": 2.458536386489868,
      "cov-distil (oracle2student)": 4.206513404846191,
      "cov-distil (oracle2teacher)": 4.403306007385254,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.5047364234924316,
      "step": 2770,
      "subrel-constrast": 3.902028799057007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.380173921585083,
      "cov-distil (oracle2student)": 2.673262119293213,
      "cov-distil (oracle2teacher)": 3.4546151161193848,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.2071774005889893,
      "step": 2771,
      "subrel-constrast": 3.158604383468628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312272071838379,
      "cov-distil (oracle2student)": 4.063717842102051,
      "cov-distil (oracle2teacher)": 3.6646270751953125,
      "epoch": 2.1758241758241756,
      "rel-constrast": 2.084683418273926,
      "step": 2772,
      "subrel-constrast": 2.6053993701934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3582231998443604,
      "cov-distil (oracle2student)": 4.736612796783447,
      "cov-distil (oracle2teacher)": 4.914763450622559,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.4464197158813477,
      "step": 2773,
      "subrel-constrast": 2.98962140083313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771925687789917,
      "cov-distil (oracle2student)": 3.4646902084350586,
      "cov-distil (oracle2teacher)": 3.505662679672241,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.6947784423828125,
      "step": 2774,
      "subrel-constrast": 3.025784969329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020801067352295,
      "cov-distil (oracle2student)": 5.907608985900879,
      "cov-distil (oracle2teacher)": 5.388659477233887,
      "epoch": 2.1781789638932496,
      "rel-constrast": 1.9587887525558472,
      "step": 2775,
      "subrel-constrast": 2.8776471614837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.345705509185791,
      "cov-distil (oracle2student)": 4.627998352050781,
      "cov-distil (oracle2teacher)": 4.19345760345459,
      "epoch": 2.1789638932496076,
      "rel-constrast": 3.5999855995178223,
      "step": 2776,
      "subrel-constrast": 3.7891149520874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1010327339172363,
      "cov-distil (oracle2student)": 4.690837860107422,
      "cov-distil (oracle2teacher)": 5.710360527038574,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.9903590679168701,
      "step": 2777,
      "subrel-constrast": 2.803041696548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308260917663574,
      "cov-distil (oracle2student)": 2.5301570892333984,
      "cov-distil (oracle2teacher)": 3.177558422088623,
      "epoch": 2.1805337519623236,
      "rel-constrast": 1.912184238433838,
      "step": 2778,
      "subrel-constrast": 3.650508403778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929087400436401,
      "cov-distil (oracle2student)": 7.646424293518066,
      "cov-distil (oracle2teacher)": 6.581178665161133,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.555142879486084,
      "step": 2779,
      "subrel-constrast": 3.2344350814819336,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 7.96875,
      "learning_rate": 4.8987778187623245e-05,
      "loss": 0.6239,
      "step": 2780
    },
    {
      "cov-distil": 2.0922293663024902,
      "cov-distil (oracle2student)": 5.178348541259766,
      "cov-distil (oracle2teacher)": 4.8662800788879395,
      "epoch": 2.182103610675039,
      "rel-constrast": 2.4291317462921143,
      "step": 2780,
      "subrel-constrast": 2.9332125186920166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5673069953918457,
      "cov-distil (oracle2student)": 3.428281784057617,
      "cov-distil (oracle2teacher)": 3.6361351013183594,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.6479785442352295,
      "step": 2781,
      "subrel-constrast": 3.3224828243255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121736526489258,
      "cov-distil (oracle2student)": 5.725452899932861,
      "cov-distil (oracle2teacher)": 5.427060127258301,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.413903832435608,
      "step": 2782,
      "subrel-constrast": 2.1378602981567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02018141746521,
      "cov-distil (oracle2student)": 3.4567880630493164,
      "cov-distil (oracle2teacher)": 3.846141815185547,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.957056999206543,
      "step": 2783,
      "subrel-constrast": 2.535060167312622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8501737117767334,
      "cov-distil (oracle2student)": 4.435824394226074,
      "cov-distil (oracle2teacher)": 4.464740753173828,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.288365364074707,
      "step": 2784,
      "subrel-constrast": 2.9302046298980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1229734420776367,
      "cov-distil (oracle2student)": 5.082464694976807,
      "cov-distil (oracle2teacher)": 5.242060661315918,
      "epoch": 2.186028257456829,
      "rel-constrast": 2.625845432281494,
      "step": 2785,
      "subrel-constrast": 3.875243663787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6502655744552612,
      "cov-distil (oracle2student)": 4.541382789611816,
      "cov-distil (oracle2teacher)": 4.616086483001709,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.5929067134857178,
      "step": 2786,
      "subrel-constrast": 2.76259183883667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5156097412109375,
      "cov-distil (oracle2student)": 4.842844009399414,
      "cov-distil (oracle2teacher)": 4.840018272399902,
      "epoch": 2.1875981161695446,
      "rel-constrast": 2.3999032974243164,
      "step": 2787,
      "subrel-constrast": 3.532977342605591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.954328179359436,
      "cov-distil (oracle2student)": 2.6015210151672363,
      "cov-distil (oracle2teacher)": 2.6287460327148438,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.7439279556274414,
      "step": 2788,
      "subrel-constrast": 1.9913406372070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4249684810638428,
      "cov-distil (oracle2student)": 3.285189628601074,
      "cov-distil (oracle2teacher)": 3.2861454486846924,
      "epoch": 2.1891679748822606,
      "rel-constrast": 2.4443016052246094,
      "step": 2789,
      "subrel-constrast": 3.4840221405029297,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 5.8125,
      "learning_rate": 4.863881137669123e-05,
      "loss": 0.5636,
      "step": 2790
    },
    {
      "cov-distil": 1.9061321020126343,
      "cov-distil (oracle2student)": 7.053967475891113,
      "cov-distil (oracle2teacher)": 6.798653602600098,
      "epoch": 2.1899529042386185,
      "rel-constrast": 3.0507652759552,
      "step": 2790,
      "subrel-constrast": 3.308712959289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3135347366333008,
      "cov-distil (oracle2student)": 4.518131256103516,
      "cov-distil (oracle2teacher)": 4.586831569671631,
      "epoch": 2.1907378335949765,
      "rel-constrast": 1.8382854461669922,
      "step": 2791,
      "subrel-constrast": 2.642794132232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94602370262146,
      "cov-distil (oracle2student)": 4.200472831726074,
      "cov-distil (oracle2teacher)": 3.7702908515930176,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.8144423961639404,
      "step": 2792,
      "subrel-constrast": 3.07816743850708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101398468017578,
      "cov-distil (oracle2student)": 5.8428850173950195,
      "cov-distil (oracle2teacher)": 5.60784912109375,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.795847177505493,
      "step": 2793,
      "subrel-constrast": 3.2463462352752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5509775876998901,
      "cov-distil (oracle2student)": 5.0366411209106445,
      "cov-distil (oracle2teacher)": 5.147085666656494,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.414839267730713,
      "step": 2794,
      "subrel-constrast": 3.7396297454833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3045854568481445,
      "cov-distil (oracle2student)": 4.97355318069458,
      "cov-distil (oracle2teacher)": 4.955072402954102,
      "epoch": 2.193877551020408,
      "rel-constrast": 2.801828384399414,
      "step": 2795,
      "subrel-constrast": 3.9537160396575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4327645301818848,
      "cov-distil (oracle2student)": 4.39879035949707,
      "cov-distil (oracle2teacher)": 3.668846607208252,
      "epoch": 2.194662480376766,
      "rel-constrast": 2.4630448818206787,
      "step": 2796,
      "subrel-constrast": 3.352707624435425,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938541650772095,
      "cov-distil (oracle2student)": 4.384441375732422,
      "cov-distil (oracle2teacher)": 4.582114219665527,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.3707351684570312,
      "step": 2797,
      "subrel-constrast": 3.137777328491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1841020584106445,
      "cov-distil (oracle2student)": 4.280754089355469,
      "cov-distil (oracle2teacher)": 3.684753894805908,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.516305446624756,
      "step": 2798,
      "subrel-constrast": 4.156093120574951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8031558990478516,
      "cov-distil (oracle2student)": 4.399853706359863,
      "cov-distil (oracle2teacher)": 4.508464336395264,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.426603317260742,
      "step": 2799,
      "subrel-constrast": 2.4549081325531006,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 5.53125,
      "learning_rate": 4.8289910908172376e-05,
      "loss": 0.6873,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.28437501192092896,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.0601806640625
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.04339599609375
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.01678466796875,
      "step": 2800
    },
    {
      "cov-distil": 2.8850650787353516,
      "cov-distil (oracle2student)": 6.943756103515625,
      "cov-distil (oracle2teacher)": 6.324666500091553,
      "epoch": 2.197802197802198,
      "rel-constrast": 3.2922348976135254,
      "step": 2800,
      "subrel-constrast": 4.13409423828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0947251319885254,
      "cov-distil (oracle2student)": 3.1127138137817383,
      "cov-distil (oracle2teacher)": 3.3475441932678223,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.5227315425872803,
      "step": 2801,
      "subrel-constrast": 3.572216510772705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803739070892334,
      "cov-distil (oracle2student)": 4.696453094482422,
      "cov-distil (oracle2teacher)": 4.515565872192383,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.9067907333374023,
      "step": 2802,
      "subrel-constrast": 3.4550588130950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7311238050460815,
      "cov-distil (oracle2student)": 5.800528049468994,
      "cov-distil (oracle2teacher)": 5.207207679748535,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.563363552093506,
      "step": 2803,
      "subrel-constrast": 3.156115770339966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390085935592651,
      "cov-distil (oracle2student)": 6.144320487976074,
      "cov-distil (oracle2teacher)": 6.079493045806885,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.4150137901306152,
      "step": 2804,
      "subrel-constrast": 3.119868040084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.190863847732544,
      "cov-distil (oracle2student)": 6.659869194030762,
      "cov-distil (oracle2teacher)": 6.122799873352051,
      "epoch": 2.2017268445839875,
      "rel-constrast": 2.287750005722046,
      "step": 2805,
      "subrel-constrast": 3.050905466079712,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158442974090576,
      "cov-distil (oracle2student)": 4.279053688049316,
      "cov-distil (oracle2teacher)": 4.156571388244629,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.4556665420532227,
      "step": 2806,
      "subrel-constrast": 3.339421510696411,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5479965209960938,
      "cov-distil (oracle2student)": 5.656372547149658,
      "cov-distil (oracle2teacher)": 5.35978364944458,
      "epoch": 2.2032967032967035,
      "rel-constrast": 3.352458953857422,
      "step": 2807,
      "subrel-constrast": 3.453216314315796,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2558281421661377,
      "cov-distil (oracle2student)": 5.633749008178711,
      "cov-distil (oracle2teacher)": 5.402027130126953,
      "epoch": 2.204081632653061,
      "rel-constrast": 2.555968761444092,
      "step": 2808,
      "subrel-constrast": 3.439279079437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2585573196411133,
      "cov-distil (oracle2student)": 7.904393672943115,
      "cov-distil (oracle2teacher)": 7.380100250244141,
      "epoch": 2.204866562009419,
      "rel-constrast": 2.9956412315368652,
      "step": 2809,
      "subrel-constrast": 4.119675159454346,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 8.4375,
      "learning_rate": 4.794109378698327e-05,
      "loss": 0.6837,
      "step": 2810
    },
    {
      "cov-distil": 1.6734423637390137,
      "cov-distil (oracle2student)": 4.941941261291504,
      "cov-distil (oracle2teacher)": 4.474834442138672,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.1727495193481445,
      "step": 2810,
      "subrel-constrast": 3.3162901401519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526672601699829,
      "cov-distil (oracle2student)": 4.325068473815918,
      "cov-distil (oracle2teacher)": 4.255397319793701,
      "epoch": 2.206436420722135,
      "rel-constrast": 2.770350694656372,
      "step": 2811,
      "subrel-constrast": 3.1586811542510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106200933456421,
      "cov-distil (oracle2student)": 5.695223808288574,
      "cov-distil (oracle2teacher)": 5.851713180541992,
      "epoch": 2.207221350078493,
      "rel-constrast": 3.1896555423736572,
      "step": 2812,
      "subrel-constrast": 3.4533004760742188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6309672594070435,
      "cov-distil (oracle2student)": 4.745014190673828,
      "cov-distil (oracle2teacher)": 4.796415328979492,
      "epoch": 2.208006279434851,
      "rel-constrast": 1.8854938745498657,
      "step": 2813,
      "subrel-constrast": 2.956817865371704,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0812089443206787,
      "cov-distil (oracle2student)": 4.396226406097412,
      "cov-distil (oracle2teacher)": 4.434238433837891,
      "epoch": 2.208791208791209,
      "rel-constrast": 2.7775402069091797,
      "step": 2814,
      "subrel-constrast": 3.1346797943115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4206326007843018,
      "cov-distil (oracle2student)": 3.704122543334961,
      "cov-distil (oracle2teacher)": 3.592958927154541,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.6240599155426025,
      "step": 2815,
      "subrel-constrast": 2.858907461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6985273361206055,
      "cov-distil (oracle2student)": 5.208975315093994,
      "cov-distil (oracle2teacher)": 4.475458145141602,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.8477087020874023,
      "step": 2816,
      "subrel-constrast": 3.534888744354248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099608898162842,
      "cov-distil (oracle2student)": 2.5065746307373047,
      "cov-distil (oracle2teacher)": 3.0107810497283936,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.2325143814086914,
      "step": 2817,
      "subrel-constrast": 3.1920061111450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2359776496887207,
      "cov-distil (oracle2student)": 4.946409225463867,
      "cov-distil (oracle2teacher)": 5.375129699707031,
      "epoch": 2.2119309262166404,
      "rel-constrast": 2.395871639251709,
      "step": 2818,
      "subrel-constrast": 2.849010705947876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0340170860290527,
      "cov-distil (oracle2student)": 4.728748798370361,
      "cov-distil (oracle2teacher)": 4.961501121520996,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.3162786960601807,
      "step": 2819,
      "subrel-constrast": 2.8646645545959473,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 6.03125,
      "learning_rate": 4.7592377013978306e-05,
      "loss": 0.6803,
      "step": 2820
    },
    {
      "cov-distil": 1.4807343482971191,
      "cov-distil (oracle2student)": 3.904770851135254,
      "cov-distil (oracle2teacher)": 4.245109558105469,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.601733922958374,
      "step": 2820,
      "subrel-constrast": 2.65232253074646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073615550994873,
      "cov-distil (oracle2student)": 5.772680282592773,
      "cov-distil (oracle2teacher)": 5.07155179977417,
      "epoch": 2.2142857142857144,
      "rel-constrast": 1.8693509101867676,
      "step": 2821,
      "subrel-constrast": 2.7966866493225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.930835723876953,
      "cov-distil (oracle2student)": 2.996140480041504,
      "cov-distil (oracle2teacher)": 3.7567362785339355,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.1815834045410156,
      "step": 2822,
      "subrel-constrast": 2.877222776412964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.05211341381073,
      "cov-distil (oracle2student)": 4.919730186462402,
      "cov-distil (oracle2teacher)": 4.6467461585998535,
      "epoch": 2.21585557299843,
      "rel-constrast": 2.1662678718566895,
      "step": 2823,
      "subrel-constrast": 2.3542592525482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420114517211914,
      "cov-distil (oracle2student)": 4.206425666809082,
      "cov-distil (oracle2teacher)": 5.4890265464782715,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.6360278129577637,
      "step": 2824,
      "subrel-constrast": 3.7101457118988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912901520729065,
      "cov-distil (oracle2student)": 5.016231536865234,
      "cov-distil (oracle2teacher)": 5.186217308044434,
      "epoch": 2.217425431711146,
      "rel-constrast": 3.023829460144043,
      "step": 2825,
      "subrel-constrast": 3.9416778087615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.459791660308838,
      "cov-distil (oracle2student)": 5.9572672843933105,
      "cov-distil (oracle2teacher)": 5.434143543243408,
      "epoch": 2.218210361067504,
      "rel-constrast": 2.775757074356079,
      "step": 2826,
      "subrel-constrast": 3.529858112335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102639675140381,
      "cov-distil (oracle2student)": 1.8961181640625,
      "cov-distil (oracle2teacher)": 3.120684862136841,
      "epoch": 2.218995290423862,
      "rel-constrast": 1.8740277290344238,
      "step": 2827,
      "subrel-constrast": 2.819220781326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027854204177856,
      "cov-distil (oracle2student)": 4.626708984375,
      "cov-distil (oracle2teacher)": 4.54343318939209,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.4139254093170166,
      "step": 2828,
      "subrel-constrast": 3.2090368270874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4272136688232422,
      "cov-distil (oracle2student)": 2.466151237487793,
      "cov-distil (oracle2teacher)": 3.073596715927124,
      "epoch": 2.220565149136578,
      "rel-constrast": 1.7708356380462646,
      "step": 2829,
      "subrel-constrast": 2.6449027061462402,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.96875,
      "learning_rate": 4.724377758512103e-05,
      "loss": 0.5578,
      "step": 2830
    },
    {
      "cov-distil": 1.5831763744354248,
      "cov-distil (oracle2student)": 3.032391309738159,
      "cov-distil (oracle2teacher)": 3.089118480682373,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.34516978263855,
      "step": 2830,
      "subrel-constrast": 2.7602672576904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.539947032928467,
      "cov-distil (oracle2student)": 6.463359832763672,
      "cov-distil (oracle2teacher)": 5.883878707885742,
      "epoch": 2.2221350078492934,
      "rel-constrast": 3.0847151279449463,
      "step": 2831,
      "subrel-constrast": 3.7373085021972656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.10318660736084,
      "cov-distil (oracle2student)": 3.7952985763549805,
      "cov-distil (oracle2teacher)": 3.9952378273010254,
      "epoch": 2.2229199372056514,
      "rel-constrast": 2.53975510597229,
      "step": 2832,
      "subrel-constrast": 2.9189870357513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.666334629058838,
      "cov-distil (oracle2student)": 4.5266828536987305,
      "cov-distil (oracle2teacher)": 5.446793079376221,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.0648951530456543,
      "step": 2833,
      "subrel-constrast": 3.1461896896362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687878131866455,
      "cov-distil (oracle2student)": 4.21497917175293,
      "cov-distil (oracle2teacher)": 3.8652472496032715,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.9088423252105713,
      "step": 2834,
      "subrel-constrast": 2.6859216690063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.394582986831665,
      "cov-distil (oracle2student)": 5.114519119262695,
      "cov-distil (oracle2teacher)": 5.36130952835083,
      "epoch": 2.2252747252747254,
      "rel-constrast": 1.9626764059066772,
      "step": 2835,
      "subrel-constrast": 2.5319132804870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3622281551361084,
      "cov-distil (oracle2student)": 5.3217878341674805,
      "cov-distil (oracle2teacher)": 5.1201019287109375,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.5653328895568848,
      "step": 2836,
      "subrel-constrast": 3.236990451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.748387098312378,
      "cov-distil (oracle2student)": 3.9468705654144287,
      "cov-distil (oracle2teacher)": 4.138042449951172,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.404458522796631,
      "step": 2837,
      "subrel-constrast": 2.71840500831604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9995206594467163,
      "cov-distil (oracle2student)": 4.53791618347168,
      "cov-distil (oracle2teacher)": 4.573971748352051,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.701615333557129,
      "step": 2838,
      "subrel-constrast": 3.2808732986450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868632435798645,
      "cov-distil (oracle2student)": 5.168505668640137,
      "cov-distil (oracle2teacher)": 4.776837348937988,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.1821486949920654,
      "step": 2839,
      "subrel-constrast": 3.0364770889282227,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 6.0625,
      "learning_rate": 4.68953124906558e-05,
      "loss": 0.644,
      "step": 2840
    },
    {
      "cov-distil": 1.637038230895996,
      "cov-distil (oracle2student)": 4.386404037475586,
      "cov-distil (oracle2teacher)": 4.4123992919921875,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.5294015407562256,
      "step": 2840,
      "subrel-constrast": 3.2281928062438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.338848352432251,
      "cov-distil (oracle2student)": 4.106834888458252,
      "cov-distil (oracle2teacher)": 4.320068836212158,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.4209480285644531,
      "step": 2841,
      "subrel-constrast": 2.148907423019409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7265474796295166,
      "cov-distil (oracle2student)": 4.6590800285339355,
      "cov-distil (oracle2teacher)": 5.254237174987793,
      "epoch": 2.230769230769231,
      "rel-constrast": 3.0849456787109375,
      "step": 2842,
      "subrel-constrast": 3.7331855297088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512743592262268,
      "cov-distil (oracle2student)": 4.523879528045654,
      "cov-distil (oracle2teacher)": 3.9949090480804443,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.617135524749756,
      "step": 2843,
      "subrel-constrast": 2.9434170722961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.995803952217102,
      "cov-distil (oracle2student)": 5.485191345214844,
      "cov-distil (oracle2teacher)": 4.92209529876709,
      "epoch": 2.232339089481947,
      "rel-constrast": 3.4845526218414307,
      "step": 2844,
      "subrel-constrast": 4.208489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756043910980225,
      "cov-distil (oracle2student)": 4.141766548156738,
      "cov-distil (oracle2teacher)": 4.174862861633301,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.069716691970825,
      "step": 2845,
      "subrel-constrast": 3.5704262256622314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5790739059448242,
      "cov-distil (oracle2student)": 5.544715881347656,
      "cov-distil (oracle2teacher)": 5.044233322143555,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.281511068344116,
      "step": 2846,
      "subrel-constrast": 2.5837156772613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5176255702972412,
      "cov-distil (oracle2student)": 6.6907830238342285,
      "cov-distil (oracle2teacher)": 5.935241222381592,
      "epoch": 2.2346938775510203,
      "rel-constrast": 2.875436305999756,
      "step": 2847,
      "subrel-constrast": 3.685234546661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.251403570175171,
      "cov-distil (oracle2student)": 3.845898389816284,
      "cov-distil (oracle2teacher)": 3.92179799079895,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.6836961507797241,
      "step": 2848,
      "subrel-constrast": 2.626580238342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1088857650756836,
      "cov-distil (oracle2student)": 4.46500301361084,
      "cov-distil (oracle2teacher)": 4.137601852416992,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.4005658626556396,
      "step": 2849,
      "subrel-constrast": 2.9738352298736572,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 5.5,
      "learning_rate": 4.654699871427971e-05,
      "loss": 0.6112,
      "step": 2850
    },
    {
      "cov-distil": 2.355682849884033,
      "cov-distil (oracle2student)": 7.119569778442383,
      "cov-distil (oracle2teacher)": 6.823385715484619,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.62873911857605,
      "step": 2850,
      "subrel-constrast": 3.626814603805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7068047523498535,
      "cov-distil (oracle2student)": 5.055153846740723,
      "cov-distil (oracle2teacher)": 5.359284400939941,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.0643529891967773,
      "step": 2851,
      "subrel-constrast": 2.657435894012451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3055500984191895,
      "cov-distil (oracle2student)": 5.465606689453125,
      "cov-distil (oracle2teacher)": 4.985742568969727,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.634626865386963,
      "step": 2852,
      "subrel-constrast": 3.653864622116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9410046339035034,
      "cov-distil (oracle2student)": 5.148364067077637,
      "cov-distil (oracle2teacher)": 4.502231597900391,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.139314651489258,
      "step": 2853,
      "subrel-constrast": 3.374422311782837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.888699531555176,
      "cov-distil (oracle2student)": 8.311576843261719,
      "cov-distil (oracle2teacher)": 6.8303751945495605,
      "epoch": 2.240188383045526,
      "rel-constrast": 3.3667550086975098,
      "step": 2854,
      "subrel-constrast": 3.6193268299102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9460389614105225,
      "cov-distil (oracle2student)": 4.548515319824219,
      "cov-distil (oracle2teacher)": 4.712292194366455,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.5916930437088013,
      "step": 2855,
      "subrel-constrast": 2.5799360275268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8881690502166748,
      "cov-distil (oracle2student)": 4.234016418457031,
      "cov-distil (oracle2teacher)": 4.759088516235352,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.070136070251465,
      "step": 2856,
      "subrel-constrast": 2.6638383865356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2035715579986572,
      "cov-distil (oracle2student)": 5.373159408569336,
      "cov-distil (oracle2teacher)": 4.9737958908081055,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.534533739089966,
      "step": 2857,
      "subrel-constrast": 3.052100896835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113285541534424,
      "cov-distil (oracle2student)": 4.605058670043945,
      "cov-distil (oracle2teacher)": 4.2911529541015625,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.40022873878479,
      "step": 2858,
      "subrel-constrast": 3.6380085945129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.461174964904785,
      "cov-distil (oracle2student)": 6.546848773956299,
      "cov-distil (oracle2teacher)": 5.337327003479004,
      "epoch": 2.2441130298273153,
      "rel-constrast": 3.6655776500701904,
      "step": 2859,
      "subrel-constrast": 4.112504959106445,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 7.375,
      "learning_rate": 4.619885323231484e-05,
      "loss": 0.6274,
      "step": 2860
    },
    {
      "cov-distil": 2.5078682899475098,
      "cov-distil (oracle2student)": 5.484684944152832,
      "cov-distil (oracle2teacher)": 5.1240339279174805,
      "epoch": 2.2448979591836733,
      "rel-constrast": 2.827139139175415,
      "step": 2860,
      "subrel-constrast": 3.4850432872772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4881973266601562,
      "cov-distil (oracle2student)": 6.028740406036377,
      "cov-distil (oracle2teacher)": 7.17368221282959,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.3641557693481445,
      "step": 2861,
      "subrel-constrast": 2.9506397247314453,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3425376415252686,
      "cov-distil (oracle2student)": 6.180444240570068,
      "cov-distil (oracle2teacher)": 5.7314958572387695,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.657355785369873,
      "step": 2862,
      "subrel-constrast": 3.95454740524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1313931941986084,
      "cov-distil (oracle2student)": 5.94674015045166,
      "cov-distil (oracle2teacher)": 4.9114885330200195,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.1589720249176025,
      "step": 2863,
      "subrel-constrast": 3.1292145252227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7076650857925415,
      "cov-distil (oracle2student)": 5.446182727813721,
      "cov-distil (oracle2teacher)": 5.492918968200684,
      "epoch": 2.2480376766091053,
      "rel-constrast": 1.9274954795837402,
      "step": 2864,
      "subrel-constrast": 2.4438319206237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.179983615875244,
      "cov-distil (oracle2student)": 3.3975648880004883,
      "cov-distil (oracle2teacher)": 3.8005330562591553,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.418487310409546,
      "step": 2865,
      "subrel-constrast": 3.602011203765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577079176902771,
      "cov-distil (oracle2student)": 4.7143425941467285,
      "cov-distil (oracle2teacher)": 3.5284628868103027,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.9752225875854492,
      "step": 2866,
      "subrel-constrast": 2.215595245361328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.407106399536133,
      "cov-distil (oracle2student)": 6.308623313903809,
      "cov-distil (oracle2teacher)": 6.168368339538574,
      "epoch": 2.2503924646781788,
      "rel-constrast": 1.8844571113586426,
      "step": 2867,
      "subrel-constrast": 2.4022207260131836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778153657913208,
      "cov-distil (oracle2student)": 5.120002746582031,
      "cov-distil (oracle2teacher)": 4.447877883911133,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.2253549098968506,
      "step": 2868,
      "subrel-constrast": 3.712052345275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2068231105804443,
      "cov-distil (oracle2student)": 2.7127432823181152,
      "cov-distil (oracle2teacher)": 3.0907645225524902,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.6315157413482666,
      "step": 2869,
      "subrel-constrast": 3.788360118865967,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 5.21875,
      "learning_rate": 4.58508930128808e-05,
      "loss": 0.5768,
      "step": 2870
    },
    {
      "cov-distil": 1.9760041236877441,
      "cov-distil (oracle2student)": 5.043042182922363,
      "cov-distil (oracle2teacher)": 5.813590049743652,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.5560739040374756,
      "step": 2870,
      "subrel-constrast": 2.6379356384277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5756158828735352,
      "cov-distil (oracle2student)": 4.44330358505249,
      "cov-distil (oracle2teacher)": 5.06806755065918,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.581383228302002,
      "step": 2871,
      "subrel-constrast": 3.3347256183624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4536235332489014,
      "cov-distil (oracle2student)": 3.08078670501709,
      "cov-distil (oracle2teacher)": 3.639805793762207,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.3615704774856567,
      "step": 2872,
      "subrel-constrast": 2.6526663303375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0020577907562256,
      "cov-distil (oracle2student)": 4.919044017791748,
      "cov-distil (oracle2teacher)": 5.374032974243164,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.096104621887207,
      "step": 2873,
      "subrel-constrast": 2.536550283432007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.225907325744629,
      "cov-distil (oracle2student)": 4.824390411376953,
      "cov-distil (oracle2teacher)": 4.490809440612793,
      "epoch": 2.2558869701726847,
      "rel-constrast": 2.579664707183838,
      "step": 2874,
      "subrel-constrast": 2.4883604049682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4566030502319336,
      "cov-distil (oracle2student)": 4.76025390625,
      "cov-distil (oracle2teacher)": 4.207348346710205,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.6954705715179443,
      "step": 2875,
      "subrel-constrast": 3.058781623840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8838659524917603,
      "cov-distil (oracle2student)": 4.5099945068359375,
      "cov-distil (oracle2teacher)": 4.388896465301514,
      "epoch": 2.2574568288854002,
      "rel-constrast": 3.400749921798706,
      "step": 2876,
      "subrel-constrast": 4.021143913269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7875646352767944,
      "cov-distil (oracle2student)": 3.332637310028076,
      "cov-distil (oracle2teacher)": 3.4469239711761475,
      "epoch": 2.258241758241758,
      "rel-constrast": 2.5804717540740967,
      "step": 2877,
      "subrel-constrast": 2.3662407398223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.082556962966919,
      "cov-distil (oracle2student)": 4.547510147094727,
      "cov-distil (oracle2teacher)": 4.467940330505371,
      "epoch": 2.259026687598116,
      "rel-constrast": 3.915923595428467,
      "step": 2878,
      "subrel-constrast": 3.723123073577881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25565242767334,
      "cov-distil (oracle2student)": 3.8948709964752197,
      "cov-distil (oracle2teacher)": 3.980835437774658,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.200464963912964,
      "step": 2879,
      "subrel-constrast": 3.795745611190796,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 7.125,
      "learning_rate": 4.550313501506781e-05,
      "loss": 0.6742,
      "step": 2880
    },
    {
      "cov-distil": 1.5672760009765625,
      "cov-distil (oracle2student)": 4.236739158630371,
      "cov-distil (oracle2teacher)": 4.7606940269470215,
      "epoch": 2.260596546310832,
      "rel-constrast": 2.05647611618042,
      "step": 2880,
      "subrel-constrast": 2.2053029537200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.330855369567871,
      "cov-distil (oracle2student)": 5.612543106079102,
      "cov-distil (oracle2teacher)": 5.414923667907715,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.4604570865631104,
      "step": 2881,
      "subrel-constrast": 3.14937424659729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2640917301177979,
      "cov-distil (oracle2student)": 4.635293960571289,
      "cov-distil (oracle2teacher)": 4.909209251403809,
      "epoch": 2.2621664050235477,
      "rel-constrast": 1.7861173152923584,
      "step": 2882,
      "subrel-constrast": 2.07391619682312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7418880462646484,
      "cov-distil (oracle2student)": 6.026824474334717,
      "cov-distil (oracle2teacher)": 5.069761276245117,
      "epoch": 2.2629513343799057,
      "rel-constrast": 1.9863409996032715,
      "step": 2883,
      "subrel-constrast": 2.785705089569092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174151659011841,
      "cov-distil (oracle2student)": 4.300814628601074,
      "cov-distil (oracle2teacher)": 4.121059417724609,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.458272933959961,
      "step": 2884,
      "subrel-constrast": 3.115049362182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.921266555786133,
      "cov-distil (oracle2student)": 5.042928218841553,
      "cov-distil (oracle2teacher)": 4.609907150268555,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.5684399604797363,
      "step": 2885,
      "subrel-constrast": 3.112959861755371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3449416160583496,
      "cov-distil (oracle2student)": 4.104545593261719,
      "cov-distil (oracle2teacher)": 4.253548622131348,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.65840482711792,
      "step": 2886,
      "subrel-constrast": 2.766031265258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3368632793426514,
      "cov-distil (oracle2student)": 3.030000686645508,
      "cov-distil (oracle2teacher)": 3.5691630840301514,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.7896571159362793,
      "step": 2887,
      "subrel-constrast": 2.2846791744232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054568290710449,
      "cov-distil (oracle2student)": 3.866096019744873,
      "cov-distil (oracle2teacher)": 3.6384716033935547,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.1353747844696045,
      "step": 2888,
      "subrel-constrast": 2.9517619609832764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311892986297607,
      "cov-distil (oracle2student)": 4.083792209625244,
      "cov-distil (oracle2teacher)": 4.095755577087402,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.8911620378494263,
      "step": 2889,
      "subrel-constrast": 2.7692792415618896,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 5.125,
      "learning_rate": 4.515559618811005e-05,
      "loss": 0.5198,
      "step": 2890
    },
    {
      "cov-distil": 1.471509575843811,
      "cov-distil (oracle2student)": 4.636940002441406,
      "cov-distil (oracle2teacher)": 4.667144775390625,
      "epoch": 2.268445839874411,
      "rel-constrast": 2.93406081199646,
      "step": 2890,
      "subrel-constrast": 3.4524216651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4081926345825195,
      "cov-distil (oracle2student)": 5.630274772644043,
      "cov-distil (oracle2teacher)": 5.126340866088867,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.338016986846924,
      "step": 2891,
      "subrel-constrast": 2.8247480392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.489956855773926,
      "cov-distil (oracle2student)": 5.684962272644043,
      "cov-distil (oracle2teacher)": 5.407337188720703,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.3632748126983643,
      "step": 2892,
      "subrel-constrast": 3.0890603065490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.90610933303833,
      "cov-distil (oracle2student)": 3.6875085830688477,
      "cov-distil (oracle2teacher)": 3.4991955757141113,
      "epoch": 2.270800627943485,
      "rel-constrast": 2.7901651859283447,
      "step": 2893,
      "subrel-constrast": 3.5551724433898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5142216682434082,
      "cov-distil (oracle2student)": 4.913679599761963,
      "cov-distil (oracle2teacher)": 4.412735939025879,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.3490798473358154,
      "step": 2894,
      "subrel-constrast": 2.6518521308898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.335200309753418,
      "cov-distil (oracle2student)": 3.2557179927825928,
      "cov-distil (oracle2teacher)": 2.8913512229919434,
      "epoch": 2.272370486656201,
      "rel-constrast": 2.5966105461120605,
      "step": 2895,
      "subrel-constrast": 3.3815364837646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6246147155761719,
      "cov-distil (oracle2student)": 3.8652076721191406,
      "cov-distil (oracle2teacher)": 4.46937370300293,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.2864203453063965,
      "step": 2896,
      "subrel-constrast": 2.8204522132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3025219440460205,
      "cov-distil (oracle2student)": 4.70881986618042,
      "cov-distil (oracle2teacher)": 5.148353099822998,
      "epoch": 2.2739403453689166,
      "rel-constrast": 3.067338466644287,
      "step": 2897,
      "subrel-constrast": 3.558680772781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.18861985206604,
      "cov-distil (oracle2student)": 4.042489051818848,
      "cov-distil (oracle2teacher)": 3.435965061187744,
      "epoch": 2.2747252747252746,
      "rel-constrast": 2.4191179275512695,
      "step": 2898,
      "subrel-constrast": 2.298574209213257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9077540636062622,
      "cov-distil (oracle2student)": 3.3108015060424805,
      "cov-distil (oracle2teacher)": 3.0113821029663086,
      "epoch": 2.2755102040816326,
      "rel-constrast": 1.5694375038146973,
      "step": 2899,
      "subrel-constrast": 2.367976427078247,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 4.6875,
      "learning_rate": 4.4808293470559643e-05,
      "loss": 0.6178,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.29218751192092896,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.065643310546875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.05517578125
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.010467529296875,
      "step": 2900
    },
    {
      "cov-distil": 2.141552448272705,
      "cov-distil (oracle2student)": 3.413702964782715,
      "cov-distil (oracle2teacher)": 3.615694522857666,
      "epoch": 2.2762951334379906,
      "rel-constrast": 2.120602607727051,
      "step": 2900,
      "subrel-constrast": 2.546816349029541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317549228668213,
      "cov-distil (oracle2student)": 3.1468048095703125,
      "cov-distil (oracle2teacher)": 3.255329132080078,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.0034780502319336,
      "step": 2901,
      "subrel-constrast": 3.4254138469696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9059302806854248,
      "cov-distil (oracle2student)": 4.247508525848389,
      "cov-distil (oracle2teacher)": 4.365466117858887,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.5170974731445312,
      "step": 2902,
      "subrel-constrast": 3.0977463722229004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2466626167297363,
      "cov-distil (oracle2student)": 6.873746871948242,
      "cov-distil (oracle2teacher)": 6.1227240562438965,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.8861916065216064,
      "step": 2903,
      "subrel-constrast": 3.9359428882598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1031975746154785,
      "cov-distil (oracle2student)": 4.157536029815674,
      "cov-distil (oracle2teacher)": 3.32364559173584,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.8182916641235352,
      "step": 2904,
      "subrel-constrast": 2.526369571685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2880380153656006,
      "cov-distil (oracle2student)": 4.737812042236328,
      "cov-distil (oracle2teacher)": 4.467323303222656,
      "epoch": 2.28021978021978,
      "rel-constrast": 2.976578712463379,
      "step": 2905,
      "subrel-constrast": 3.0523488521575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850614309310913,
      "cov-distil (oracle2student)": 3.5886223316192627,
      "cov-distil (oracle2teacher)": 4.131385803222656,
      "epoch": 2.281004709576138,
      "rel-constrast": 2.744886875152588,
      "step": 2906,
      "subrel-constrast": 3.362288236618042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647043228149414,
      "cov-distil (oracle2student)": 6.147050857543945,
      "cov-distil (oracle2teacher)": 5.839437007904053,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.2938284873962402,
      "step": 2907,
      "subrel-constrast": 2.891611099243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.422966957092285,
      "cov-distil (oracle2student)": 4.547844409942627,
      "cov-distil (oracle2teacher)": 5.363938331604004,
      "epoch": 2.282574568288854,
      "rel-constrast": 2.8107407093048096,
      "step": 2908,
      "subrel-constrast": 3.8840413093566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7567640542984009,
      "cov-distil (oracle2student)": 4.644244194030762,
      "cov-distil (oracle2teacher)": 4.4417619705200195,
      "epoch": 2.283359497645212,
      "rel-constrast": 2.806128740310669,
      "step": 2909,
      "subrel-constrast": 3.04030179977417,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 8.75,
      "learning_rate": 4.446124378946107e-05,
      "loss": 0.6494,
      "step": 2910
    },
    {
      "cov-distil": 2.0472373962402344,
      "cov-distil (oracle2student)": 5.392712116241455,
      "cov-distil (oracle2teacher)": 5.881618499755859,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.4311232566833496,
      "step": 2910,
      "subrel-constrast": 4.048649311065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9644734859466553,
      "cov-distil (oracle2student)": 4.981348037719727,
      "cov-distil (oracle2teacher)": 4.577625751495361,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.0855047702789307,
      "step": 2911,
      "subrel-constrast": 3.048994541168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272284507751465,
      "cov-distil (oracle2student)": 4.341056823730469,
      "cov-distil (oracle2teacher)": 3.863546848297119,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.18745493888855,
      "step": 2912,
      "subrel-constrast": 3.645596981048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919449806213379,
      "cov-distil (oracle2student)": 5.956547737121582,
      "cov-distil (oracle2teacher)": 5.6026082038879395,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.733596086502075,
      "step": 2913,
      "subrel-constrast": 4.0810546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.229112148284912,
      "cov-distil (oracle2student)": 4.720417022705078,
      "cov-distil (oracle2teacher)": 4.081721305847168,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.8439292907714844,
      "step": 2914,
      "subrel-constrast": 2.9759459495544434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044858694076538,
      "cov-distil (oracle2student)": 5.215526580810547,
      "cov-distil (oracle2teacher)": 6.6775221824646,
      "epoch": 2.2880690737833596,
      "rel-constrast": 2.8333559036254883,
      "step": 2915,
      "subrel-constrast": 3.6740617752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5994021892547607,
      "cov-distil (oracle2student)": 3.8673691749572754,
      "cov-distil (oracle2teacher)": 3.6375865936279297,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.455604076385498,
      "step": 2916,
      "subrel-constrast": 2.5413856506347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.830245852470398,
      "cov-distil (oracle2student)": 6.0484724044799805,
      "cov-distil (oracle2teacher)": 6.263968467712402,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.36981463432312,
      "step": 2917,
      "subrel-constrast": 3.1681528091430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058701515197754,
      "cov-distil (oracle2student)": 3.547950267791748,
      "cov-distil (oracle2teacher)": 3.4032721519470215,
      "epoch": 2.2904238618524335,
      "rel-constrast": 2.0610289573669434,
      "step": 2918,
      "subrel-constrast": 2.4343221187591553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4048048257827759,
      "cov-distil (oracle2student)": 3.4747731685638428,
      "cov-distil (oracle2teacher)": 3.551025629043579,
      "epoch": 2.291208791208791,
      "rel-constrast": 1.7889552116394043,
      "step": 2919,
      "subrel-constrast": 2.6974754333496094,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 4.78125,
      "learning_rate": 4.411446405952618e-05,
      "loss": 0.6448,
      "step": 2920
    },
    {
      "cov-distil": 2.0908055305480957,
      "cov-distil (oracle2student)": 4.176717281341553,
      "cov-distil (oracle2teacher)": 4.269968032836914,
      "epoch": 2.291993720565149,
      "rel-constrast": 1.9633452892303467,
      "step": 2920,
      "subrel-constrast": 2.7430076599121094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3013274669647217,
      "cov-distil (oracle2student)": 4.454277992248535,
      "cov-distil (oracle2teacher)": 4.70762300491333,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.2770493030548096,
      "step": 2921,
      "subrel-constrast": 3.114943742752075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1280914545059204,
      "cov-distil (oracle2student)": 6.081299781799316,
      "cov-distil (oracle2teacher)": 6.264211177825928,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.5967210531234741,
      "step": 2922,
      "subrel-constrast": 1.8904770612716675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1733813285827637,
      "cov-distil (oracle2student)": 6.150752544403076,
      "cov-distil (oracle2teacher)": 5.664666175842285,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.27646541595459,
      "step": 2923,
      "subrel-constrast": 4.291177272796631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0247206687927246,
      "cov-distil (oracle2student)": 5.423080921173096,
      "cov-distil (oracle2teacher)": 5.161776542663574,
      "epoch": 2.295133437990581,
      "rel-constrast": 2.658810615539551,
      "step": 2924,
      "subrel-constrast": 3.689384937286377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499586820602417,
      "cov-distil (oracle2student)": 2.736893892288208,
      "cov-distil (oracle2teacher)": 2.942307472229004,
      "epoch": 2.295918367346939,
      "rel-constrast": 1.584639310836792,
      "step": 2925,
      "subrel-constrast": 2.4624550342559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796034812927246,
      "cov-distil (oracle2student)": 5.425810813903809,
      "cov-distil (oracle2teacher)": 5.178368091583252,
      "epoch": 2.2967032967032965,
      "rel-constrast": 2.587332010269165,
      "step": 2926,
      "subrel-constrast": 3.1251330375671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541232347488403,
      "cov-distil (oracle2student)": 3.4121227264404297,
      "cov-distil (oracle2teacher)": 2.5646331310272217,
      "epoch": 2.2974882260596545,
      "rel-constrast": 1.8694466352462769,
      "step": 2927,
      "subrel-constrast": 2.5867326259613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653296709060669,
      "cov-distil (oracle2student)": 4.69293212890625,
      "cov-distil (oracle2teacher)": 4.413003921508789,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.1939258575439453,
      "step": 2928,
      "subrel-constrast": 2.678431987762451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6083588600158691,
      "cov-distil (oracle2student)": 4.690932273864746,
      "cov-distil (oracle2teacher)": 4.613284587860107,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.136261463165283,
      "step": 2929,
      "subrel-constrast": 2.7493908405303955,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 4.9375,
      "learning_rate": 4.376797118230979e-05,
      "loss": 0.5536,
      "step": 2930
    },
    {
      "cov-distil": 2.103808879852295,
      "cov-distil (oracle2student)": 6.9455108642578125,
      "cov-distil (oracle2teacher)": 5.758393287658691,
      "epoch": 2.2998430141287285,
      "rel-constrast": 3.02333402633667,
      "step": 2930,
      "subrel-constrast": 3.6469249725341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6320667266845703,
      "cov-distil (oracle2student)": 6.570065975189209,
      "cov-distil (oracle2teacher)": 5.585091590881348,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.109185218811035,
      "step": 2931,
      "subrel-constrast": 2.8062193393707275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.146785020828247,
      "cov-distil (oracle2student)": 3.0876731872558594,
      "cov-distil (oracle2teacher)": 3.233311653137207,
      "epoch": 2.3014128728414445,
      "rel-constrast": 1.7806739807128906,
      "step": 2932,
      "subrel-constrast": 2.3922150135040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5336694717407227,
      "cov-distil (oracle2student)": 3.693981647491455,
      "cov-distil (oracle2teacher)": 4.224031448364258,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.574678659439087,
      "step": 2933,
      "subrel-constrast": 3.2009854316711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9532564878463745,
      "cov-distil (oracle2student)": 1.905280351638794,
      "cov-distil (oracle2teacher)": 1.9964898824691772,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.0562384128570557,
      "step": 2934,
      "subrel-constrast": 2.249424695968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.305233955383301,
      "cov-distil (oracle2student)": 5.579858779907227,
      "cov-distil (oracle2teacher)": 4.621931076049805,
      "epoch": 2.303767660910518,
      "rel-constrast": 3.5217466354370117,
      "step": 2935,
      "subrel-constrast": 3.6822102069854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1071174144744873,
      "cov-distil (oracle2student)": 2.5820536613464355,
      "cov-distil (oracle2teacher)": 3.5686826705932617,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.7886428833007812,
      "step": 2936,
      "subrel-constrast": 2.579209566116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341367244720459,
      "cov-distil (oracle2student)": 4.450962543487549,
      "cov-distil (oracle2teacher)": 4.61436128616333,
      "epoch": 2.305337519623234,
      "rel-constrast": 2.169793128967285,
      "step": 2937,
      "subrel-constrast": 2.6304447650909424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.141319751739502,
      "cov-distil (oracle2student)": 3.1361305713653564,
      "cov-distil (oracle2teacher)": 3.9340696334838867,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.2014999389648438,
      "step": 2938,
      "subrel-constrast": 3.124056339263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9006574153900146,
      "cov-distil (oracle2student)": 5.503281593322754,
      "cov-distil (oracle2teacher)": 5.653711795806885,
      "epoch": 2.30690737833595,
      "rel-constrast": 2.8042478561401367,
      "step": 2939,
      "subrel-constrast": 3.9359591007232666,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 5.90625,
      "learning_rate": 4.342178204538588e-05,
      "loss": 0.5758,
      "step": 2940
    },
    {
      "cov-distil": 1.9720096588134766,
      "cov-distil (oracle2student)": 3.170511245727539,
      "cov-distil (oracle2teacher)": 2.904986619949341,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.3314943313598633,
      "step": 2940,
      "subrel-constrast": 2.709951162338257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7516323328018188,
      "cov-distil (oracle2student)": 6.44236946105957,
      "cov-distil (oracle2teacher)": 5.915158748626709,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.5313282012939453,
      "step": 2941,
      "subrel-constrast": 2.6787633895874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1291463375091553,
      "cov-distil (oracle2student)": 4.366871356964111,
      "cov-distil (oracle2teacher)": 4.3336591720581055,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.4090404510498047,
      "step": 2942,
      "subrel-constrast": 3.0781750679016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7200117111206055,
      "cov-distil (oracle2student)": 5.393143653869629,
      "cov-distil (oracle2teacher)": 5.2754974365234375,
      "epoch": 2.3100470957613815,
      "rel-constrast": 2.4155750274658203,
      "step": 2943,
      "subrel-constrast": 2.689617156982422,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6621434688568115,
      "cov-distil (oracle2student)": 5.997794151306152,
      "cov-distil (oracle2teacher)": 5.339047908782959,
      "epoch": 2.3108320251177394,
      "rel-constrast": 4.446146011352539,
      "step": 2944,
      "subrel-constrast": 4.867367744445801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0230531692504883,
      "cov-distil (oracle2student)": 5.426340103149414,
      "cov-distil (oracle2teacher)": 4.9312849044799805,
      "epoch": 2.3116169544740974,
      "rel-constrast": 2.21169114112854,
      "step": 2945,
      "subrel-constrast": 2.6880624294281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0575408935546875,
      "cov-distil (oracle2student)": 4.353893756866455,
      "cov-distil (oracle2teacher)": 4.638175010681152,
      "epoch": 2.3124018838304554,
      "rel-constrast": 1.711442232131958,
      "step": 2946,
      "subrel-constrast": 2.7327425479888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203594207763672,
      "cov-distil (oracle2student)": 4.230905532836914,
      "cov-distil (oracle2teacher)": 4.15687370300293,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.398862600326538,
      "step": 2947,
      "subrel-constrast": 2.2704379558563232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1992015838623047,
      "cov-distil (oracle2student)": 5.257143497467041,
      "cov-distil (oracle2teacher)": 4.662759780883789,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.3418521881103516,
      "step": 2948,
      "subrel-constrast": 3.2431321144104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7038865089416504,
      "cov-distil (oracle2student)": 5.8157124519348145,
      "cov-distil (oracle2teacher)": 5.411232948303223,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.9392638206481934,
      "step": 2949,
      "subrel-constrast": 3.4640212059020996,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 5.84375,
      "learning_rate": 4.307591352152459e-05,
      "loss": 0.6434,
      "step": 2950
    },
    {
      "cov-distil": 2.0245285034179688,
      "cov-distil (oracle2student)": 5.356917381286621,
      "cov-distil (oracle2teacher)": 5.05512809753418,
      "epoch": 2.315541601255887,
      "rel-constrast": 2.8320276737213135,
      "step": 2950,
      "subrel-constrast": 3.7371160984039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882488250732422,
      "cov-distil (oracle2student)": 3.951261520385742,
      "cov-distil (oracle2teacher)": 3.6748147010803223,
      "epoch": 2.316326530612245,
      "rel-constrast": 3.717782497406006,
      "step": 2951,
      "subrel-constrast": 3.781071186065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3142318725585938,
      "cov-distil (oracle2student)": 4.207359313964844,
      "cov-distil (oracle2teacher)": 4.634452819824219,
      "epoch": 2.317111459968603,
      "rel-constrast": 2.143784523010254,
      "step": 2952,
      "subrel-constrast": 2.654202938079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3564258813858032,
      "cov-distil (oracle2student)": 3.5475447177886963,
      "cov-distil (oracle2teacher)": 3.8570656776428223,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.6949214935302734,
      "step": 2953,
      "subrel-constrast": 3.0760018825531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052685260772705,
      "cov-distil (oracle2student)": 6.184864044189453,
      "cov-distil (oracle2teacher)": 6.668527126312256,
      "epoch": 2.3186813186813184,
      "rel-constrast": 1.8101003170013428,
      "step": 2954,
      "subrel-constrast": 3.1748011112213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1144375801086426,
      "cov-distil (oracle2student)": 3.2075469493865967,
      "cov-distil (oracle2teacher)": 3.886385440826416,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.569838285446167,
      "step": 2955,
      "subrel-constrast": 3.831050157546997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3284943103790283,
      "cov-distil (oracle2student)": 4.781851768493652,
      "cov-distil (oracle2teacher)": 5.013023853302002,
      "epoch": 2.3202511773940344,
      "rel-constrast": 2.3644378185272217,
      "step": 2956,
      "subrel-constrast": 3.702772378921509,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3425984382629395,
      "cov-distil (oracle2student)": 5.591170310974121,
      "cov-distil (oracle2teacher)": 5.469655990600586,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.723993182182312,
      "step": 2957,
      "subrel-constrast": 2.497391700744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312255859375,
      "cov-distil (oracle2student)": 6.288504600524902,
      "cov-distil (oracle2teacher)": 5.290169715881348,
      "epoch": 2.3218210361067504,
      "rel-constrast": 3.187793731689453,
      "step": 2958,
      "subrel-constrast": 4.163999080657959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6593705415725708,
      "cov-distil (oracle2student)": 5.186542510986328,
      "cov-distil (oracle2teacher)": 5.768766403198242,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.658355236053467,
      "step": 2959,
      "subrel-constrast": 3.6924452781677246,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 6.0625,
      "learning_rate": 4.273038246786986e-05,
      "loss": 0.6426,
      "step": 2960
    },
    {
      "cov-distil": 1.6937365531921387,
      "cov-distil (oracle2student)": 3.8230223655700684,
      "cov-distil (oracle2teacher)": 3.6282520294189453,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.12697172164917,
      "step": 2960,
      "subrel-constrast": 2.644073963165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7052006721496582,
      "cov-distil (oracle2student)": 4.675561428070068,
      "cov-distil (oracle2teacher)": 4.386659622192383,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.6555280685424805,
      "step": 2961,
      "subrel-constrast": 2.8250904083251953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.074627161026001,
      "cov-distil (oracle2student)": 3.8473739624023438,
      "cov-distil (oracle2teacher)": 4.528972625732422,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.7538678646087646,
      "step": 2962,
      "subrel-constrast": 2.5460567474365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1617660522460938,
      "cov-distil (oracle2student)": 5.754467010498047,
      "cov-distil (oracle2teacher)": 5.80510139465332,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.019198179244995,
      "step": 2963,
      "subrel-constrast": 3.007622003555298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5049421787261963,
      "cov-distil (oracle2student)": 3.256511688232422,
      "cov-distil (oracle2teacher)": 3.1724650859832764,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.6349215507507324,
      "step": 2964,
      "subrel-constrast": 2.224936008453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.365168333053589,
      "cov-distil (oracle2student)": 3.4616174697875977,
      "cov-distil (oracle2teacher)": 3.5657765865325928,
      "epoch": 2.327315541601256,
      "rel-constrast": 2.4676079750061035,
      "step": 2965,
      "subrel-constrast": 3.51718807220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9735076427459717,
      "cov-distil (oracle2student)": 5.628663539886475,
      "cov-distil (oracle2teacher)": 5.637161731719971,
      "epoch": 2.328100470957614,
      "rel-constrast": 3.510664701461792,
      "step": 2966,
      "subrel-constrast": 3.870987892150879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.332749366760254,
      "cov-distil (oracle2student)": 3.3667845726013184,
      "cov-distil (oracle2teacher)": 3.247659206390381,
      "epoch": 2.328885400313972,
      "rel-constrast": 2.154356002807617,
      "step": 2967,
      "subrel-constrast": 2.525768995285034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035614490509033,
      "cov-distil (oracle2student)": 5.066508769989014,
      "cov-distil (oracle2teacher)": 4.69725227355957,
      "epoch": 2.32967032967033,
      "rel-constrast": 2.1259689331054688,
      "step": 2968,
      "subrel-constrast": 2.8207178115844727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4674253463745117,
      "cov-distil (oracle2student)": 5.5236921310424805,
      "cov-distil (oracle2teacher)": 4.898181915283203,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.595219612121582,
      "step": 2969,
      "subrel-constrast": 2.453110694885254,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 5.03125,
      "learning_rate": 4.238520572511773e-05,
      "loss": 0.5761,
      "step": 2970
    },
    {
      "cov-distil": 2.265547513961792,
      "cov-distil (oracle2student)": 5.491332054138184,
      "cov-distil (oracle2teacher)": 4.982387065887451,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.0222373008728027,
      "step": 2970,
      "subrel-constrast": 2.8968636989593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8369355201721191,
      "cov-distil (oracle2student)": 5.024163246154785,
      "cov-distil (oracle2teacher)": 5.254234313964844,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.0132534503936768,
      "step": 2971,
      "subrel-constrast": 2.6712591648101807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4365270137786865,
      "cov-distil (oracle2student)": 4.087663650512695,
      "cov-distil (oracle2teacher)": 3.9498589038848877,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.506434679031372,
      "step": 2972,
      "subrel-constrast": 3.3939685821533203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9643486738204956,
      "cov-distil (oracle2student)": 4.945306777954102,
      "cov-distil (oracle2teacher)": 5.011807441711426,
      "epoch": 2.3335949764521193,
      "rel-constrast": 1.638722538948059,
      "step": 2973,
      "subrel-constrast": 2.8877151012420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3323593139648438,
      "cov-distil (oracle2student)": 6.584816932678223,
      "cov-distil (oracle2teacher)": 5.757347106933594,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.390892505645752,
      "step": 2974,
      "subrel-constrast": 3.322603940963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67310631275177,
      "cov-distil (oracle2student)": 5.5614447593688965,
      "cov-distil (oracle2teacher)": 5.572764873504639,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.6508798599243164,
      "step": 2975,
      "subrel-constrast": 2.24880313873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.547781467437744,
      "cov-distil (oracle2student)": 5.052558898925781,
      "cov-distil (oracle2teacher)": 5.331051826477051,
      "epoch": 2.3359497645211933,
      "rel-constrast": 2.2316131591796875,
      "step": 2976,
      "subrel-constrast": 3.7071783542633057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7460665702819824,
      "cov-distil (oracle2student)": 6.109234809875488,
      "cov-distil (oracle2teacher)": 5.648656368255615,
      "epoch": 2.336734693877551,
      "rel-constrast": 3.58327579498291,
      "step": 2977,
      "subrel-constrast": 3.018273115158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.619853973388672,
      "cov-distil (oracle2student)": 4.734614372253418,
      "cov-distil (oracle2teacher)": 4.897132396697998,
      "epoch": 2.337519623233909,
      "rel-constrast": 2.733532428741455,
      "step": 2978,
      "subrel-constrast": 3.502991199493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4210212230682373,
      "cov-distil (oracle2student)": 6.586240768432617,
      "cov-distil (oracle2teacher)": 6.59217643737793,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.8498528003692627,
      "step": 2979,
      "subrel-constrast": 3.9630658626556396,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 6.15625,
      "learning_rate": 4.2040400116695666e-05,
      "loss": 0.6155,
      "step": 2980
    },
    {
      "cov-distil": 2.1446337699890137,
      "cov-distil (oracle2student)": 4.734082221984863,
      "cov-distil (oracle2teacher)": 4.188438892364502,
      "epoch": 2.339089481946625,
      "rel-constrast": 2.802696466445923,
      "step": 2980,
      "subrel-constrast": 3.931363105773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686448097229004,
      "cov-distil (oracle2student)": 5.750818252563477,
      "cov-distil (oracle2teacher)": 5.285950660705566,
      "epoch": 2.339874411302983,
      "rel-constrast": 2.239535093307495,
      "step": 2981,
      "subrel-constrast": 2.3941829204559326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.643054485321045,
      "cov-distil (oracle2student)": 3.1477928161621094,
      "cov-distil (oracle2teacher)": 3.6178700923919678,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.0216455459594727,
      "step": 2982,
      "subrel-constrast": 2.9245424270629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1880532503128052,
      "cov-distil (oracle2student)": 2.9008960723876953,
      "cov-distil (oracle2teacher)": 3.3047375679016113,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.3759300708770752,
      "step": 2983,
      "subrel-constrast": 1.6360342502593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.382880687713623,
      "cov-distil (oracle2student)": 4.167579650878906,
      "cov-distil (oracle2teacher)": 4.080076217651367,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.44122576713562,
      "step": 2984,
      "subrel-constrast": 3.319427728652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133296251296997,
      "cov-distil (oracle2student)": 3.769382953643799,
      "cov-distil (oracle2teacher)": 3.1572771072387695,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.969818592071533,
      "step": 2985,
      "subrel-constrast": 3.3622844219207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6423640251159668,
      "cov-distil (oracle2student)": 4.342287063598633,
      "cov-distil (oracle2teacher)": 3.9791722297668457,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.339498519897461,
      "step": 2986,
      "subrel-constrast": 2.9237732887268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0913450717926025,
      "cov-distil (oracle2student)": 3.9385573863983154,
      "cov-distil (oracle2teacher)": 3.5843124389648438,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.2602901458740234,
      "step": 2987,
      "subrel-constrast": 2.6853132247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1696217060089111,
      "cov-distil (oracle2student)": 3.9844424724578857,
      "cov-distil (oracle2teacher)": 3.9923288822174072,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.8401856422424316,
      "step": 2988,
      "subrel-constrast": 3.2814950942993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566436529159546,
      "cov-distil (oracle2student)": 4.875064849853516,
      "cov-distil (oracle2teacher)": 4.380632400512695,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.8599339723587036,
      "step": 2989,
      "subrel-constrast": 2.0707786083221436,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 4.375,
      "learning_rate": 4.169598244794261e-05,
      "loss": 0.5788,
      "step": 2990
    },
    {
      "cov-distil": 1.8977187871932983,
      "cov-distil (oracle2student)": 3.964524030685425,
      "cov-distil (oracle2teacher)": 3.3090882301330566,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.7696986198425293,
      "step": 2990,
      "subrel-constrast": 2.8326199054718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25913405418396,
      "cov-distil (oracle2student)": 2.9859633445739746,
      "cov-distil (oracle2teacher)": 3.2520508766174316,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.7511142492294312,
      "step": 2991,
      "subrel-constrast": 2.6013851165771484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7784881591796875,
      "cov-distil (oracle2student)": 3.5228943824768066,
      "cov-distil (oracle2teacher)": 3.6993188858032227,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.611879348754883,
      "step": 2992,
      "subrel-constrast": 3.406731128692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849313735961914,
      "cov-distil (oracle2student)": 4.381896018981934,
      "cov-distil (oracle2teacher)": 5.093692779541016,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.5143604278564453,
      "step": 2993,
      "subrel-constrast": 3.2233834266662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4970210790634155,
      "cov-distil (oracle2student)": 5.4976348876953125,
      "cov-distil (oracle2teacher)": 4.930258274078369,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.4498445987701416,
      "step": 2994,
      "subrel-constrast": 3.01176381111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6878414154052734,
      "cov-distil (oracle2student)": 4.886418342590332,
      "cov-distil (oracle2teacher)": 4.601896286010742,
      "epoch": 2.3508634222919937,
      "rel-constrast": 1.9812679290771484,
      "step": 2995,
      "subrel-constrast": 2.67132568359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8496488332748413,
      "cov-distil (oracle2student)": 5.045119285583496,
      "cov-distil (oracle2teacher)": 5.812692642211914,
      "epoch": 2.3516483516483517,
      "rel-constrast": 1.5475138425827026,
      "step": 2996,
      "subrel-constrast": 3.177250862121582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879826545715332,
      "cov-distil (oracle2student)": 4.335372447967529,
      "cov-distil (oracle2teacher)": 3.8384006023406982,
      "epoch": 2.3524332810047097,
      "rel-constrast": 1.6936429738998413,
      "step": 2997,
      "subrel-constrast": 2.117846965789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3532373905181885,
      "cov-distil (oracle2student)": 5.565046310424805,
      "cov-distil (oracle2teacher)": 4.793757438659668,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.0736639499664307,
      "step": 2998,
      "subrel-constrast": 2.178117275238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9889352321624756,
      "cov-distil (oracle2student)": 5.601226329803467,
      "cov-distil (oracle2teacher)": 5.728979587554932,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.806110382080078,
      "step": 2999,
      "subrel-constrast": 2.986259698867798,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 6.0,
      "learning_rate": 4.135196950528982e-05,
      "loss": 0.555,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-P@10": 0.738,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-nDCG@10": 0.7451521824828347,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-alpha_nDCG@10": 0.5647183818331402,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-P@10": 0.42999999999999994,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-nDCG@10": 0.6016024023362996,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-alpha_nDCG@10": 0.5776921507946288,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/avg": 0.5266169079958812,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "overlap": 0.31562501192092896,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "student margin": 0.07427978515625
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "teacher margin": 0.06219482421875
    },
    {
      "epoch": 2.3547880690737832,
      "margin difference": -0.0120849609375,
      "step": 3000
    },
    {
      "cov-distil": 1.541195273399353,
      "cov-distil (oracle2student)": 4.69669771194458,
      "cov-distil (oracle2teacher)": 3.8199081420898438,
      "epoch": 2.3547880690737832,
      "rel-constrast": 1.568043828010559,
      "step": 3000,
      "subrel-constrast": 2.0806422233581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1584606170654297,
      "cov-distil (oracle2student)": 6.001522541046143,
      "cov-distil (oracle2teacher)": 5.771047592163086,
      "epoch": 2.3555729984301412,
      "rel-constrast": 2.2228193283081055,
      "step": 3001,
      "subrel-constrast": 3.029581069946289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5728411674499512,
      "cov-distil (oracle2student)": 4.465474605560303,
      "cov-distil (oracle2teacher)": 4.172634124755859,
      "epoch": 2.356357927786499,
      "rel-constrast": 2.2471184730529785,
      "step": 3002,
      "subrel-constrast": 2.8426694869995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4499166011810303,
      "cov-distil (oracle2student)": 4.6825785636901855,
      "cov-distil (oracle2teacher)": 4.244813919067383,
      "epoch": 2.357142857142857,
      "rel-constrast": 1.7884697914123535,
      "step": 3003,
      "subrel-constrast": 2.8506436347961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9257668256759644,
      "cov-distil (oracle2student)": 4.480998992919922,
      "cov-distil (oracle2teacher)": 4.58007287979126,
      "epoch": 2.357927786499215,
      "rel-constrast": 2.5727603435516357,
      "step": 3004,
      "subrel-constrast": 3.0089871883392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540703773498535,
      "cov-distil (oracle2student)": 3.530947208404541,
      "cov-distil (oracle2teacher)": 3.463986873626709,
      "epoch": 2.358712715855573,
      "rel-constrast": 2.287839889526367,
      "step": 3005,
      "subrel-constrast": 3.1774351596832275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5967726707458496,
      "cov-distil (oracle2student)": 5.225897312164307,
      "cov-distil (oracle2teacher)": 5.113121509552002,
      "epoch": 2.359497645211931,
      "rel-constrast": 3.9825541973114014,
      "step": 3006,
      "subrel-constrast": 4.886936187744141,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.355754852294922,
      "cov-distil (oracle2student)": 3.8846189975738525,
      "cov-distil (oracle2teacher)": 4.242927551269531,
      "epoch": 2.3602825745682887,
      "rel-constrast": 2.301222324371338,
      "step": 3007,
      "subrel-constrast": 3.3121228218078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.154191255569458,
      "cov-distil (oracle2student)": 5.971456527709961,
      "cov-distil (oracle2teacher)": 5.555835723876953,
      "epoch": 2.3610675039246467,
      "rel-constrast": 3.2878293991088867,
      "step": 3008,
      "subrel-constrast": 3.481640338897705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.452775001525879,
      "cov-distil (oracle2student)": 3.1532580852508545,
      "cov-distil (oracle2teacher)": 3.330432415008545,
      "epoch": 2.3618524332810047,
      "rel-constrast": 1.8802014589309692,
      "step": 3009,
      "subrel-constrast": 2.7219715118408203,
      "view-similarity": 0
    },
    {
      "epoch": 2.3626373626373627,
      "grad_norm": 4.6875,
      "learning_rate": 4.100837805544279e-05,
      "loss": 0.6035,
      "step": 3010
    },
    {
      "cov-distil": 1.8543075323104858,
      "cov-distil (oracle2student)": 5.678719520568848,
      "cov-distil (oracle2teacher)": 5.078343391418457,
      "epoch": 2.3626373626373627,
      "rel-constrast": 1.9816160202026367,
      "step": 3010,
      "subrel-constrast": 3.0724871158599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3103885650634766,
      "cov-distil (oracle2student)": 7.148519515991211,
      "cov-distil (oracle2teacher)": 6.477903366088867,
      "epoch": 2.3634222919937207,
      "rel-constrast": 2.398702383041382,
      "step": 3011,
      "subrel-constrast": 3.22228741645813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6734874248504639,
      "cov-distil (oracle2student)": 5.718695163726807,
      "cov-distil (oracle2teacher)": 5.55987024307251,
      "epoch": 2.3642072213500787,
      "rel-constrast": 1.7449605464935303,
      "step": 3012,
      "subrel-constrast": 2.3392183780670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581227421760559,
      "cov-distil (oracle2student)": 4.790868759155273,
      "cov-distil (oracle2teacher)": 4.883129119873047,
      "epoch": 2.3649921507064366,
      "rel-constrast": 1.2857393026351929,
      "step": 3013,
      "subrel-constrast": 2.225520610809326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9987916946411133,
      "cov-distil (oracle2student)": 5.236148834228516,
      "cov-distil (oracle2teacher)": 5.024179458618164,
      "epoch": 2.365777080062794,
      "rel-constrast": 4.196934700012207,
      "step": 3014,
      "subrel-constrast": 3.963059425354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8386187553405762,
      "cov-distil (oracle2student)": 3.848897695541382,
      "cov-distil (oracle2teacher)": 4.043896198272705,
      "epoch": 2.366562009419152,
      "rel-constrast": 2.6757991313934326,
      "step": 3015,
      "subrel-constrast": 3.3731746673583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.718064308166504,
      "cov-distil (oracle2student)": 6.281896591186523,
      "cov-distil (oracle2teacher)": 5.426610469818115,
      "epoch": 2.36734693877551,
      "rel-constrast": 1.3994722366333008,
      "step": 3016,
      "subrel-constrast": 2.321162462234497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6826510429382324,
      "cov-distil (oracle2student)": 4.7648773193359375,
      "cov-distil (oracle2teacher)": 4.409576892852783,
      "epoch": 2.368131868131868,
      "rel-constrast": 1.779656171798706,
      "step": 3017,
      "subrel-constrast": 2.418761968612671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8948206901550293,
      "cov-distil (oracle2student)": 5.5314483642578125,
      "cov-distil (oracle2teacher)": 6.306768894195557,
      "epoch": 2.368916797488226,
      "rel-constrast": 2.6824681758880615,
      "step": 3018,
      "subrel-constrast": 3.3952670097351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1229660511016846,
      "cov-distil (oracle2student)": 4.671383857727051,
      "cov-distil (oracle2teacher)": 4.242682456970215,
      "epoch": 2.369701726844584,
      "rel-constrast": 2.7136852741241455,
      "step": 3019,
      "subrel-constrast": 3.9929118156433105,
      "view-similarity": 0
    },
    {
      "epoch": 2.370486656200942,
      "grad_norm": 8.6875,
      "learning_rate": 4.0665224844564053e-05,
      "loss": 0.5715,
      "step": 3020
    },
    {
      "cov-distil": 2.247915506362915,
      "cov-distil (oracle2student)": 2.9512100219726562,
      "cov-distil (oracle2teacher)": 3.5105152130126953,
      "epoch": 2.370486656200942,
      "rel-constrast": 2.302725315093994,
      "step": 3020,
      "subrel-constrast": 2.9339711666107178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5279128551483154,
      "cov-distil (oracle2student)": 4.3600969314575195,
      "cov-distil (oracle2teacher)": 4.6968994140625,
      "epoch": 2.3712715855572997,
      "rel-constrast": 2.2121050357818604,
      "step": 3021,
      "subrel-constrast": 2.675899028778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3088757991790771,
      "cov-distil (oracle2student)": 4.546685218811035,
      "cov-distil (oracle2teacher)": 4.31767463684082,
      "epoch": 2.3720565149136577,
      "rel-constrast": 2.628249168395996,
      "step": 3022,
      "subrel-constrast": 2.981017827987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3888607025146484,
      "cov-distil (oracle2student)": 3.0413589477539062,
      "cov-distil (oracle2teacher)": 3.4159512519836426,
      "epoch": 2.3728414442700156,
      "rel-constrast": 2.9855153560638428,
      "step": 3023,
      "subrel-constrast": 3.7447752952575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8878614902496338,
      "cov-distil (oracle2student)": 4.721607208251953,
      "cov-distil (oracle2teacher)": 4.563564300537109,
      "epoch": 2.3736263736263736,
      "rel-constrast": 1.3084917068481445,
      "step": 3024,
      "subrel-constrast": 1.6052987575531006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3514528274536133,
      "cov-distil (oracle2student)": 5.219244003295898,
      "cov-distil (oracle2teacher)": 5.219388008117676,
      "epoch": 2.3744113029827316,
      "rel-constrast": 1.7944097518920898,
      "step": 3025,
      "subrel-constrast": 2.343047857284546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8267107009887695,
      "cov-distil (oracle2student)": 5.4669647216796875,
      "cov-distil (oracle2teacher)": 5.651740074157715,
      "epoch": 2.3751962323390896,
      "rel-constrast": 2.1840579509735107,
      "step": 3026,
      "subrel-constrast": 2.8893237113952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6083483695983887,
      "cov-distil (oracle2student)": 2.490422248840332,
      "cov-distil (oracle2teacher)": 3.1383872032165527,
      "epoch": 2.3759811616954476,
      "rel-constrast": 2.4858059883117676,
      "step": 3027,
      "subrel-constrast": 2.8825831413269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6224439144134521,
      "cov-distil (oracle2student)": 5.198482990264893,
      "cov-distil (oracle2teacher)": 5.366479873657227,
      "epoch": 2.376766091051805,
      "rel-constrast": 2.3650941848754883,
      "step": 3028,
      "subrel-constrast": 2.935535430908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5359055995941162,
      "cov-distil (oracle2student)": 4.438105583190918,
      "cov-distil (oracle2teacher)": 4.261323928833008,
      "epoch": 2.377551020408163,
      "rel-constrast": 1.7930210828781128,
      "step": 3029,
      "subrel-constrast": 2.509256601333618,
      "view-similarity": 0
    },
    {
      "epoch": 2.378335949764521,
      "grad_norm": 5.21875,
      "learning_rate": 4.032252659745699e-05,
      "loss": 0.5515,
      "step": 3030
    },
    {
      "cov-distil": 2.043635129928589,
      "cov-distil (oracle2student)": 4.946528911590576,
      "cov-distil (oracle2teacher)": 5.005362033843994,
      "epoch": 2.378335949764521,
      "rel-constrast": 2.8787033557891846,
      "step": 3030,
      "subrel-constrast": 3.0261287689208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9220174551010132,
      "cov-distil (oracle2student)": 4.589296817779541,
      "cov-distil (oracle2teacher)": 4.80881404876709,
      "epoch": 2.379120879120879,
      "rel-constrast": 1.9505258798599243,
      "step": 3031,
      "subrel-constrast": 2.152419328689575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322786569595337,
      "cov-distil (oracle2student)": 6.344775199890137,
      "cov-distil (oracle2teacher)": 5.955685138702393,
      "epoch": 2.379905808477237,
      "rel-constrast": 4.101897239685059,
      "step": 3032,
      "subrel-constrast": 4.359488487243652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.883077621459961,
      "cov-distil (oracle2student)": 5.64392614364624,
      "cov-distil (oracle2teacher)": 5.553194046020508,
      "epoch": 2.380690737833595,
      "rel-constrast": 1.7629536390304565,
      "step": 3033,
      "subrel-constrast": 3.0649073123931885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6448248624801636,
      "cov-distil (oracle2student)": 2.9264025688171387,
      "cov-distil (oracle2teacher)": 3.4381699562072754,
      "epoch": 2.381475667189953,
      "rel-constrast": 2.3656623363494873,
      "step": 3034,
      "subrel-constrast": 2.6640942096710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4651658535003662,
      "cov-distil (oracle2student)": 5.191847801208496,
      "cov-distil (oracle2teacher)": 5.225438117980957,
      "epoch": 2.3822605965463106,
      "rel-constrast": 3.2420172691345215,
      "step": 3035,
      "subrel-constrast": 3.199000835418701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261542320251465,
      "cov-distil (oracle2student)": 6.351264476776123,
      "cov-distil (oracle2teacher)": 5.900938034057617,
      "epoch": 2.3830455259026686,
      "rel-constrast": 2.7451510429382324,
      "step": 3036,
      "subrel-constrast": 3.3721399307250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5907059907913208,
      "cov-distil (oracle2student)": 3.8229024410247803,
      "cov-distil (oracle2teacher)": 3.5317294597625732,
      "epoch": 2.3838304552590266,
      "rel-constrast": 1.9408478736877441,
      "step": 3037,
      "subrel-constrast": 2.4504666328430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3253304958343506,
      "cov-distil (oracle2student)": 4.570962429046631,
      "cov-distil (oracle2teacher)": 4.53671932220459,
      "epoch": 2.3846153846153846,
      "rel-constrast": 2.359218120574951,
      "step": 3038,
      "subrel-constrast": 2.4352972507476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6061606407165527,
      "cov-distil (oracle2student)": 3.968471050262451,
      "cov-distil (oracle2teacher)": 4.876288890838623,
      "epoch": 2.3854003139717426,
      "rel-constrast": 2.412036657333374,
      "step": 3039,
      "subrel-constrast": 3.339482545852661,
      "view-similarity": 0
    },
    {
      "epoch": 2.3861852433281006,
      "grad_norm": 5.5625,
      "learning_rate": 3.9980300016750694e-05,
      "loss": 0.644,
      "step": 3040
    },
    {
      "cov-distil": 2.132591724395752,
      "cov-distil (oracle2student)": 3.883044719696045,
      "cov-distil (oracle2teacher)": 3.6472415924072266,
      "epoch": 2.3861852433281006,
      "rel-constrast": 1.8520901203155518,
      "step": 3040,
      "subrel-constrast": 3.3634140491485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.972317695617676,
      "cov-distil (oracle2student)": 3.9281251430511475,
      "cov-distil (oracle2teacher)": 3.966557025909424,
      "epoch": 2.3869701726844585,
      "rel-constrast": 2.1656999588012695,
      "step": 3041,
      "subrel-constrast": 2.622877597808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9533729553222656,
      "cov-distil (oracle2student)": 4.562187671661377,
      "cov-distil (oracle2teacher)": 4.2954888343811035,
      "epoch": 2.387755102040816,
      "rel-constrast": 1.6635466814041138,
      "step": 3042,
      "subrel-constrast": 2.5622308254241943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9667860269546509,
      "cov-distil (oracle2student)": 3.9051690101623535,
      "cov-distil (oracle2teacher)": 3.7861952781677246,
      "epoch": 2.388540031397174,
      "rel-constrast": 2.6422600746154785,
      "step": 3043,
      "subrel-constrast": 3.567725658416748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4860270023345947,
      "cov-distil (oracle2student)": 4.479651927947998,
      "cov-distil (oracle2teacher)": 4.735735893249512,
      "epoch": 2.389324960753532,
      "rel-constrast": 2.965705394744873,
      "step": 3044,
      "subrel-constrast": 3.860708475112915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2517337799072266,
      "cov-distil (oracle2student)": 4.723484516143799,
      "cov-distil (oracle2teacher)": 4.745211601257324,
      "epoch": 2.39010989010989,
      "rel-constrast": 2.9259724617004395,
      "step": 3045,
      "subrel-constrast": 3.9118475914001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7931135892868042,
      "cov-distil (oracle2student)": 5.433319568634033,
      "cov-distil (oracle2teacher)": 4.910947799682617,
      "epoch": 2.390894819466248,
      "rel-constrast": 2.916323661804199,
      "step": 3046,
      "subrel-constrast": 3.159137725830078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5730414390563965,
      "cov-distil (oracle2student)": 3.962033987045288,
      "cov-distil (oracle2teacher)": 3.8949458599090576,
      "epoch": 2.391679748822606,
      "rel-constrast": 2.930570363998413,
      "step": 3047,
      "subrel-constrast": 3.6168551445007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2815699577331543,
      "cov-distil (oracle2student)": 7.4579010009765625,
      "cov-distil (oracle2teacher)": 7.2422051429748535,
      "epoch": 2.392464678178964,
      "rel-constrast": 3.3913588523864746,
      "step": 3048,
      "subrel-constrast": 3.8222815990448,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1762073040008545,
      "cov-distil (oracle2student)": 2.864348888397217,
      "cov-distil (oracle2teacher)": 3.223705768585205,
      "epoch": 2.393249607535322,
      "rel-constrast": 1.9451384544372559,
      "step": 3049,
      "subrel-constrast": 2.677507162094116,
      "view-similarity": 0
    },
    {
      "epoch": 2.39403453689168,
      "grad_norm": 5.09375,
      "learning_rate": 3.963856178208588e-05,
      "loss": 0.635,
      "step": 3050
    },
    {
      "cov-distil": 1.491913080215454,
      "cov-distil (oracle2student)": 4.298393249511719,
      "cov-distil (oracle2teacher)": 4.4571990966796875,
      "epoch": 2.39403453689168,
      "rel-constrast": 2.2339534759521484,
      "step": 3050,
      "subrel-constrast": 2.8693253993988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1735005378723145,
      "cov-distil (oracle2student)": 3.7255566120147705,
      "cov-distil (oracle2teacher)": 3.690340995788574,
      "epoch": 2.3948194662480375,
      "rel-constrast": 1.813256025314331,
      "step": 3051,
      "subrel-constrast": 2.648380756378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38423752784729,
      "cov-distil (oracle2student)": 3.22683048248291,
      "cov-distil (oracle2teacher)": 3.3772025108337402,
      "epoch": 2.3956043956043955,
      "rel-constrast": 1.957183599472046,
      "step": 3052,
      "subrel-constrast": 2.5626940727233887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4662561416625977,
      "cov-distil (oracle2student)": 5.447752952575684,
      "cov-distil (oracle2teacher)": 5.243014812469482,
      "epoch": 2.3963893249607535,
      "rel-constrast": 1.9465107917785645,
      "step": 3053,
      "subrel-constrast": 2.3891360759735107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9398161172866821,
      "cov-distil (oracle2student)": 5.84868049621582,
      "cov-distil (oracle2teacher)": 5.02485466003418,
      "epoch": 2.3971742543171115,
      "rel-constrast": 1.7034764289855957,
      "step": 3054,
      "subrel-constrast": 2.397890090942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2569118738174438,
      "cov-distil (oracle2student)": 3.436467409133911,
      "cov-distil (oracle2teacher)": 3.562922954559326,
      "epoch": 2.3979591836734695,
      "rel-constrast": 2.065713882446289,
      "step": 3055,
      "subrel-constrast": 2.2640485763549805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3547049760818481,
      "cov-distil (oracle2student)": 5.859301567077637,
      "cov-distil (oracle2teacher)": 4.614666938781738,
      "epoch": 2.3987441130298275,
      "rel-constrast": 2.7114322185516357,
      "step": 3056,
      "subrel-constrast": 3.114312171936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6723780632019043,
      "cov-distil (oracle2student)": 4.404620170593262,
      "cov-distil (oracle2teacher)": 4.981251239776611,
      "epoch": 2.3995290423861855,
      "rel-constrast": 2.3574447631835938,
      "step": 3057,
      "subrel-constrast": 3.207416296005249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903887391090393,
      "cov-distil (oracle2student)": 4.754502773284912,
      "cov-distil (oracle2teacher)": 4.604927062988281,
      "epoch": 2.400313971742543,
      "rel-constrast": 3.0913290977478027,
      "step": 3058,
      "subrel-constrast": 3.016352415084839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5991711616516113,
      "cov-distil (oracle2student)": 5.101888656616211,
      "cov-distil (oracle2teacher)": 4.872715950012207,
      "epoch": 2.401098901098901,
      "rel-constrast": 2.1911919116973877,
      "step": 3059,
      "subrel-constrast": 2.3286056518554688,
      "view-similarity": 0
    },
    {
      "epoch": 2.401883830455259,
      "grad_norm": 5.65625,
      "learning_rate": 3.9297328549302e-05,
      "loss": 0.5518,
      "step": 3060
    },
    {
      "cov-distil": 1.7635666131973267,
      "cov-distil (oracle2student)": 3.1814661026000977,
      "cov-distil (oracle2teacher)": 3.3381593227386475,
      "epoch": 2.401883830455259,
      "rel-constrast": 2.6876204013824463,
      "step": 3060,
      "subrel-constrast": 3.0626306533813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1683847904205322,
      "cov-distil (oracle2student)": 5.8169965744018555,
      "cov-distil (oracle2teacher)": 5.095041275024414,
      "epoch": 2.402668759811617,
      "rel-constrast": 2.857638120651245,
      "step": 3061,
      "subrel-constrast": 3.03222393989563,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2042460441589355,
      "cov-distil (oracle2student)": 3.4612374305725098,
      "cov-distil (oracle2teacher)": 3.6930019855499268,
      "epoch": 2.403453689167975,
      "rel-constrast": 2.0295181274414062,
      "step": 3062,
      "subrel-constrast": 3.0635132789611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6690006256103516,
      "cov-distil (oracle2student)": 5.116959571838379,
      "cov-distil (oracle2teacher)": 5.479690074920654,
      "epoch": 2.404238618524333,
      "rel-constrast": 2.2609450817108154,
      "step": 3063,
      "subrel-constrast": 3.273332118988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6924190521240234,
      "cov-distil (oracle2student)": 3.5318799018859863,
      "cov-distil (oracle2teacher)": 4.13140869140625,
      "epoch": 2.405023547880691,
      "rel-constrast": 3.37587833404541,
      "step": 3064,
      "subrel-constrast": 3.8057754039764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8994255065917969,
      "cov-distil (oracle2student)": 2.5100390911102295,
      "cov-distil (oracle2teacher)": 2.440061092376709,
      "epoch": 2.4058084772370485,
      "rel-constrast": 1.5021376609802246,
      "step": 3065,
      "subrel-constrast": 2.4063851833343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4745991230010986,
      "cov-distil (oracle2student)": 4.905686378479004,
      "cov-distil (oracle2teacher)": 4.134823322296143,
      "epoch": 2.4065934065934065,
      "rel-constrast": 3.0770397186279297,
      "step": 3066,
      "subrel-constrast": 2.675384283065796,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4966092109680176,
      "cov-distil (oracle2student)": 5.323019027709961,
      "cov-distil (oracle2teacher)": 5.0582685470581055,
      "epoch": 2.4073783359497645,
      "rel-constrast": 2.7092294692993164,
      "step": 3067,
      "subrel-constrast": 3.91011118888855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0902810096740723,
      "cov-distil (oracle2student)": 7.786337852478027,
      "cov-distil (oracle2teacher)": 6.672945976257324,
      "epoch": 2.4081632653061225,
      "rel-constrast": 1.7207345962524414,
      "step": 3068,
      "subrel-constrast": 2.6655490398406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7511416673660278,
      "cov-distil (oracle2student)": 5.468975067138672,
      "cov-distil (oracle2teacher)": 5.710689544677734,
      "epoch": 2.4089481946624804,
      "rel-constrast": 3.5810983180999756,
      "step": 3069,
      "subrel-constrast": 4.219090461730957,
      "view-similarity": 0
    },
    {
      "epoch": 2.4097331240188384,
      "grad_norm": 7.125,
      "learning_rate": 3.895661694962542e-05,
      "loss": 0.645,
      "step": 3070
    },
    {
      "cov-distil": 1.774895429611206,
      "cov-distil (oracle2student)": 3.9889917373657227,
      "cov-distil (oracle2teacher)": 3.8638830184936523,
      "epoch": 2.4097331240188384,
      "rel-constrast": 1.6799235343933105,
      "step": 3070,
      "subrel-constrast": 2.5804076194763184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4378437995910645,
      "cov-distil (oracle2student)": 4.680274486541748,
      "cov-distil (oracle2teacher)": 4.125104904174805,
      "epoch": 2.4105180533751964,
      "rel-constrast": 3.23593807220459,
      "step": 3071,
      "subrel-constrast": 3.41606068611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7970495223999023,
      "cov-distil (oracle2student)": 5.512240886688232,
      "cov-distil (oracle2teacher)": 5.641756057739258,
      "epoch": 2.411302982731554,
      "rel-constrast": 2.3297529220581055,
      "step": 3072,
      "subrel-constrast": 2.439936637878418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7079463005065918,
      "cov-distil (oracle2student)": 5.2397661209106445,
      "cov-distil (oracle2teacher)": 4.453326225280762,
      "epoch": 2.412087912087912,
      "rel-constrast": 3.610194206237793,
      "step": 3073,
      "subrel-constrast": 3.184687376022339,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1003079414367676,
      "cov-distil (oracle2student)": 4.652884483337402,
      "cov-distil (oracle2teacher)": 4.236159324645996,
      "epoch": 2.41287284144427,
      "rel-constrast": 3.400820016860962,
      "step": 3074,
      "subrel-constrast": 3.292323350906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5530905723571777,
      "cov-distil (oracle2student)": 3.8614633083343506,
      "cov-distil (oracle2teacher)": 4.251372337341309,
      "epoch": 2.413657770800628,
      "rel-constrast": 2.4778623580932617,
      "step": 3075,
      "subrel-constrast": 3.8772027492523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5584282875061035,
      "cov-distil (oracle2student)": 6.631321907043457,
      "cov-distil (oracle2teacher)": 5.7897748947143555,
      "epoch": 2.414442700156986,
      "rel-constrast": 2.038961172103882,
      "step": 3076,
      "subrel-constrast": 2.723270893096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9666621685028076,
      "cov-distil (oracle2student)": 6.196704864501953,
      "cov-distil (oracle2teacher)": 5.632560729980469,
      "epoch": 2.415227629513344,
      "rel-constrast": 2.847309112548828,
      "step": 3077,
      "subrel-constrast": 3.467222213745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7815160751342773,
      "cov-distil (oracle2student)": 4.046038627624512,
      "cov-distil (oracle2teacher)": 4.564803600311279,
      "epoch": 2.416012558869702,
      "rel-constrast": 2.475844621658325,
      "step": 3078,
      "subrel-constrast": 3.601266622543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7250964641571045,
      "cov-distil (oracle2student)": 3.7343506813049316,
      "cov-distil (oracle2teacher)": 4.0808539390563965,
      "epoch": 2.4167974882260594,
      "rel-constrast": 2.855252981185913,
      "step": 3079,
      "subrel-constrast": 3.396348237991333,
      "view-similarity": 0
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 6.0625,
      "learning_rate": 3.8616443588858805e-05,
      "loss": 0.6738,
      "step": 3080
    },
    {
      "cov-distil": 2.2112877368927,
      "cov-distil (oracle2student)": 4.97566032409668,
      "cov-distil (oracle2teacher)": 4.531219482421875,
      "epoch": 2.4175824175824174,
      "rel-constrast": 1.7207796573638916,
      "step": 3080,
      "subrel-constrast": 2.245654582977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1923933029174805,
      "cov-distil (oracle2student)": 4.343762397766113,
      "cov-distil (oracle2teacher)": 4.6182146072387695,
      "epoch": 2.4183673469387754,
      "rel-constrast": 2.4375603199005127,
      "step": 3081,
      "subrel-constrast": 3.0617315769195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6065795421600342,
      "cov-distil (oracle2student)": 4.938431739807129,
      "cov-distil (oracle2teacher)": 5.253192901611328,
      "epoch": 2.4191522762951334,
      "rel-constrast": 2.0393972396850586,
      "step": 3082,
      "subrel-constrast": 3.023130178451538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7033274173736572,
      "cov-distil (oracle2student)": 3.073868989944458,
      "cov-distil (oracle2teacher)": 3.372727870941162,
      "epoch": 2.4199372056514914,
      "rel-constrast": 2.156644821166992,
      "step": 3083,
      "subrel-constrast": 2.8629403114318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7824634313583374,
      "cov-distil (oracle2student)": 4.564977645874023,
      "cov-distil (oracle2teacher)": 4.8189473152160645,
      "epoch": 2.4207221350078494,
      "rel-constrast": 2.6198019981384277,
      "step": 3084,
      "subrel-constrast": 3.4838192462921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86354398727417,
      "cov-distil (oracle2student)": 7.22243070602417,
      "cov-distil (oracle2teacher)": 6.781011581420898,
      "epoch": 2.4215070643642074,
      "rel-constrast": 4.068455696105957,
      "step": 3085,
      "subrel-constrast": 4.29387903213501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0839537382125854,
      "cov-distil (oracle2student)": 5.821887016296387,
      "cov-distil (oracle2teacher)": 5.091824531555176,
      "epoch": 2.422291993720565,
      "rel-constrast": 1.7104041576385498,
      "step": 3086,
      "subrel-constrast": 2.249077320098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4992263317108154,
      "cov-distil (oracle2student)": 4.249849319458008,
      "cov-distil (oracle2teacher)": 4.240298271179199,
      "epoch": 2.423076923076923,
      "rel-constrast": 2.423367977142334,
      "step": 3087,
      "subrel-constrast": 3.1188035011291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6711626052856445,
      "cov-distil (oracle2student)": 4.187983512878418,
      "cov-distil (oracle2teacher)": 4.320684432983398,
      "epoch": 2.423861852433281,
      "rel-constrast": 2.0745723247528076,
      "step": 3088,
      "subrel-constrast": 2.483922243118286,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.37973690032959,
      "cov-distil (oracle2student)": 3.573129892349243,
      "cov-distil (oracle2teacher)": 4.028326034545898,
      "epoch": 2.424646781789639,
      "rel-constrast": 2.5251193046569824,
      "step": 3089,
      "subrel-constrast": 2.993328094482422,
      "view-similarity": 0
    },
    {
      "epoch": 2.425431711145997,
      "grad_norm": 6.0,
      "learning_rate": 3.827682504657187e-05,
      "loss": 0.5944,
      "step": 3090
    },
    {
      "cov-distil": 2.0257275104522705,
      "cov-distil (oracle2student)": 5.3368401527404785,
      "cov-distil (oracle2teacher)": 5.888110637664795,
      "epoch": 2.425431711145997,
      "rel-constrast": 3.1044087409973145,
      "step": 3090,
      "subrel-constrast": 3.4006333351135254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5119032859802246,
      "cov-distil (oracle2student)": 2.787221670150757,
      "cov-distil (oracle2teacher)": 3.210685968399048,
      "epoch": 2.426216640502355,
      "rel-constrast": 1.9423482418060303,
      "step": 3091,
      "subrel-constrast": 2.7949507236480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4471487998962402,
      "cov-distil (oracle2student)": 4.661293029785156,
      "cov-distil (oracle2teacher)": 4.362010955810547,
      "epoch": 2.427001569858713,
      "rel-constrast": 2.4734678268432617,
      "step": 3092,
      "subrel-constrast": 3.238870143890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8653314113616943,
      "cov-distil (oracle2student)": 3.471579074859619,
      "cov-distil (oracle2teacher)": 3.768789291381836,
      "epoch": 2.427786499215071,
      "rel-constrast": 2.345088005065918,
      "step": 3093,
      "subrel-constrast": 3.043924570083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8761862516403198,
      "cov-distil (oracle2student)": 4.131103038787842,
      "cov-distil (oracle2teacher)": 4.1952972412109375,
      "epoch": 2.4285714285714284,
      "rel-constrast": 1.6691460609436035,
      "step": 3094,
      "subrel-constrast": 2.438136100769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1706321239471436,
      "cov-distil (oracle2student)": 5.8314008712768555,
      "cov-distil (oracle2teacher)": 5.189711093902588,
      "epoch": 2.4293563579277864,
      "rel-constrast": 1.8764857053756714,
      "step": 3095,
      "subrel-constrast": 2.259610414505005,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5659332275390625,
      "cov-distil (oracle2student)": 3.478391170501709,
      "cov-distil (oracle2teacher)": 3.0696966648101807,
      "epoch": 2.4301412872841444,
      "rel-constrast": 1.852678656578064,
      "step": 3096,
      "subrel-constrast": 2.8676037788391113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805663347244263,
      "cov-distil (oracle2student)": 4.4315104484558105,
      "cov-distil (oracle2teacher)": 4.244365215301514,
      "epoch": 2.4309262166405023,
      "rel-constrast": 2.6059980392456055,
      "step": 3097,
      "subrel-constrast": 2.8761496543884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5856804847717285,
      "cov-distil (oracle2student)": 4.5859246253967285,
      "cov-distil (oracle2teacher)": 4.638969421386719,
      "epoch": 2.4317111459968603,
      "rel-constrast": 2.276589870452881,
      "step": 3098,
      "subrel-constrast": 3.1381707191467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9627206325531006,
      "cov-distil (oracle2student)": 4.177933216094971,
      "cov-distil (oracle2teacher)": 4.085831165313721,
      "epoch": 2.4324960753532183,
      "rel-constrast": 1.7027225494384766,
      "step": 3099,
      "subrel-constrast": 2.538541316986084,
      "view-similarity": 0
    },
    {
      "epoch": 2.4332810047095763,
      "grad_norm": 4.71875,
      "learning_rate": 3.7937777875293244e-05,
      "loss": 0.5462,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "overlap": 0.27031251788139343,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "student margin": 0.0738525390625
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "teacher margin": 0.06292724609375
    },
    {
      "epoch": 2.4332810047095763,
      "margin difference": -0.01092529296875,
      "step": 3100
    },
    {
      "cov-distil": 2.1895759105682373,
      "cov-distil (oracle2student)": 5.343774795532227,
      "cov-distil (oracle2teacher)": 5.142427444458008,
      "epoch": 2.4332810047095763,
      "rel-constrast": 1.9716858863830566,
      "step": 3100,
      "subrel-constrast": 2.6238410472869873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017428398132324,
      "cov-distil (oracle2student)": 4.77977180480957,
      "cov-distil (oracle2teacher)": 4.603918552398682,
      "epoch": 2.4340659340659343,
      "rel-constrast": 2.407557964324951,
      "step": 3101,
      "subrel-constrast": 2.5974717140197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0369491577148438,
      "cov-distil (oracle2student)": 7.1619343757629395,
      "cov-distil (oracle2teacher)": 6.528748512268066,
      "epoch": 2.434850863422292,
      "rel-constrast": 3.467452049255371,
      "step": 3102,
      "subrel-constrast": 3.9551572799682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0818397998809814,
      "cov-distil (oracle2student)": 4.833972930908203,
      "cov-distil (oracle2teacher)": 5.182799339294434,
      "epoch": 2.43563579277865,
      "rel-constrast": 1.4571034908294678,
      "step": 3103,
      "subrel-constrast": 2.9596102237701416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880619764328003,
      "cov-distil (oracle2student)": 3.233515739440918,
      "cov-distil (oracle2teacher)": 2.9146695137023926,
      "epoch": 2.436420722135008,
      "rel-constrast": 2.911374092102051,
      "step": 3104,
      "subrel-constrast": 3.002452850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8033385276794434,
      "cov-distil (oracle2student)": 4.747992515563965,
      "cov-distil (oracle2teacher)": 4.627165794372559,
      "epoch": 2.437205651491366,
      "rel-constrast": 2.9672744274139404,
      "step": 3105,
      "subrel-constrast": 3.301647901535034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2363967895507812,
      "cov-distil (oracle2student)": 4.423671245574951,
      "cov-distil (oracle2teacher)": 4.333951473236084,
      "epoch": 2.437990580847724,
      "rel-constrast": 3.2468106746673584,
      "step": 3106,
      "subrel-constrast": 3.185231924057007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.745039224624634,
      "cov-distil (oracle2student)": 3.1209945678710938,
      "cov-distil (oracle2teacher)": 3.541104793548584,
      "epoch": 2.438775510204082,
      "rel-constrast": 2.389547348022461,
      "step": 3107,
      "subrel-constrast": 3.663175106048584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6122636795043945,
      "cov-distil (oracle2student)": 4.424997806549072,
      "cov-distil (oracle2teacher)": 4.226775169372559,
      "epoch": 2.4395604395604398,
      "rel-constrast": 3.561229705810547,
      "step": 3108,
      "subrel-constrast": 3.8843796253204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7665855884552,
      "cov-distil (oracle2student)": 7.16391658782959,
      "cov-distil (oracle2teacher)": 6.56758975982666,
      "epoch": 2.4403453689167973,
      "rel-constrast": 2.4855659008026123,
      "step": 3109,
      "subrel-constrast": 3.1746773719787598,
      "view-similarity": 0
    },
    {
      "epoch": 2.4411302982731553,
      "grad_norm": 5.78125,
      "learning_rate": 3.759931859970374e-05,
      "loss": 0.6716,
      "step": 3110
    },
    {
      "cov-distil": 2.103590250015259,
      "cov-distil (oracle2student)": 4.572841644287109,
      "cov-distil (oracle2teacher)": 4.699692726135254,
      "epoch": 2.4411302982731553,
      "rel-constrast": 1.8125097751617432,
      "step": 3110,
      "subrel-constrast": 2.631422996520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3324227333068848,
      "cov-distil (oracle2student)": 4.277054786682129,
      "cov-distil (oracle2teacher)": 4.035435676574707,
      "epoch": 2.4419152276295133,
      "rel-constrast": 2.396531343460083,
      "step": 3111,
      "subrel-constrast": 3.255826711654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574326515197754,
      "cov-distil (oracle2student)": 3.5245914459228516,
      "cov-distil (oracle2teacher)": 3.300351142883301,
      "epoch": 2.4427001569858713,
      "rel-constrast": 2.2448039054870605,
      "step": 3112,
      "subrel-constrast": 2.270857095718384,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456547737121582,
      "cov-distil (oracle2student)": 4.275512218475342,
      "cov-distil (oracle2teacher)": 4.797983646392822,
      "epoch": 2.4434850863422293,
      "rel-constrast": 2.771608829498291,
      "step": 3113,
      "subrel-constrast": 4.121700763702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3958725929260254,
      "cov-distil (oracle2student)": 4.810629844665527,
      "cov-distil (oracle2teacher)": 5.006610870361328,
      "epoch": 2.4442700156985873,
      "rel-constrast": 2.6005618572235107,
      "step": 3114,
      "subrel-constrast": 3.1364517211914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0827417373657227,
      "cov-distil (oracle2student)": 6.562792778015137,
      "cov-distil (oracle2teacher)": 6.813011169433594,
      "epoch": 2.4450549450549453,
      "rel-constrast": 2.438281536102295,
      "step": 3115,
      "subrel-constrast": 3.8269131183624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996885061264038,
      "cov-distil (oracle2student)": 3.229905366897583,
      "cov-distil (oracle2teacher)": 3.686774730682373,
      "epoch": 2.445839874411303,
      "rel-constrast": 1.0228631496429443,
      "step": 3116,
      "subrel-constrast": 1.856078863143921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3129057884216309,
      "cov-distil (oracle2student)": 3.608144760131836,
      "cov-distil (oracle2teacher)": 3.4904584884643555,
      "epoch": 2.446624803767661,
      "rel-constrast": 2.67447829246521,
      "step": 3117,
      "subrel-constrast": 2.670811891555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3045732975006104,
      "cov-distil (oracle2student)": 4.412718772888184,
      "cov-distil (oracle2teacher)": 4.4405107498168945,
      "epoch": 2.4474097331240188,
      "rel-constrast": 1.7689504623413086,
      "step": 3118,
      "subrel-constrast": 2.1686787605285645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2822422981262207,
      "cov-distil (oracle2student)": 5.274496078491211,
      "cov-distil (oracle2teacher)": 4.56496524810791,
      "epoch": 2.4481946624803768,
      "rel-constrast": 2.76357102394104,
      "step": 3119,
      "subrel-constrast": 3.20090913772583,
      "view-similarity": 0
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 5.96875,
      "learning_rate": 3.72614637158309e-05,
      "loss": 0.5624,
      "step": 3120
    },
    {
      "cov-distil": 1.5742653608322144,
      "cov-distil (oracle2student)": 6.844588279724121,
      "cov-distil (oracle2teacher)": 6.252260208129883,
      "epoch": 2.4489795918367347,
      "rel-constrast": 2.911022901535034,
      "step": 3120,
      "subrel-constrast": 2.780883550643921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390316009521484,
      "cov-distil (oracle2student)": 5.733722686767578,
      "cov-distil (oracle2teacher)": 5.931621551513672,
      "epoch": 2.4497645211930927,
      "rel-constrast": 2.3651325702667236,
      "step": 3121,
      "subrel-constrast": 3.0030879974365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582983255386353,
      "cov-distil (oracle2student)": 3.164863109588623,
      "cov-distil (oracle2teacher)": 3.186906337738037,
      "epoch": 2.4505494505494507,
      "rel-constrast": 2.0734035968780518,
      "step": 3122,
      "subrel-constrast": 2.6551175117492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.192617177963257,
      "cov-distil (oracle2student)": 4.911739349365234,
      "cov-distil (oracle2teacher)": 4.674768447875977,
      "epoch": 2.4513343799058083,
      "rel-constrast": 2.761190176010132,
      "step": 3123,
      "subrel-constrast": 3.37624454498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82512629032135,
      "cov-distil (oracle2student)": 5.084901332855225,
      "cov-distil (oracle2teacher)": 4.615753173828125,
      "epoch": 2.4521193092621663,
      "rel-constrast": 2.8762989044189453,
      "step": 3124,
      "subrel-constrast": 3.892850875854492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8134573698043823,
      "cov-distil (oracle2student)": 5.156567573547363,
      "cov-distil (oracle2teacher)": 4.814629554748535,
      "epoch": 2.4529042386185242,
      "rel-constrast": 2.4151382446289062,
      "step": 3125,
      "subrel-constrast": 2.5022246837615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9495558738708496,
      "cov-distil (oracle2student)": 4.241133213043213,
      "cov-distil (oracle2teacher)": 4.06689977645874,
      "epoch": 2.4536891679748822,
      "rel-constrast": 2.4496049880981445,
      "step": 3126,
      "subrel-constrast": 3.5600712299346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5654281377792358,
      "cov-distil (oracle2student)": 5.792023181915283,
      "cov-distil (oracle2teacher)": 5.273153781890869,
      "epoch": 2.4544740973312402,
      "rel-constrast": 2.1128029823303223,
      "step": 3127,
      "subrel-constrast": 2.120835065841675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108574867248535,
      "cov-distil (oracle2student)": 5.38625431060791,
      "cov-distil (oracle2teacher)": 4.728780746459961,
      "epoch": 2.455259026687598,
      "rel-constrast": 2.3338818550109863,
      "step": 3128,
      "subrel-constrast": 3.0904266834259033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3412933349609375,
      "cov-distil (oracle2student)": 4.697883605957031,
      "cov-distil (oracle2teacher)": 4.1302032470703125,
      "epoch": 2.456043956043956,
      "rel-constrast": 2.4413273334503174,
      "step": 3129,
      "subrel-constrast": 3.0005815029144287,
      "view-similarity": 0
    },
    {
      "epoch": 2.4568288854003137,
      "grad_norm": 5.125,
      "learning_rate": 3.692422969024516e-05,
      "loss": 0.6185,
      "step": 3130
    },
    {
      "cov-distil": 1.9539252519607544,
      "cov-distil (oracle2student)": 6.054691314697266,
      "cov-distil (oracle2teacher)": 5.10093879699707,
      "epoch": 2.4568288854003137,
      "rel-constrast": 3.168320655822754,
      "step": 3130,
      "subrel-constrast": 3.5263118743896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.581174373626709,
      "cov-distil (oracle2student)": 3.8443894386291504,
      "cov-distil (oracle2teacher)": 3.343348264694214,
      "epoch": 2.4576138147566717,
      "rel-constrast": 2.445765495300293,
      "step": 3131,
      "subrel-constrast": 3.0591537952423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5458890199661255,
      "cov-distil (oracle2student)": 5.0708160400390625,
      "cov-distil (oracle2teacher)": 4.52910041809082,
      "epoch": 2.4583987441130297,
      "rel-constrast": 3.3583412170410156,
      "step": 3132,
      "subrel-constrast": 3.350337505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095130205154419,
      "cov-distil (oracle2student)": 2.872338056564331,
      "cov-distil (oracle2teacher)": 3.3643124103546143,
      "epoch": 2.4591836734693877,
      "rel-constrast": 2.6523163318634033,
      "step": 3133,
      "subrel-constrast": 2.9698076248168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.658118963241577,
      "cov-distil (oracle2student)": 7.2353434562683105,
      "cov-distil (oracle2teacher)": 6.514779090881348,
      "epoch": 2.4599686028257457,
      "rel-constrast": 4.069692611694336,
      "step": 3134,
      "subrel-constrast": 3.231905937194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9059175252914429,
      "cov-distil (oracle2student)": 4.760607719421387,
      "cov-distil (oracle2teacher)": 4.766661643981934,
      "epoch": 2.4607535321821037,
      "rel-constrast": 2.334940195083618,
      "step": 3135,
      "subrel-constrast": 2.803067207336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1589288711547852,
      "cov-distil (oracle2student)": 5.520738124847412,
      "cov-distil (oracle2teacher)": 5.5409626960754395,
      "epoch": 2.4615384615384617,
      "rel-constrast": 3.1158804893493652,
      "step": 3136,
      "subrel-constrast": 3.8238821029663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.399247646331787,
      "cov-distil (oracle2student)": 5.405526161193848,
      "cov-distil (oracle2teacher)": 5.120455265045166,
      "epoch": 2.462323390894819,
      "rel-constrast": 1.9510657787322998,
      "step": 3137,
      "subrel-constrast": 2.3046488761901855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7439470291137695,
      "cov-distil (oracle2student)": 5.204132556915283,
      "cov-distil (oracle2teacher)": 4.442607879638672,
      "epoch": 2.463108320251177,
      "rel-constrast": 3.3582825660705566,
      "step": 3138,
      "subrel-constrast": 4.359367847442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7358511686325073,
      "cov-distil (oracle2student)": 3.6982336044311523,
      "cov-distil (oracle2teacher)": 3.6365609169006348,
      "epoch": 2.463893249607535,
      "rel-constrast": 3.9886693954467773,
      "step": 3139,
      "subrel-constrast": 3.9668633937835693,
      "view-similarity": 0
    },
    {
      "epoch": 2.464678178963893,
      "grad_norm": 6.4375,
      "learning_rate": 3.6587632959257165e-05,
      "loss": 0.7611,
      "step": 3140
    },
    {
      "cov-distil": 2.772738456726074,
      "cov-distil (oracle2student)": 4.433136940002441,
      "cov-distil (oracle2teacher)": 3.416196584701538,
      "epoch": 2.464678178963893,
      "rel-constrast": 3.0768942832946777,
      "step": 3140,
      "subrel-constrast": 2.894080877304077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5939981937408447,
      "cov-distil (oracle2student)": 3.3809096813201904,
      "cov-distil (oracle2teacher)": 3.621788501739502,
      "epoch": 2.465463108320251,
      "rel-constrast": 2.277266025543213,
      "step": 3141,
      "subrel-constrast": 2.2682414054870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3155317306518555,
      "cov-distil (oracle2student)": 3.9217214584350586,
      "cov-distil (oracle2teacher)": 4.074504375457764,
      "epoch": 2.466248037676609,
      "rel-constrast": 1.812403678894043,
      "step": 3142,
      "subrel-constrast": 2.4522416591644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823188066482544,
      "cov-distil (oracle2student)": 3.793379306793213,
      "cov-distil (oracle2teacher)": 4.0470476150512695,
      "epoch": 2.467032967032967,
      "rel-constrast": 2.3800721168518066,
      "step": 3143,
      "subrel-constrast": 2.4727439880371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1033594608306885,
      "cov-distil (oracle2student)": 4.658570766448975,
      "cov-distil (oracle2teacher)": 5.231872081756592,
      "epoch": 2.467817896389325,
      "rel-constrast": 2.4436774253845215,
      "step": 3144,
      "subrel-constrast": 2.7449660301208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099553108215332,
      "cov-distil (oracle2student)": 5.995025634765625,
      "cov-distil (oracle2teacher)": 5.463179588317871,
      "epoch": 2.468602825745683,
      "rel-constrast": 2.874971389770508,
      "step": 3145,
      "subrel-constrast": 3.2757742404937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9247996807098389,
      "cov-distil (oracle2student)": 5.855990409851074,
      "cov-distil (oracle2teacher)": 5.690393447875977,
      "epoch": 2.4693877551020407,
      "rel-constrast": 2.312371253967285,
      "step": 3146,
      "subrel-constrast": 2.7503201961517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4646821022033691,
      "cov-distil (oracle2student)": 5.852005958557129,
      "cov-distil (oracle2teacher)": 5.316450119018555,
      "epoch": 2.4701726844583987,
      "rel-constrast": 3.2520952224731445,
      "step": 3147,
      "subrel-constrast": 3.346255302429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.448887825012207,
      "cov-distil (oracle2student)": 5.742232799530029,
      "cov-distil (oracle2teacher)": 4.495580673217773,
      "epoch": 2.4709576138147566,
      "rel-constrast": 3.100416421890259,
      "step": 3148,
      "subrel-constrast": 3.2367265224456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.375232458114624,
      "cov-distil (oracle2student)": 5.394011974334717,
      "cov-distil (oracle2teacher)": 5.284000396728516,
      "epoch": 2.4717425431711146,
      "rel-constrast": 3.2291629314422607,
      "step": 3149,
      "subrel-constrast": 3.300225019454956,
      "view-similarity": 0
    },
    {
      "epoch": 2.4725274725274726,
      "grad_norm": 6.90625,
      "learning_rate": 3.625168992811671e-05,
      "loss": 0.669,
      "step": 3150
    },
    {
      "cov-distil": 2.0418624877929688,
      "cov-distil (oracle2student)": 3.177867889404297,
      "cov-distil (oracle2teacher)": 2.8146634101867676,
      "epoch": 2.4725274725274726,
      "rel-constrast": 1.8634982109069824,
      "step": 3150,
      "subrel-constrast": 2.3000009059906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399653911590576,
      "cov-distil (oracle2student)": 5.095826148986816,
      "cov-distil (oracle2teacher)": 3.6767325401306152,
      "epoch": 2.4733124018838306,
      "rel-constrast": 1.7190848588943481,
      "step": 3151,
      "subrel-constrast": 1.4215195178985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429701805114746,
      "cov-distil (oracle2student)": 4.0537238121032715,
      "cov-distil (oracle2teacher)": 3.6867783069610596,
      "epoch": 2.4740973312401886,
      "rel-constrast": 1.504158854484558,
      "step": 3152,
      "subrel-constrast": 1.6289089918136597,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.686215400695801,
      "cov-distil (oracle2student)": 4.463064193725586,
      "cov-distil (oracle2teacher)": 4.404582500457764,
      "epoch": 2.474882260596546,
      "rel-constrast": 2.205533027648926,
      "step": 3153,
      "subrel-constrast": 3.6762497425079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0482966899871826,
      "cov-distil (oracle2student)": 4.411598205566406,
      "cov-distil (oracle2teacher)": 4.211757183074951,
      "epoch": 2.475667189952904,
      "rel-constrast": 2.3214919567108154,
      "step": 3154,
      "subrel-constrast": 2.811934232711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7240495681762695,
      "cov-distil (oracle2student)": 6.361268043518066,
      "cov-distil (oracle2teacher)": 5.853905200958252,
      "epoch": 2.476452119309262,
      "rel-constrast": 3.310122013092041,
      "step": 3155,
      "subrel-constrast": 3.5540847778320312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7400192022323608,
      "cov-distil (oracle2student)": 4.9421892166137695,
      "cov-distil (oracle2teacher)": 4.483498573303223,
      "epoch": 2.47723704866562,
      "rel-constrast": 1.7209327220916748,
      "step": 3156,
      "subrel-constrast": 2.2175955772399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3735079765319824,
      "cov-distil (oracle2student)": 4.211623191833496,
      "cov-distil (oracle2teacher)": 3.763526439666748,
      "epoch": 2.478021978021978,
      "rel-constrast": 2.550841808319092,
      "step": 3157,
      "subrel-constrast": 2.75995135307312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.273660659790039,
      "cov-distil (oracle2student)": 3.6663360595703125,
      "cov-distil (oracle2teacher)": 4.208433628082275,
      "epoch": 2.478806907378336,
      "rel-constrast": 1.41318941116333,
      "step": 3158,
      "subrel-constrast": 2.4984147548675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2129712104797363,
      "cov-distil (oracle2student)": 2.632039785385132,
      "cov-distil (oracle2teacher)": 2.7193784713745117,
      "epoch": 2.479591836734694,
      "rel-constrast": 2.018439769744873,
      "step": 3159,
      "subrel-constrast": 2.578857660293579,
      "view-similarity": 0
    },
    {
      "epoch": 2.4803767660910516,
      "grad_norm": 4.75,
      "learning_rate": 3.591641697021317e-05,
      "loss": 0.5157,
      "step": 3160
    },
    {
      "cov-distil": 3.0135083198547363,
      "cov-distil (oracle2student)": 7.619077682495117,
      "cov-distil (oracle2teacher)": 6.925196647644043,
      "epoch": 2.4803767660910516,
      "rel-constrast": 2.7022180557250977,
      "step": 3160,
      "subrel-constrast": 2.719576120376587,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3420486450195312,
      "cov-distil (oracle2student)": 3.5117549896240234,
      "cov-distil (oracle2teacher)": 3.223107099533081,
      "epoch": 2.4811616954474096,
      "rel-constrast": 2.947859287261963,
      "step": 3161,
      "subrel-constrast": 2.775434970855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7165122032165527,
      "cov-distil (oracle2student)": 4.148625373840332,
      "cov-distil (oracle2teacher)": 3.682216167449951,
      "epoch": 2.4819466248037676,
      "rel-constrast": 2.118192672729492,
      "step": 3162,
      "subrel-constrast": 2.030381202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0305209159851074,
      "cov-distil (oracle2student)": 4.582248210906982,
      "cov-distil (oracle2teacher)": 3.960643768310547,
      "epoch": 2.4827315541601256,
      "rel-constrast": 1.5860551595687866,
      "step": 3163,
      "subrel-constrast": 2.812626838684082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9775722026824951,
      "cov-distil (oracle2student)": 3.4117159843444824,
      "cov-distil (oracle2teacher)": 3.3978257179260254,
      "epoch": 2.4835164835164836,
      "rel-constrast": 2.261800527572632,
      "step": 3164,
      "subrel-constrast": 2.353909492492676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250772714614868,
      "cov-distil (oracle2student)": 4.607413291931152,
      "cov-distil (oracle2teacher)": 4.264440536499023,
      "epoch": 2.4843014128728416,
      "rel-constrast": 2.2324557304382324,
      "step": 3165,
      "subrel-constrast": 3.4556186199188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.238687038421631,
      "cov-distil (oracle2student)": 5.663311004638672,
      "cov-distil (oracle2teacher)": 5.340735912322998,
      "epoch": 2.4850863422291996,
      "rel-constrast": 2.7775354385375977,
      "step": 3166,
      "subrel-constrast": 3.523465633392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3647706508636475,
      "cov-distil (oracle2student)": 5.224425315856934,
      "cov-distil (oracle2teacher)": 4.707252502441406,
      "epoch": 2.485871271585557,
      "rel-constrast": 2.977548599243164,
      "step": 3167,
      "subrel-constrast": 3.472975015640259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2084763050079346,
      "cov-distil (oracle2student)": 5.001193046569824,
      "cov-distil (oracle2teacher)": 4.818077087402344,
      "epoch": 2.486656200941915,
      "rel-constrast": 2.888810157775879,
      "step": 3168,
      "subrel-constrast": 3.2069456577301025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3207454681396484,
      "cov-distil (oracle2student)": 3.7062325477600098,
      "cov-distil (oracle2teacher)": 3.2674524784088135,
      "epoch": 2.487441130298273,
      "rel-constrast": 2.487720012664795,
      "step": 3169,
      "subrel-constrast": 2.675152540206909,
      "view-similarity": 0
    },
    {
      "epoch": 2.488226059654631,
      "grad_norm": 6.65625,
      "learning_rate": 3.558183042627755e-05,
      "loss": 0.6245,
      "step": 3170
    },
    {
      "cov-distil": 2.2924022674560547,
      "cov-distil (oracle2student)": 3.656167507171631,
      "cov-distil (oracle2teacher)": 3.93974232673645,
      "epoch": 2.488226059654631,
      "rel-constrast": 2.534519672393799,
      "step": 3170,
      "subrel-constrast": 3.4256365299224854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162780284881592,
      "cov-distil (oracle2student)": 2.5741701126098633,
      "cov-distil (oracle2teacher)": 3.3286209106445312,
      "epoch": 2.489010989010989,
      "rel-constrast": 2.2129557132720947,
      "step": 3171,
      "subrel-constrast": 2.9536757469177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8698703050613403,
      "cov-distil (oracle2student)": 4.795928478240967,
      "cov-distil (oracle2teacher)": 4.887319087982178,
      "epoch": 2.489795918367347,
      "rel-constrast": 2.204594135284424,
      "step": 3172,
      "subrel-constrast": 2.6061758995056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3646655082702637,
      "cov-distil (oracle2student)": 3.6169042587280273,
      "cov-distil (oracle2teacher)": 3.9612247943878174,
      "epoch": 2.490580847723705,
      "rel-constrast": 1.8159042596817017,
      "step": 3173,
      "subrel-constrast": 2.291442632675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341005325317383,
      "cov-distil (oracle2student)": 4.608242511749268,
      "cov-distil (oracle2teacher)": 4.185394287109375,
      "epoch": 2.4913657770800626,
      "rel-constrast": 1.7919831275939941,
      "step": 3174,
      "subrel-constrast": 2.772324323654175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.276174783706665,
      "cov-distil (oracle2student)": 4.545853614807129,
      "cov-distil (oracle2teacher)": 4.424900531768799,
      "epoch": 2.4921507064364206,
      "rel-constrast": 1.3602606058120728,
      "step": 3175,
      "subrel-constrast": 2.2970082759857178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38463294506073,
      "cov-distil (oracle2student)": 5.754755020141602,
      "cov-distil (oracle2teacher)": 5.3404412269592285,
      "epoch": 2.4929356357927785,
      "rel-constrast": 3.507669687271118,
      "step": 3176,
      "subrel-constrast": 3.978464126586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.62662410736084,
      "cov-distil (oracle2student)": 3.3659963607788086,
      "cov-distil (oracle2teacher)": 3.4940898418426514,
      "epoch": 2.4937205651491365,
      "rel-constrast": 1.919671893119812,
      "step": 3177,
      "subrel-constrast": 2.6754114627838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6557728052139282,
      "cov-distil (oracle2student)": 6.065648078918457,
      "cov-distil (oracle2teacher)": 6.292248725891113,
      "epoch": 2.4945054945054945,
      "rel-constrast": 2.3035192489624023,
      "step": 3178,
      "subrel-constrast": 2.524336338043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2968876361846924,
      "cov-distil (oracle2student)": 4.371538162231445,
      "cov-distil (oracle2teacher)": 4.829953193664551,
      "epoch": 2.4952904238618525,
      "rel-constrast": 2.2589871883392334,
      "step": 3179,
      "subrel-constrast": 3.08860445022583,
      "view-similarity": 0
    },
    {
      "epoch": 2.4960753532182105,
      "grad_norm": 4.78125,
      "learning_rate": 3.524794660358593e-05,
      "loss": 0.5478,
      "step": 3180
    },
    {
      "cov-distil": 2.3318724632263184,
      "cov-distil (oracle2student)": 4.181896209716797,
      "cov-distil (oracle2teacher)": 3.4161317348480225,
      "epoch": 2.4960753532182105,
      "rel-constrast": 2.5837604999542236,
      "step": 3180,
      "subrel-constrast": 2.9681150913238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0202410221099854,
      "cov-distil (oracle2student)": 2.562674045562744,
      "cov-distil (oracle2teacher)": 3.0778989791870117,
      "epoch": 2.496860282574568,
      "rel-constrast": 2.5373284816741943,
      "step": 3181,
      "subrel-constrast": 3.1502201557159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.390547752380371,
      "cov-distil (oracle2student)": 3.750173330307007,
      "cov-distil (oracle2teacher)": 3.5230789184570312,
      "epoch": 2.497645211930926,
      "rel-constrast": 2.1799793243408203,
      "step": 3182,
      "subrel-constrast": 3.0656826496124268,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.957003593444824,
      "cov-distil (oracle2student)": 4.403863430023193,
      "cov-distil (oracle2teacher)": 4.520031929016113,
      "epoch": 2.498430141287284,
      "rel-constrast": 1.6055219173431396,
      "step": 3183,
      "subrel-constrast": 3.761216878890991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5167505741119385,
      "cov-distil (oracle2student)": 4.442073822021484,
      "cov-distil (oracle2teacher)": 4.751932621002197,
      "epoch": 2.499215070643642,
      "rel-constrast": 2.182217597961426,
      "step": 3184,
      "subrel-constrast": 3.0591282844543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9463690519332886,
      "cov-distil (oracle2student)": 5.698909282684326,
      "cov-distil (oracle2teacher)": 6.118442535400391,
      "epoch": 2.5,
      "rel-constrast": 3.0822715759277344,
      "step": 3185,
      "subrel-constrast": 3.6626524925231934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8261590003967285,
      "cov-distil (oracle2student)": 4.370925426483154,
      "cov-distil (oracle2teacher)": 4.051165580749512,
      "epoch": 2.500784929356358,
      "rel-constrast": 1.8306728601455688,
      "step": 3186,
      "subrel-constrast": 2.9919190406799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7009174823760986,
      "cov-distil (oracle2student)": 5.712064266204834,
      "cov-distil (oracle2teacher)": 5.117054462432861,
      "epoch": 2.501569858712716,
      "rel-constrast": 2.5074100494384766,
      "step": 3187,
      "subrel-constrast": 2.6220061779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.726703405380249,
      "cov-distil (oracle2student)": 5.000834941864014,
      "cov-distil (oracle2teacher)": 4.767247200012207,
      "epoch": 2.5023547880690735,
      "rel-constrast": 2.3320541381835938,
      "step": 3188,
      "subrel-constrast": 2.8312015533447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.834228515625,
      "cov-distil (oracle2student)": 6.610201835632324,
      "cov-distil (oracle2teacher)": 6.6861572265625,
      "epoch": 2.503139717425432,
      "rel-constrast": 1.8372445106506348,
      "step": 3189,
      "subrel-constrast": 2.1438708305358887,
      "view-similarity": 0
    },
    {
      "epoch": 2.5039246467817895,
      "grad_norm": 5.3125,
      "learning_rate": 3.491478177516484e-05,
      "loss": 0.567,
      "step": 3190
    },
    {
      "cov-distil": 1.5829920768737793,
      "cov-distil (oracle2student)": 4.19886589050293,
      "cov-distil (oracle2teacher)": 4.099281311035156,
      "epoch": 2.5039246467817895,
      "rel-constrast": 3.168182373046875,
      "step": 3190,
      "subrel-constrast": 2.8493728637695312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3660664558410645,
      "cov-distil (oracle2student)": 3.63295316696167,
      "cov-distil (oracle2teacher)": 3.7183780670166016,
      "epoch": 2.5047095761381475,
      "rel-constrast": 3.149430751800537,
      "step": 3191,
      "subrel-constrast": 3.6608028411865234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723496437072754,
      "cov-distil (oracle2student)": 5.641042709350586,
      "cov-distil (oracle2teacher)": 5.689671516418457,
      "epoch": 2.5054945054945055,
      "rel-constrast": 3.4049088954925537,
      "step": 3192,
      "subrel-constrast": 3.1876962184906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0810725688934326,
      "cov-distil (oracle2student)": 5.461579322814941,
      "cov-distil (oracle2teacher)": 4.745062828063965,
      "epoch": 2.5062794348508635,
      "rel-constrast": 3.4585585594177246,
      "step": 3193,
      "subrel-constrast": 3.28859806060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4921064376831055,
      "cov-distil (oracle2student)": 6.759615898132324,
      "cov-distil (oracle2teacher)": 6.174936294555664,
      "epoch": 2.5070643642072215,
      "rel-constrast": 2.413472890853882,
      "step": 3194,
      "subrel-constrast": 3.4231467247009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8188273906707764,
      "cov-distil (oracle2student)": 4.736673831939697,
      "cov-distil (oracle2teacher)": 4.33596134185791,
      "epoch": 2.5078492935635794,
      "rel-constrast": 3.0659351348876953,
      "step": 3195,
      "subrel-constrast": 4.0056281089782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3332631587982178,
      "cov-distil (oracle2student)": 4.386028289794922,
      "cov-distil (oracle2teacher)": 4.896541595458984,
      "epoch": 2.5086342229199374,
      "rel-constrast": 2.473710060119629,
      "step": 3196,
      "subrel-constrast": 3.0263006687164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8945508003234863,
      "cov-distil (oracle2student)": 2.63618803024292,
      "cov-distil (oracle2teacher)": 2.7763423919677734,
      "epoch": 2.509419152276295,
      "rel-constrast": 1.6136298179626465,
      "step": 3197,
      "subrel-constrast": 2.836552858352661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.55739688873291,
      "cov-distil (oracle2student)": 6.440410137176514,
      "cov-distil (oracle2teacher)": 6.043436527252197,
      "epoch": 2.510204081632653,
      "rel-constrast": 2.341510772705078,
      "step": 3198,
      "subrel-constrast": 2.3381807804107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9744071960449219,
      "cov-distil (oracle2student)": 5.25999641418457,
      "cov-distil (oracle2teacher)": 4.953884601593018,
      "epoch": 2.510989010989011,
      "rel-constrast": 2.152125835418701,
      "step": 3199,
      "subrel-constrast": 2.8872783184051514,
      "view-similarity": 0
    },
    {
      "epoch": 2.511773940345369,
      "grad_norm": 5.75,
      "learning_rate": 3.4582352178997935e-05,
      "loss": 0.681,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "overlap": 0.26093751192092896,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "student margin": 0.0728759765625
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "teacher margin": 0.05902099609375
    },
    {
      "epoch": 2.511773940345369,
      "margin difference": -0.01385498046875,
      "step": 3200
    },
    {
      "cov-distil": 1.7121622562408447,
      "cov-distil (oracle2student)": 4.841713905334473,
      "cov-distil (oracle2teacher)": 4.809849262237549,
      "epoch": 2.511773940345369,
      "rel-constrast": 2.0841257572174072,
      "step": 3200,
      "subrel-constrast": 2.856262445449829,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.095050811767578,
      "cov-distil (oracle2student)": 4.277272701263428,
      "cov-distil (oracle2teacher)": 5.628345012664795,
      "epoch": 2.512558869701727,
      "rel-constrast": 2.0831196308135986,
      "step": 3201,
      "subrel-constrast": 2.854644775390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6839995384216309,
      "cov-distil (oracle2student)": 5.679938316345215,
      "cov-distil (oracle2teacher)": 5.524142265319824,
      "epoch": 2.513343799058085,
      "rel-constrast": 2.7724311351776123,
      "step": 3202,
      "subrel-constrast": 3.2495529651641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6149588823318481,
      "cov-distil (oracle2student)": 2.976710557937622,
      "cov-distil (oracle2teacher)": 3.396441698074341,
      "epoch": 2.514128728414443,
      "rel-constrast": 2.0160365104675293,
      "step": 3203,
      "subrel-constrast": 2.9936039447784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6678986549377441,
      "cov-distil (oracle2student)": 4.309520721435547,
      "cov-distil (oracle2teacher)": 4.225527763366699,
      "epoch": 2.5149136577708004,
      "rel-constrast": 3.022541046142578,
      "step": 3204,
      "subrel-constrast": 3.4557723999023438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95846688747406,
      "cov-distil (oracle2student)": 4.52398681640625,
      "cov-distil (oracle2teacher)": 4.094282150268555,
      "epoch": 2.5156985871271584,
      "rel-constrast": 2.837085723876953,
      "step": 3205,
      "subrel-constrast": 3.3579940795898438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4410052299499512,
      "cov-distil (oracle2student)": 4.347471714019775,
      "cov-distil (oracle2teacher)": 4.270956039428711,
      "epoch": 2.5164835164835164,
      "rel-constrast": 2.441976547241211,
      "step": 3206,
      "subrel-constrast": 3.0096969604492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237229347229004,
      "cov-distil (oracle2student)": 5.855858325958252,
      "cov-distil (oracle2teacher)": 5.809494972229004,
      "epoch": 2.5172684458398744,
      "rel-constrast": 3.625450849533081,
      "step": 3207,
      "subrel-constrast": 4.446885585784912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.055147886276245,
      "cov-distil (oracle2student)": 6.279842376708984,
      "cov-distil (oracle2teacher)": 5.999792098999023,
      "epoch": 2.5180533751962324,
      "rel-constrast": 3.2590994834899902,
      "step": 3208,
      "subrel-constrast": 3.9428865909576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3207554817199707,
      "cov-distil (oracle2student)": 4.099181652069092,
      "cov-distil (oracle2teacher)": 4.618391990661621,
      "epoch": 2.5188383045525904,
      "rel-constrast": 2.5898549556732178,
      "step": 3209,
      "subrel-constrast": 3.6236631870269775,
      "view-similarity": 0
    },
    {
      "epoch": 2.5196232339089484,
      "grad_norm": 6.125,
      "learning_rate": 3.425067401723477e-05,
      "loss": 0.6683,
      "step": 3210
    },
    {
      "cov-distil": 2.1787474155426025,
      "cov-distil (oracle2student)": 3.1914596557617188,
      "cov-distil (oracle2teacher)": 3.4590003490448,
      "epoch": 2.5196232339089484,
      "rel-constrast": 2.6796326637268066,
      "step": 3210,
      "subrel-constrast": 3.3234498500823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9081408977508545,
      "cov-distil (oracle2student)": 5.214520454406738,
      "cov-distil (oracle2teacher)": 5.59141731262207,
      "epoch": 2.520408163265306,
      "rel-constrast": 2.7120022773742676,
      "step": 3211,
      "subrel-constrast": 3.530273199081421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0788466930389404,
      "cov-distil (oracle2student)": 5.056096076965332,
      "cov-distil (oracle2teacher)": 4.937359809875488,
      "epoch": 2.521193092621664,
      "rel-constrast": 1.8653483390808105,
      "step": 3212,
      "subrel-constrast": 3.1468236446380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9045871496200562,
      "cov-distil (oracle2student)": 3.1015214920043945,
      "cov-distil (oracle2teacher)": 3.6037850379943848,
      "epoch": 2.521978021978022,
      "rel-constrast": 2.2515721321105957,
      "step": 3213,
      "subrel-constrast": 3.323941707611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5350513458251953,
      "cov-distil (oracle2student)": 4.07490348815918,
      "cov-distil (oracle2teacher)": 4.19661808013916,
      "epoch": 2.52276295133438,
      "rel-constrast": 2.349032402038574,
      "step": 3214,
      "subrel-constrast": 3.2722132205963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662273406982422,
      "cov-distil (oracle2student)": 4.0158891677856445,
      "cov-distil (oracle2teacher)": 4.985323905944824,
      "epoch": 2.523547880690738,
      "rel-constrast": 2.429304361343384,
      "step": 3215,
      "subrel-constrast": 2.9237618446350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.311887741088867,
      "cov-distil (oracle2student)": 4.254806041717529,
      "cov-distil (oracle2teacher)": 4.170895099639893,
      "epoch": 2.524332810047096,
      "rel-constrast": 2.3104939460754395,
      "step": 3216,
      "subrel-constrast": 2.9622347354888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0077991485595703,
      "cov-distil (oracle2student)": 6.3919596672058105,
      "cov-distil (oracle2teacher)": 5.841835021972656,
      "epoch": 2.525117739403454,
      "rel-constrast": 2.077816963195801,
      "step": 3217,
      "subrel-constrast": 2.696403980255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.443265914916992,
      "cov-distil (oracle2student)": 4.392343044281006,
      "cov-distil (oracle2teacher)": 4.291609287261963,
      "epoch": 2.5259026687598114,
      "rel-constrast": 1.5249512195587158,
      "step": 3218,
      "subrel-constrast": 2.5020384788513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.011995792388916,
      "cov-distil (oracle2student)": 4.623403072357178,
      "cov-distil (oracle2teacher)": 4.289974212646484,
      "epoch": 2.5266875981161694,
      "rel-constrast": 3.134601593017578,
      "step": 3219,
      "subrel-constrast": 4.045169353485107,
      "view-similarity": 0
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 6.34375,
      "learning_rate": 3.3919763455401015e-05,
      "loss": 0.5834,
      "step": 3220
    },
    {
      "cov-distil": 1.066159963607788,
      "cov-distil (oracle2student)": 5.235177516937256,
      "cov-distil (oracle2teacher)": 5.029810428619385,
      "epoch": 2.5274725274725274,
      "rel-constrast": 2.0508031845092773,
      "step": 3220,
      "subrel-constrast": 2.7589547634124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8881235122680664,
      "cov-distil (oracle2student)": 4.823417663574219,
      "cov-distil (oracle2teacher)": 5.118602752685547,
      "epoch": 2.5282574568288854,
      "rel-constrast": 2.25264573097229,
      "step": 3221,
      "subrel-constrast": 2.184460163116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243924140930176,
      "cov-distil (oracle2student)": 4.763056755065918,
      "cov-distil (oracle2teacher)": 4.720794200897217,
      "epoch": 2.5290423861852434,
      "rel-constrast": 1.9244316816329956,
      "step": 3222,
      "subrel-constrast": 2.670779228210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995267868041992,
      "cov-distil (oracle2student)": 5.298722267150879,
      "cov-distil (oracle2teacher)": 5.353204250335693,
      "epoch": 2.5298273155416013,
      "rel-constrast": 2.5830864906311035,
      "step": 3223,
      "subrel-constrast": 2.9401721954345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0861563682556152,
      "cov-distil (oracle2student)": 5.662729740142822,
      "cov-distil (oracle2teacher)": 6.539290904998779,
      "epoch": 2.5306122448979593,
      "rel-constrast": 3.471177101135254,
      "step": 3224,
      "subrel-constrast": 5.055050849914551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.269498586654663,
      "cov-distil (oracle2student)": 4.374116897583008,
      "cov-distil (oracle2teacher)": 3.5721981525421143,
      "epoch": 2.531397174254317,
      "rel-constrast": 1.9762623310089111,
      "step": 3225,
      "subrel-constrast": 3.3459582328796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262853145599365,
      "cov-distil (oracle2student)": 5.112517356872559,
      "cov-distil (oracle2teacher)": 4.973660469055176,
      "epoch": 2.5321821036106753,
      "rel-constrast": 2.6238901615142822,
      "step": 3226,
      "subrel-constrast": 3.5053725242614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3691039085388184,
      "cov-distil (oracle2student)": 3.918858528137207,
      "cov-distil (oracle2teacher)": 4.063362121582031,
      "epoch": 2.532967032967033,
      "rel-constrast": 2.4610910415649414,
      "step": 3227,
      "subrel-constrast": 3.1182126998901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6326501369476318,
      "cov-distil (oracle2student)": 5.222898483276367,
      "cov-distil (oracle2teacher)": 5.032678604125977,
      "epoch": 2.533751962323391,
      "rel-constrast": 1.7660983800888062,
      "step": 3228,
      "subrel-constrast": 2.6615257263183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2477641105651855,
      "cov-distil (oracle2student)": 3.743567705154419,
      "cov-distil (oracle2teacher)": 3.5216126441955566,
      "epoch": 2.534536891679749,
      "rel-constrast": 2.4949207305908203,
      "step": 3229,
      "subrel-constrast": 2.944430351257324,
      "view-similarity": 0
    },
    {
      "epoch": 2.535321821036107,
      "grad_norm": 5.40625,
      "learning_rate": 3.358963662161062e-05,
      "loss": 0.5901,
      "step": 3230
    },
    {
      "cov-distil": 2.3038277626037598,
      "cov-distil (oracle2student)": 5.134839057922363,
      "cov-distil (oracle2teacher)": 5.191823959350586,
      "epoch": 2.535321821036107,
      "rel-constrast": 2.1996889114379883,
      "step": 3230,
      "subrel-constrast": 2.8014724254608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405424952507019,
      "cov-distil (oracle2student)": 5.442023277282715,
      "cov-distil (oracle2teacher)": 5.686179161071777,
      "epoch": 2.536106750392465,
      "rel-constrast": 1.8604726791381836,
      "step": 3231,
      "subrel-constrast": 2.2425484657287598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5347857475280762,
      "cov-distil (oracle2student)": 4.0368852615356445,
      "cov-distil (oracle2teacher)": 3.5164952278137207,
      "epoch": 2.5368916797488223,
      "rel-constrast": 1.6351615190505981,
      "step": 3232,
      "subrel-constrast": 2.2687273025512695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671890377998352,
      "cov-distil (oracle2student)": 4.400710105895996,
      "cov-distil (oracle2teacher)": 3.9669570922851562,
      "epoch": 2.537676609105181,
      "rel-constrast": 2.8158650398254395,
      "step": 3233,
      "subrel-constrast": 2.5109708309173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527744174003601,
      "cov-distil (oracle2student)": 3.782289505004883,
      "cov-distil (oracle2teacher)": 3.7594032287597656,
      "epoch": 2.5384615384615383,
      "rel-constrast": 1.8400273323059082,
      "step": 3234,
      "subrel-constrast": 2.4299283027648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781775712966919,
      "cov-distil (oracle2student)": 3.151421308517456,
      "cov-distil (oracle2teacher)": 3.511643409729004,
      "epoch": 2.5392464678178963,
      "rel-constrast": 2.6882529258728027,
      "step": 3235,
      "subrel-constrast": 2.8137519359588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1778697967529297,
      "cov-distil (oracle2student)": 2.5885324478149414,
      "cov-distil (oracle2teacher)": 3.111645221710205,
      "epoch": 2.5400313971742543,
      "rel-constrast": 2.8431663513183594,
      "step": 3236,
      "subrel-constrast": 3.0769829750061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.466874599456787,
      "cov-distil (oracle2student)": 3.911587715148926,
      "cov-distil (oracle2teacher)": 3.756812572479248,
      "epoch": 2.5408163265306123,
      "rel-constrast": 2.2480268478393555,
      "step": 3237,
      "subrel-constrast": 2.5770907402038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.865431547164917,
      "cov-distil (oracle2student)": 5.787990093231201,
      "cov-distil (oracle2teacher)": 5.844582557678223,
      "epoch": 2.5416012558869703,
      "rel-constrast": 2.313063621520996,
      "step": 3238,
      "subrel-constrast": 3.7665297985076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25734281539917,
      "cov-distil (oracle2student)": 4.162740707397461,
      "cov-distil (oracle2teacher)": 3.3950822353363037,
      "epoch": 2.542386185243328,
      "rel-constrast": 3.1971025466918945,
      "step": 3239,
      "subrel-constrast": 3.432854413986206,
      "view-similarity": 0
    },
    {
      "epoch": 2.5431711145996863,
      "grad_norm": 8.75,
      "learning_rate": 3.326030960577972e-05,
      "loss": 0.591,
      "step": 3240
    },
    {
      "cov-distil": 2.5817346572875977,
      "cov-distil (oracle2student)": 5.463308334350586,
      "cov-distil (oracle2teacher)": 5.318259239196777,
      "epoch": 2.5431711145996863,
      "rel-constrast": 2.4498445987701416,
      "step": 3240,
      "subrel-constrast": 2.8757574558258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3320286273956299,
      "cov-distil (oracle2student)": 4.417064666748047,
      "cov-distil (oracle2teacher)": 3.730517864227295,
      "epoch": 2.543956043956044,
      "rel-constrast": 2.045698881149292,
      "step": 3241,
      "subrel-constrast": 2.3301453590393066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9845118522644043,
      "cov-distil (oracle2student)": 3.8415398597717285,
      "cov-distil (oracle2teacher)": 4.009215354919434,
      "epoch": 2.544740973312402,
      "rel-constrast": 3.169177293777466,
      "step": 3242,
      "subrel-constrast": 2.290065050125122,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.508127212524414,
      "cov-distil (oracle2student)": 3.473707675933838,
      "cov-distil (oracle2teacher)": 3.266537666320801,
      "epoch": 2.5455259026687598,
      "rel-constrast": 2.8411006927490234,
      "step": 3243,
      "subrel-constrast": 3.2942898273468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6215417385101318,
      "cov-distil (oracle2student)": 4.0239410400390625,
      "cov-distil (oracle2teacher)": 3.956589937210083,
      "epoch": 2.5463108320251178,
      "rel-constrast": 2.2513439655303955,
      "step": 3244,
      "subrel-constrast": 2.746379852294922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9896314144134521,
      "cov-distil (oracle2student)": 3.7325894832611084,
      "cov-distil (oracle2teacher)": 3.8951430320739746,
      "epoch": 2.5470957613814758,
      "rel-constrast": 2.5282421112060547,
      "step": 3245,
      "subrel-constrast": 3.1073780059814453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1189637184143066,
      "cov-distil (oracle2student)": 3.4042909145355225,
      "cov-distil (oracle2teacher)": 3.6507022380828857,
      "epoch": 2.5478806907378337,
      "rel-constrast": 2.277838945388794,
      "step": 3246,
      "subrel-constrast": 2.6079013347625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.326280355453491,
      "cov-distil (oracle2student)": 6.240433692932129,
      "cov-distil (oracle2teacher)": 6.14388370513916,
      "epoch": 2.5486656200941917,
      "rel-constrast": 2.885364055633545,
      "step": 3247,
      "subrel-constrast": 3.2620859146118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7087745666503906,
      "cov-distil (oracle2student)": 5.595611095428467,
      "cov-distil (oracle2teacher)": 4.870373725891113,
      "epoch": 2.5494505494505493,
      "rel-constrast": 2.373013973236084,
      "step": 3248,
      "subrel-constrast": 2.5962226390838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127488136291504,
      "cov-distil (oracle2student)": 5.0133056640625,
      "cov-distil (oracle2teacher)": 4.827593803405762,
      "epoch": 2.5502354788069073,
      "rel-constrast": 1.9164777994155884,
      "step": 3249,
      "subrel-constrast": 2.213318109512329,
      "view-similarity": 0
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 5.5625,
      "learning_rate": 3.293179845884245e-05,
      "loss": 0.6185,
      "step": 3250
    },
    {
      "cov-distil": 2.0800795555114746,
      "cov-distil (oracle2student)": 5.329036712646484,
      "cov-distil (oracle2teacher)": 4.780241966247559,
      "epoch": 2.5510204081632653,
      "rel-constrast": 3.0382635593414307,
      "step": 3250,
      "subrel-constrast": 3.1513869762420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152254581451416,
      "cov-distil (oracle2student)": 5.533268451690674,
      "cov-distil (oracle2teacher)": 4.874567031860352,
      "epoch": 2.5518053375196232,
      "rel-constrast": 2.0761172771453857,
      "step": 3251,
      "subrel-constrast": 2.9716622829437256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9661058187484741,
      "cov-distil (oracle2student)": 5.3993940353393555,
      "cov-distil (oracle2teacher)": 5.285397052764893,
      "epoch": 2.5525902668759812,
      "rel-constrast": 2.9181647300720215,
      "step": 3252,
      "subrel-constrast": 3.5903966426849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5182971954345703,
      "cov-distil (oracle2student)": 4.695157051086426,
      "cov-distil (oracle2teacher)": 5.729424476623535,
      "epoch": 2.553375196232339,
      "rel-constrast": 2.6212546825408936,
      "step": 3253,
      "subrel-constrast": 3.5132408142089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7640087604522705,
      "cov-distil (oracle2student)": 4.329736232757568,
      "cov-distil (oracle2teacher)": 4.611703872680664,
      "epoch": 2.554160125588697,
      "rel-constrast": 2.6060872077941895,
      "step": 3254,
      "subrel-constrast": 2.753944158554077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484791278839111,
      "cov-distil (oracle2student)": 5.418949127197266,
      "cov-distil (oracle2teacher)": 5.031559467315674,
      "epoch": 2.5549450549450547,
      "rel-constrast": 2.3787307739257812,
      "step": 3255,
      "subrel-constrast": 2.9006288051605225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6630648374557495,
      "cov-distil (oracle2student)": 4.604113578796387,
      "cov-distil (oracle2teacher)": 4.033086776733398,
      "epoch": 2.5557299843014127,
      "rel-constrast": 2.2384209632873535,
      "step": 3256,
      "subrel-constrast": 2.940174102783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8403263092041016,
      "cov-distil (oracle2student)": 4.941887855529785,
      "cov-distil (oracle2teacher)": 4.5409746170043945,
      "epoch": 2.5565149136577707,
      "rel-constrast": 1.918652057647705,
      "step": 3257,
      "subrel-constrast": 3.201909065246582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5621100664138794,
      "cov-distil (oracle2student)": 4.845160961151123,
      "cov-distil (oracle2teacher)": 4.333740234375,
      "epoch": 2.5572998430141287,
      "rel-constrast": 2.4578027725219727,
      "step": 3258,
      "subrel-constrast": 2.8626062870025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2899138927459717,
      "cov-distil (oracle2student)": 4.6656599044799805,
      "cov-distil (oracle2teacher)": 4.507392883300781,
      "epoch": 2.5580847723704867,
      "rel-constrast": 1.4828835725784302,
      "step": 3259,
      "subrel-constrast": 2.220823049545288,
      "view-similarity": 0
    },
    {
      "epoch": 2.5588697017268447,
      "grad_norm": 4.875,
      "learning_rate": 3.2604119191968654e-05,
      "loss": 0.5934,
      "step": 3260
    },
    {
      "cov-distil": 2.4066643714904785,
      "cov-distil (oracle2student)": 3.7188358306884766,
      "cov-distil (oracle2teacher)": 3.2811427116394043,
      "epoch": 2.5588697017268447,
      "rel-constrast": 2.5298497676849365,
      "step": 3260,
      "subrel-constrast": 2.862161159515381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3979642391204834,
      "cov-distil (oracle2student)": 4.9447174072265625,
      "cov-distil (oracle2teacher)": 4.8923139572143555,
      "epoch": 2.5596546310832027,
      "rel-constrast": 2.314270257949829,
      "step": 3261,
      "subrel-constrast": 2.5445258617401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9928263425827026,
      "cov-distil (oracle2student)": 5.180354118347168,
      "cov-distil (oracle2teacher)": 4.863222599029541,
      "epoch": 2.5604395604395602,
      "rel-constrast": 2.558208703994751,
      "step": 3262,
      "subrel-constrast": 3.5262956619262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827641248703003,
      "cov-distil (oracle2student)": 6.002973556518555,
      "cov-distil (oracle2teacher)": 5.616908073425293,
      "epoch": 2.561224489795918,
      "rel-constrast": 3.6827917098999023,
      "step": 3263,
      "subrel-constrast": 3.578396797180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.681804656982422,
      "cov-distil (oracle2student)": 5.491497993469238,
      "cov-distil (oracle2teacher)": 5.8653059005737305,
      "epoch": 2.562009419152276,
      "rel-constrast": 2.892835855484009,
      "step": 3264,
      "subrel-constrast": 3.429989814758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.51432466506958,
      "cov-distil (oracle2student)": 4.522512912750244,
      "cov-distil (oracle2teacher)": 4.090489387512207,
      "epoch": 2.562794348508634,
      "rel-constrast": 2.5966379642486572,
      "step": 3265,
      "subrel-constrast": 3.012507438659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367715835571289,
      "cov-distil (oracle2student)": 3.4544172286987305,
      "cov-distil (oracle2teacher)": 3.4865074157714844,
      "epoch": 2.563579277864992,
      "rel-constrast": 2.460940361022949,
      "step": 3266,
      "subrel-constrast": 3.245710849761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.504502773284912,
      "cov-distil (oracle2student)": 4.564937591552734,
      "cov-distil (oracle2teacher)": 5.537229537963867,
      "epoch": 2.56436420722135,
      "rel-constrast": 1.9024111032485962,
      "step": 3267,
      "subrel-constrast": 2.9430856704711914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5182983875274658,
      "cov-distil (oracle2student)": 4.9355149269104,
      "cov-distil (oracle2teacher)": 4.406923294067383,
      "epoch": 2.565149136577708,
      "rel-constrast": 1.6929277181625366,
      "step": 3268,
      "subrel-constrast": 2.2615787982940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6215778589248657,
      "cov-distil (oracle2student)": 3.9151477813720703,
      "cov-distil (oracle2teacher)": 4.271912574768066,
      "epoch": 2.5659340659340657,
      "rel-constrast": 2.1732819080352783,
      "step": 3269,
      "subrel-constrast": 2.714374303817749,
      "view-similarity": 0
    },
    {
      "epoch": 2.566718995290424,
      "grad_norm": 4.78125,
      "learning_rate": 3.2277287775783525e-05,
      "loss": 0.6201,
      "step": 3270
    },
    {
      "cov-distil": 1.5895929336547852,
      "cov-distil (oracle2student)": 4.736741065979004,
      "cov-distil (oracle2teacher)": 4.4191999435424805,
      "epoch": 2.566718995290424,
      "rel-constrast": 2.435004949569702,
      "step": 3270,
      "subrel-constrast": 2.8861680030822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8399103879928589,
      "cov-distil (oracle2student)": 5.7773542404174805,
      "cov-distil (oracle2teacher)": 5.514519691467285,
      "epoch": 2.5675039246467817,
      "rel-constrast": 2.736733913421631,
      "step": 3271,
      "subrel-constrast": 2.7397685050964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9937206506729126,
      "cov-distil (oracle2student)": 4.847776412963867,
      "cov-distil (oracle2teacher)": 4.903412342071533,
      "epoch": 2.5682888540031397,
      "rel-constrast": 1.6622345447540283,
      "step": 3272,
      "subrel-constrast": 3.1124749183654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3212761878967285,
      "cov-distil (oracle2student)": 4.31011962890625,
      "cov-distil (oracle2teacher)": 3.4745585918426514,
      "epoch": 2.5690737833594977,
      "rel-constrast": 2.0271644592285156,
      "step": 3273,
      "subrel-constrast": 2.7451350688934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063310384750366,
      "cov-distil (oracle2student)": 5.59510612487793,
      "cov-distil (oracle2teacher)": 5.49528169631958,
      "epoch": 2.5698587127158556,
      "rel-constrast": 3.0066421031951904,
      "step": 3274,
      "subrel-constrast": 3.7925164699554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491347074508667,
      "cov-distil (oracle2student)": 6.1157355308532715,
      "cov-distil (oracle2teacher)": 6.10250997543335,
      "epoch": 2.5706436420722136,
      "rel-constrast": 2.7746429443359375,
      "step": 3275,
      "subrel-constrast": 2.5947303771972656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1056981086730957,
      "cov-distil (oracle2student)": 4.1937642097473145,
      "cov-distil (oracle2teacher)": 3.953831195831299,
      "epoch": 2.571428571428571,
      "rel-constrast": 2.1041269302368164,
      "step": 3276,
      "subrel-constrast": 2.445937156677246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.564793348312378,
      "cov-distil (oracle2student)": 6.106908321380615,
      "cov-distil (oracle2teacher)": 4.857174873352051,
      "epoch": 2.5722135007849296,
      "rel-constrast": 2.8348519802093506,
      "step": 3277,
      "subrel-constrast": 3.03922963142395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9455865621566772,
      "cov-distil (oracle2student)": 5.1130595207214355,
      "cov-distil (oracle2teacher)": 4.517512321472168,
      "epoch": 2.572998430141287,
      "rel-constrast": 1.4716827869415283,
      "step": 3278,
      "subrel-constrast": 2.4903266429901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025441884994507,
      "cov-distil (oracle2student)": 5.983026504516602,
      "cov-distil (oracle2teacher)": 6.07364559173584,
      "epoch": 2.573783359497645,
      "rel-constrast": 2.0326762199401855,
      "step": 3279,
      "subrel-constrast": 2.4941794872283936,
      "view-similarity": 0
    },
    {
      "epoch": 2.574568288854003,
      "grad_norm": 4.65625,
      "learning_rate": 3.195132013958918e-05,
      "loss": 0.5771,
      "step": 3280
    },
    {
      "cov-distil": 2.0529603958129883,
      "cov-distil (oracle2student)": 5.820488929748535,
      "cov-distil (oracle2teacher)": 5.958191394805908,
      "epoch": 2.574568288854003,
      "rel-constrast": 3.054184675216675,
      "step": 3280,
      "subrel-constrast": 3.0627822875976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6364986896514893,
      "cov-distil (oracle2student)": 3.0135836601257324,
      "cov-distil (oracle2teacher)": 3.8003430366516113,
      "epoch": 2.575353218210361,
      "rel-constrast": 2.979051113128662,
      "step": 3281,
      "subrel-constrast": 3.8475162982940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.301147699356079,
      "cov-distil (oracle2student)": 4.637103080749512,
      "cov-distil (oracle2teacher)": 3.95098614692688,
      "epoch": 2.576138147566719,
      "rel-constrast": 2.8090147972106934,
      "step": 3282,
      "subrel-constrast": 3.3910863399505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8489824533462524,
      "cov-distil (oracle2student)": 3.9290709495544434,
      "cov-distil (oracle2teacher)": 4.086740493774414,
      "epoch": 2.5769230769230766,
      "rel-constrast": 2.2188103199005127,
      "step": 3283,
      "subrel-constrast": 2.6996982097625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996786117553711,
      "cov-distil (oracle2student)": 6.700093746185303,
      "cov-distil (oracle2teacher)": 6.115236282348633,
      "epoch": 2.577708006279435,
      "rel-constrast": 3.671196460723877,
      "step": 3284,
      "subrel-constrast": 4.494944095611572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6198081970214844,
      "cov-distil (oracle2student)": 2.6803832054138184,
      "cov-distil (oracle2teacher)": 3.456089496612549,
      "epoch": 2.5784929356357926,
      "rel-constrast": 3.1983232498168945,
      "step": 3285,
      "subrel-constrast": 4.042943477630615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512120246887207,
      "cov-distil (oracle2student)": 4.037597179412842,
      "cov-distil (oracle2teacher)": 3.953665256500244,
      "epoch": 2.5792778649921506,
      "rel-constrast": 1.552018404006958,
      "step": 3286,
      "subrel-constrast": 2.501467227935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6689939498901367,
      "cov-distil (oracle2student)": 3.588271379470825,
      "cov-distil (oracle2teacher)": 3.9980568885803223,
      "epoch": 2.5800627943485086,
      "rel-constrast": 1.6692262887954712,
      "step": 3287,
      "subrel-constrast": 2.8486809730529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7932504415512085,
      "cov-distil (oracle2student)": 6.315156936645508,
      "cov-distil (oracle2teacher)": 5.64570426940918,
      "epoch": 2.5808477237048666,
      "rel-constrast": 2.154149055480957,
      "step": 3288,
      "subrel-constrast": 2.9719276428222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8446264266967773,
      "cov-distil (oracle2student)": 5.118372917175293,
      "cov-distil (oracle2teacher)": 5.249978542327881,
      "epoch": 2.5816326530612246,
      "rel-constrast": 2.351900577545166,
      "step": 3289,
      "subrel-constrast": 3.2553515434265137,
      "view-similarity": 0
    },
    {
      "epoch": 2.5824175824175826,
      "grad_norm": 5.71875,
      "learning_rate": 3.162623217058834e-05,
      "loss": 0.6414,
      "step": 3290
    },
    {
      "cov-distil": 2.0056710243225098,
      "cov-distil (oracle2student)": 4.279949188232422,
      "cov-distil (oracle2teacher)": 4.062185287475586,
      "epoch": 2.5824175824175826,
      "rel-constrast": 2.415588855743408,
      "step": 3290,
      "subrel-constrast": 3.074370861053467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6944897174835205,
      "cov-distil (oracle2student)": 4.6468706130981445,
      "cov-distil (oracle2teacher)": 4.395159721374512,
      "epoch": 2.5832025117739406,
      "rel-constrast": 1.629728078842163,
      "step": 3291,
      "subrel-constrast": 2.1469552516937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2460789680480957,
      "cov-distil (oracle2student)": 3.665959358215332,
      "cov-distil (oracle2teacher)": 3.336230754852295,
      "epoch": 2.583987441130298,
      "rel-constrast": 1.9719829559326172,
      "step": 3292,
      "subrel-constrast": 2.5048556327819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.391789197921753,
      "cov-distil (oracle2student)": 5.95573616027832,
      "cov-distil (oracle2teacher)": 4.961217880249023,
      "epoch": 2.584772370486656,
      "rel-constrast": 2.5609352588653564,
      "step": 3293,
      "subrel-constrast": 2.841884136199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86501944065094,
      "cov-distil (oracle2student)": 3.7622313499450684,
      "cov-distil (oracle2teacher)": 3.3513050079345703,
      "epoch": 2.585557299843014,
      "rel-constrast": 2.685189723968506,
      "step": 3294,
      "subrel-constrast": 3.015859365463257,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1093761920928955,
      "cov-distil (oracle2student)": 5.355134010314941,
      "cov-distil (oracle2teacher)": 4.86504602432251,
      "epoch": 2.586342229199372,
      "rel-constrast": 1.936840534210205,
      "step": 3295,
      "subrel-constrast": 3.4118430614471436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.775825023651123,
      "cov-distil (oracle2student)": 4.275702953338623,
      "cov-distil (oracle2teacher)": 3.6344594955444336,
      "epoch": 2.58712715855573,
      "rel-constrast": 2.3790998458862305,
      "step": 3296,
      "subrel-constrast": 2.7115824222564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1012680530548096,
      "cov-distil (oracle2student)": 4.045098304748535,
      "cov-distil (oracle2teacher)": 4.468026638031006,
      "epoch": 2.587912087912088,
      "rel-constrast": 2.874018907546997,
      "step": 3297,
      "subrel-constrast": 3.3796324729919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8965644836425781,
      "cov-distil (oracle2student)": 5.404327869415283,
      "cov-distil (oracle2teacher)": 4.947237014770508,
      "epoch": 2.588697017268446,
      "rel-constrast": 2.634477376937866,
      "step": 3298,
      "subrel-constrast": 3.036332130432129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7517633438110352,
      "cov-distil (oracle2student)": 4.0780181884765625,
      "cov-distil (oracle2teacher)": 3.4732282161712646,
      "epoch": 2.5894819466248036,
      "rel-constrast": 2.1054253578186035,
      "step": 3299,
      "subrel-constrast": 2.580394744873047,
      "view-similarity": 0
    },
    {
      "epoch": 2.5902668759811616,
      "grad_norm": 5.28125,
      "learning_rate": 3.130203971310999e-05,
      "loss": 0.5798,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "overlap": 0.25468751788139343,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "student margin": 0.088104248046875
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "teacher margin": 0.06793212890625
    },
    {
      "epoch": 2.5902668759811616,
      "margin difference": -0.020172119140625,
      "step": 3300
    },
    {
      "cov-distil": 1.7696762084960938,
      "cov-distil (oracle2student)": 2.6004178524017334,
      "cov-distil (oracle2teacher)": 2.493724822998047,
      "epoch": 2.5902668759811616,
      "rel-constrast": 1.4278100728988647,
      "step": 3300,
      "subrel-constrast": 2.0091195106506348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9363987445831299,
      "cov-distil (oracle2student)": 4.843372821807861,
      "cov-distil (oracle2teacher)": 4.098690509796143,
      "epoch": 2.5910518053375196,
      "rel-constrast": 2.1242177486419678,
      "step": 3301,
      "subrel-constrast": 3.205034017562866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.579667091369629,
      "cov-distil (oracle2student)": 6.894487380981445,
      "cov-distil (oracle2teacher)": 5.929043292999268,
      "epoch": 2.5918367346938775,
      "rel-constrast": 2.3731343746185303,
      "step": 3302,
      "subrel-constrast": 3.93319034576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.081860303878784,
      "cov-distil (oracle2student)": 5.964821815490723,
      "cov-distil (oracle2teacher)": 5.508376598358154,
      "epoch": 2.5926216640502355,
      "rel-constrast": 2.5593204498291016,
      "step": 3303,
      "subrel-constrast": 3.462751865386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.220463275909424,
      "cov-distil (oracle2student)": 5.1386942863464355,
      "cov-distil (oracle2teacher)": 4.8307390213012695,
      "epoch": 2.5934065934065935,
      "rel-constrast": 3.9077868461608887,
      "step": 3304,
      "subrel-constrast": 3.8470118045806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3439579010009766,
      "cov-distil (oracle2student)": 5.044964790344238,
      "cov-distil (oracle2teacher)": 5.867735862731934,
      "epoch": 2.5941915227629515,
      "rel-constrast": 2.7714571952819824,
      "step": 3305,
      "subrel-constrast": 3.9023308753967285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7657009363174438,
      "cov-distil (oracle2student)": 4.291933059692383,
      "cov-distil (oracle2teacher)": 5.12451171875,
      "epoch": 2.594976452119309,
      "rel-constrast": 3.784510612487793,
      "step": 3306,
      "subrel-constrast": 3.8769984245300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7250317335128784,
      "cov-distil (oracle2student)": 4.606573104858398,
      "cov-distil (oracle2teacher)": 4.545340538024902,
      "epoch": 2.595761381475667,
      "rel-constrast": 2.3036375045776367,
      "step": 3307,
      "subrel-constrast": 2.914865255355835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8104450702667236,
      "cov-distil (oracle2student)": 5.412286758422852,
      "cov-distil (oracle2teacher)": 4.918529033660889,
      "epoch": 2.596546310832025,
      "rel-constrast": 1.904449701309204,
      "step": 3308,
      "subrel-constrast": 2.7185096740722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.425781726837158,
      "cov-distil (oracle2student)": 5.347378253936768,
      "cov-distil (oracle2teacher)": 4.689852237701416,
      "epoch": 2.597331240188383,
      "rel-constrast": 3.4985556602478027,
      "step": 3309,
      "subrel-constrast": 4.1124396324157715,
      "view-similarity": 0
    },
    {
      "epoch": 2.598116169544741,
      "grad_norm": 6.21875,
      "learning_rate": 3.097875856783713e-05,
      "loss": 0.6664,
      "step": 3310
    },
    {
      "cov-distil": 1.50907564163208,
      "cov-distil (oracle2student)": 3.717181444168091,
      "cov-distil (oracle2teacher)": 4.11110782623291,
      "epoch": 2.598116169544741,
      "rel-constrast": 4.475262641906738,
      "step": 3310,
      "subrel-constrast": 4.345748424530029,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0405755043029785,
      "cov-distil (oracle2student)": 2.9467523097991943,
      "cov-distil (oracle2teacher)": 2.3194167613983154,
      "epoch": 2.598901098901099,
      "rel-constrast": 1.619499921798706,
      "step": 3311,
      "subrel-constrast": 2.2025718688964844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.712127685546875,
      "cov-distil (oracle2student)": 3.980397939682007,
      "cov-distil (oracle2teacher)": 4.055550575256348,
      "epoch": 2.599686028257457,
      "rel-constrast": 2.9943456649780273,
      "step": 3312,
      "subrel-constrast": 3.386293888092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059953451156616,
      "cov-distil (oracle2student)": 6.1559271812438965,
      "cov-distil (oracle2teacher)": 6.441081523895264,
      "epoch": 2.6004709576138145,
      "rel-constrast": 2.5776278972625732,
      "step": 3313,
      "subrel-constrast": 3.1400327682495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7372668981552124,
      "cov-distil (oracle2student)": 6.767979621887207,
      "cov-distil (oracle2teacher)": 6.677638053894043,
      "epoch": 2.601255886970173,
      "rel-constrast": 2.5988826751708984,
      "step": 3314,
      "subrel-constrast": 3.574270486831665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237203598022461,
      "cov-distil (oracle2student)": 4.177483081817627,
      "cov-distil (oracle2teacher)": 4.0099382400512695,
      "epoch": 2.6020408163265305,
      "rel-constrast": 2.992626428604126,
      "step": 3315,
      "subrel-constrast": 3.654258966445923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2964822053909302,
      "cov-distil (oracle2student)": 5.052468776702881,
      "cov-distil (oracle2teacher)": 4.375609397888184,
      "epoch": 2.6028257456828885,
      "rel-constrast": 3.092688798904419,
      "step": 3316,
      "subrel-constrast": 3.195157766342163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7093979120254517,
      "cov-distil (oracle2student)": 4.587408065795898,
      "cov-distil (oracle2teacher)": 4.567336559295654,
      "epoch": 2.6036106750392465,
      "rel-constrast": 2.970381736755371,
      "step": 3317,
      "subrel-constrast": 3.2409448623657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4680347442626953,
      "cov-distil (oracle2student)": 4.880577564239502,
      "cov-distil (oracle2teacher)": 4.342347145080566,
      "epoch": 2.6043956043956045,
      "rel-constrast": 2.741429328918457,
      "step": 3318,
      "subrel-constrast": 3.2588064670562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372196674346924,
      "cov-distil (oracle2student)": 3.237760066986084,
      "cov-distil (oracle2teacher)": 3.341668128967285,
      "epoch": 2.6051805337519625,
      "rel-constrast": 2.1904923915863037,
      "step": 3319,
      "subrel-constrast": 2.5460212230682373,
      "view-similarity": 0
    },
    {
      "epoch": 2.60596546310832,
      "grad_norm": 5.90625,
      "learning_rate": 3.065640449103669e-05,
      "loss": 0.7063,
      "step": 3320
    },
    {
      "cov-distil": 2.0000128746032715,
      "cov-distil (oracle2student)": 2.5715861320495605,
      "cov-distil (oracle2teacher)": 2.56683349609375,
      "epoch": 2.60596546310832,
      "rel-constrast": 2.1955599784851074,
      "step": 3320,
      "subrel-constrast": 2.527249574661255,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0840535163879395,
      "cov-distil (oracle2student)": 3.277195692062378,
      "cov-distil (oracle2teacher)": 2.8575122356414795,
      "epoch": 2.6067503924646784,
      "rel-constrast": 1.5643221139907837,
      "step": 3321,
      "subrel-constrast": 2.185788154602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7510274648666382,
      "cov-distil (oracle2student)": 3.152578353881836,
      "cov-distil (oracle2teacher)": 3.7353830337524414,
      "epoch": 2.607535321821036,
      "rel-constrast": 1.8578453063964844,
      "step": 3322,
      "subrel-constrast": 2.303637742996216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149366617202759,
      "cov-distil (oracle2student)": 4.531258583068848,
      "cov-distil (oracle2teacher)": 4.179192066192627,
      "epoch": 2.608320251177394,
      "rel-constrast": 4.584817409515381,
      "step": 3323,
      "subrel-constrast": 4.427331447601318,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1316733360290527,
      "cov-distil (oracle2student)": 4.908753871917725,
      "cov-distil (oracle2teacher)": 4.794641494750977,
      "epoch": 2.609105180533752,
      "rel-constrast": 1.6634416580200195,
      "step": 3324,
      "subrel-constrast": 2.8898046016693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1307132244110107,
      "cov-distil (oracle2student)": 4.703164100646973,
      "cov-distil (oracle2teacher)": 4.452699661254883,
      "epoch": 2.60989010989011,
      "rel-constrast": 4.976951599121094,
      "step": 3325,
      "subrel-constrast": 5.1921892166137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.64518404006958,
      "cov-distil (oracle2student)": 4.437390327453613,
      "cov-distil (oracle2teacher)": 4.597654342651367,
      "epoch": 2.610675039246468,
      "rel-constrast": 2.874696731567383,
      "step": 3326,
      "subrel-constrast": 3.1034302711486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7664694786071777,
      "cov-distil (oracle2student)": 4.086106777191162,
      "cov-distil (oracle2teacher)": 4.020977020263672,
      "epoch": 2.6114599686028255,
      "rel-constrast": 2.247162342071533,
      "step": 3327,
      "subrel-constrast": 3.061081886291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0337488651275635,
      "cov-distil (oracle2student)": 5.830809593200684,
      "cov-distil (oracle2teacher)": 5.432789325714111,
      "epoch": 2.612244897959184,
      "rel-constrast": 2.8203840255737305,
      "step": 3328,
      "subrel-constrast": 3.6187734603881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3165239095687866,
      "cov-distil (oracle2student)": 6.048839092254639,
      "cov-distil (oracle2teacher)": 5.3178019523620605,
      "epoch": 2.6130298273155415,
      "rel-constrast": 3.1627540588378906,
      "step": 3329,
      "subrel-constrast": 3.365372896194458,
      "view-similarity": 0
    },
    {
      "epoch": 2.6138147566718994,
      "grad_norm": 5.53125,
      "learning_rate": 3.033499319379163e-05,
      "loss": 0.6987,
      "step": 3330
    },
    {
      "cov-distil": 1.3083369731903076,
      "cov-distil (oracle2student)": 6.1652140617370605,
      "cov-distil (oracle2teacher)": 6.064882278442383,
      "epoch": 2.6138147566718994,
      "rel-constrast": 2.4345037937164307,
      "step": 3330,
      "subrel-constrast": 3.077930450439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9824516773223877,
      "cov-distil (oracle2student)": 4.189070224761963,
      "cov-distil (oracle2teacher)": 3.686964988708496,
      "epoch": 2.6145996860282574,
      "rel-constrast": 2.8440256118774414,
      "step": 3331,
      "subrel-constrast": 3.297834873199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4358134269714355,
      "cov-distil (oracle2student)": 4.682074546813965,
      "cov-distil (oracle2teacher)": 4.972187519073486,
      "epoch": 2.6153846153846154,
      "rel-constrast": 1.9724607467651367,
      "step": 3332,
      "subrel-constrast": 3.1661033630371094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6464357376098633,
      "cov-distil (oracle2student)": 3.0512819290161133,
      "cov-distil (oracle2teacher)": 3.330409049987793,
      "epoch": 2.6161695447409734,
      "rel-constrast": 3.1163408756256104,
      "step": 3333,
      "subrel-constrast": 3.7479965686798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7327091693878174,
      "cov-distil (oracle2student)": 6.077759742736816,
      "cov-distil (oracle2teacher)": 5.922568321228027,
      "epoch": 2.6169544740973314,
      "rel-constrast": 2.487224578857422,
      "step": 3334,
      "subrel-constrast": 2.7472598552703857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8239333629608154,
      "cov-distil (oracle2student)": 3.1915154457092285,
      "cov-distil (oracle2teacher)": 3.561342477798462,
      "epoch": 2.6177394034536894,
      "rel-constrast": 1.8168957233428955,
      "step": 3335,
      "subrel-constrast": 2.300179958343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4165613651275635,
      "cov-distil (oracle2student)": 5.235661506652832,
      "cov-distil (oracle2teacher)": 4.7893171310424805,
      "epoch": 2.618524332810047,
      "rel-constrast": 2.1951522827148438,
      "step": 3336,
      "subrel-constrast": 2.7338013648986816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5994133949279785,
      "cov-distil (oracle2student)": 5.023338317871094,
      "cov-distil (oracle2teacher)": 5.184753894805908,
      "epoch": 2.619309262166405,
      "rel-constrast": 3.450777053833008,
      "step": 3337,
      "subrel-constrast": 3.950191020965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2010412216186523,
      "cov-distil (oracle2student)": 5.162384986877441,
      "cov-distil (oracle2teacher)": 3.966036558151245,
      "epoch": 2.620094191522763,
      "rel-constrast": 1.8869175910949707,
      "step": 3338,
      "subrel-constrast": 2.0987794399261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0188417434692383,
      "cov-distil (oracle2student)": 4.560016632080078,
      "cov-distil (oracle2teacher)": 5.628950595855713,
      "epoch": 2.620879120879121,
      "rel-constrast": 1.6474026441574097,
      "step": 3339,
      "subrel-constrast": 2.7253599166870117,
      "view-similarity": 0
    },
    {
      "epoch": 2.621664050235479,
      "grad_norm": 4.375,
      "learning_rate": 3.001454034123512e-05,
      "loss": 0.5963,
      "step": 3340
    },
    {
      "cov-distil": 2.2608351707458496,
      "cov-distil (oracle2student)": 4.61740779876709,
      "cov-distil (oracle2teacher)": 4.321798801422119,
      "epoch": 2.621664050235479,
      "rel-constrast": 2.164330244064331,
      "step": 3340,
      "subrel-constrast": 2.877976655960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3105616569519043,
      "cov-distil (oracle2student)": 6.016143798828125,
      "cov-distil (oracle2teacher)": 5.973737716674805,
      "epoch": 2.622448979591837,
      "rel-constrast": 3.7176461219787598,
      "step": 3341,
      "subrel-constrast": 3.992337465286255,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006937026977539,
      "cov-distil (oracle2student)": 4.210278034210205,
      "cov-distil (oracle2teacher)": 4.895327568054199,
      "epoch": 2.623233908948195,
      "rel-constrast": 1.4491291046142578,
      "step": 3342,
      "subrel-constrast": 2.627044439315796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1025521755218506,
      "cov-distil (oracle2student)": 3.4237074851989746,
      "cov-distil (oracle2teacher)": 3.903836250305176,
      "epoch": 2.6240188383045524,
      "rel-constrast": 1.9925293922424316,
      "step": 3343,
      "subrel-constrast": 1.9723179340362549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.665940761566162,
      "cov-distil (oracle2student)": 3.371455192565918,
      "cov-distil (oracle2teacher)": 2.8327932357788086,
      "epoch": 2.6248037676609104,
      "rel-constrast": 2.064556121826172,
      "step": 3344,
      "subrel-constrast": 2.2062532901763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8856350183486938,
      "cov-distil (oracle2student)": 2.9391913414001465,
      "cov-distil (oracle2teacher)": 3.103543519973755,
      "epoch": 2.6255886970172684,
      "rel-constrast": 2.1972784996032715,
      "step": 3345,
      "subrel-constrast": 2.5333495140075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8229103088378906,
      "cov-distil (oracle2student)": 5.853830814361572,
      "cov-distil (oracle2teacher)": 5.774428367614746,
      "epoch": 2.6263736263736264,
      "rel-constrast": 3.755030632019043,
      "step": 3346,
      "subrel-constrast": 3.536330461502075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9086511135101318,
      "cov-distil (oracle2student)": 5.775961875915527,
      "cov-distil (oracle2teacher)": 5.1647796630859375,
      "epoch": 2.6271585557299844,
      "rel-constrast": 2.5701451301574707,
      "step": 3347,
      "subrel-constrast": 2.6320457458496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.218660354614258,
      "cov-distil (oracle2student)": 6.227354526519775,
      "cov-distil (oracle2teacher)": 5.410134315490723,
      "epoch": 2.6279434850863423,
      "rel-constrast": 1.6307082176208496,
      "step": 3348,
      "subrel-constrast": 2.241492986679077,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2657570838928223,
      "cov-distil (oracle2student)": 4.653829574584961,
      "cov-distil (oracle2teacher)": 4.198694705963135,
      "epoch": 2.6287284144427003,
      "rel-constrast": 3.384737730026245,
      "step": 3349,
      "subrel-constrast": 3.561156988143921,
      "view-similarity": 0
    },
    {
      "epoch": 2.629513343799058,
      "grad_norm": 7.46875,
      "learning_rate": 2.9695061551787108e-05,
      "loss": 0.6232,
      "step": 3350
    },
    {
      "cov-distil": 2.749448299407959,
      "cov-distil (oracle2student)": 2.664210319519043,
      "cov-distil (oracle2teacher)": 3.2472355365753174,
      "epoch": 2.629513343799058,
      "rel-constrast": 1.868719220161438,
      "step": 3350,
      "subrel-constrast": 3.236936092376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778524398803711,
      "cov-distil (oracle2student)": 5.22599983215332,
      "cov-distil (oracle2teacher)": 5.331729412078857,
      "epoch": 2.630298273155416,
      "rel-constrast": 2.6197781562805176,
      "step": 3351,
      "subrel-constrast": 3.576387882232666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6113579273223877,
      "cov-distil (oracle2student)": 3.467982769012451,
      "cov-distil (oracle2teacher)": 3.7006192207336426,
      "epoch": 2.631083202511774,
      "rel-constrast": 1.6211704015731812,
      "step": 3352,
      "subrel-constrast": 2.439467191696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.078016996383667,
      "cov-distil (oracle2student)": 4.622415065765381,
      "cov-distil (oracle2teacher)": 4.999619007110596,
      "epoch": 2.631868131868132,
      "rel-constrast": 2.505781650543213,
      "step": 3353,
      "subrel-constrast": 3.244384527206421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2859654426574707,
      "cov-distil (oracle2student)": 3.6077451705932617,
      "cov-distil (oracle2teacher)": 3.8225865364074707,
      "epoch": 2.63265306122449,
      "rel-constrast": 2.796454668045044,
      "step": 3354,
      "subrel-constrast": 3.54115891456604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9398107528686523,
      "cov-distil (oracle2student)": 4.13383674621582,
      "cov-distil (oracle2teacher)": 4.190858840942383,
      "epoch": 2.633437990580848,
      "rel-constrast": 2.9784817695617676,
      "step": 3355,
      "subrel-constrast": 3.644561767578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068751335144043,
      "cov-distil (oracle2student)": 6.552124977111816,
      "cov-distil (oracle2teacher)": 6.116513252258301,
      "epoch": 2.634222919937206,
      "rel-constrast": 2.977576494216919,
      "step": 3356,
      "subrel-constrast": 3.2421228885650635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0007638931274414,
      "cov-distil (oracle2student)": 4.295879364013672,
      "cov-distil (oracle2teacher)": 3.8316004276275635,
      "epoch": 2.6350078492935634,
      "rel-constrast": 1.1018773317337036,
      "step": 3357,
      "subrel-constrast": 1.9420908689498901,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1975929737091064,
      "cov-distil (oracle2student)": 4.756752967834473,
      "cov-distil (oracle2teacher)": 4.44545841217041,
      "epoch": 2.6357927786499213,
      "rel-constrast": 2.229839563369751,
      "step": 3358,
      "subrel-constrast": 2.287795305252075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5839886665344238,
      "cov-distil (oracle2student)": 4.932094097137451,
      "cov-distil (oracle2teacher)": 4.507198333740234,
      "epoch": 2.6365777080062793,
      "rel-constrast": 1.714623212814331,
      "step": 3359,
      "subrel-constrast": 2.169158697128296,
      "view-similarity": 0
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 6.5625,
      "learning_rate": 2.9376572396393048e-05,
      "loss": 0.5604,
      "step": 3360
    },
    {
      "cov-distil": 2.075514316558838,
      "cov-distil (oracle2student)": 3.8576202392578125,
      "cov-distil (oracle2teacher)": 3.929300546646118,
      "epoch": 2.6373626373626373,
      "rel-constrast": 2.2280330657958984,
      "step": 3360,
      "subrel-constrast": 2.8127036094665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4377797842025757,
      "cov-distil (oracle2student)": 3.703054904937744,
      "cov-distil (oracle2teacher)": 3.5990822315216064,
      "epoch": 2.6381475667189953,
      "rel-constrast": 1.549673080444336,
      "step": 3361,
      "subrel-constrast": 2.438107967376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618635654449463,
      "cov-distil (oracle2student)": 4.858504295349121,
      "cov-distil (oracle2teacher)": 4.266744613647461,
      "epoch": 2.6389324960753533,
      "rel-constrast": 1.5999443531036377,
      "step": 3362,
      "subrel-constrast": 1.93825364112854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6750941276550293,
      "cov-distil (oracle2student)": 4.531006813049316,
      "cov-distil (oracle2teacher)": 4.319305419921875,
      "epoch": 2.6397174254317113,
      "rel-constrast": 2.496936559677124,
      "step": 3363,
      "subrel-constrast": 3.8769712448120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9927599430084229,
      "cov-distil (oracle2student)": 7.493086338043213,
      "cov-distil (oracle2teacher)": 7.2143168449401855,
      "epoch": 2.640502354788069,
      "rel-constrast": 4.825134754180908,
      "step": 3364,
      "subrel-constrast": 4.791097164154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.348045825958252,
      "cov-distil (oracle2student)": 4.224367141723633,
      "cov-distil (oracle2teacher)": 4.462449550628662,
      "epoch": 2.6412872841444273,
      "rel-constrast": 2.3017239570617676,
      "step": 3365,
      "subrel-constrast": 2.96996808052063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2207112312316895,
      "cov-distil (oracle2student)": 4.77974796295166,
      "cov-distil (oracle2teacher)": 4.401795864105225,
      "epoch": 2.642072213500785,
      "rel-constrast": 2.9295339584350586,
      "step": 3366,
      "subrel-constrast": 3.185727596282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1494555473327637,
      "cov-distil (oracle2student)": 8.146235466003418,
      "cov-distil (oracle2teacher)": 7.508688449859619,
      "epoch": 2.642857142857143,
      "rel-constrast": 3.264603614807129,
      "step": 3367,
      "subrel-constrast": 3.4484140872955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.698272705078125,
      "cov-distil (oracle2student)": 4.013516902923584,
      "cov-distil (oracle2teacher)": 4.512282371520996,
      "epoch": 2.643642072213501,
      "rel-constrast": 2.751840591430664,
      "step": 3368,
      "subrel-constrast": 3.9611263275146484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6340410709381104,
      "cov-distil (oracle2student)": 5.5952959060668945,
      "cov-distil (oracle2teacher)": 5.765777587890625,
      "epoch": 2.6444270015698588,
      "rel-constrast": 2.7089712619781494,
      "step": 3369,
      "subrel-constrast": 3.1430137157440186,
      "view-similarity": 0
    },
    {
      "epoch": 2.6452119309262168,
      "grad_norm": 6.09375,
      "learning_rate": 2.9059088397765088e-05,
      "loss": 0.6664,
      "step": 3370
    },
    {
      "cov-distil": 1.619297742843628,
      "cov-distil (oracle2student)": 3.8034651279449463,
      "cov-distil (oracle2teacher)": 4.079773902893066,
      "epoch": 2.6452119309262168,
      "rel-constrast": 1.8738994598388672,
      "step": 3370,
      "subrel-constrast": 2.3443028926849365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612649202346802,
      "cov-distil (oracle2student)": 5.555373191833496,
      "cov-distil (oracle2teacher)": 5.79213285446167,
      "epoch": 2.6459968602825743,
      "rel-constrast": 2.4452762603759766,
      "step": 3371,
      "subrel-constrast": 3.2515687942504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.431098699569702,
      "cov-distil (oracle2student)": 5.745430946350098,
      "cov-distil (oracle2teacher)": 5.835551738739014,
      "epoch": 2.6467817896389327,
      "rel-constrast": 3.4058661460876465,
      "step": 3372,
      "subrel-constrast": 4.315812587738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5113170146942139,
      "cov-distil (oracle2student)": 2.7379767894744873,
      "cov-distil (oracle2teacher)": 2.977263927459717,
      "epoch": 2.6475667189952903,
      "rel-constrast": 2.4365975856781006,
      "step": 3373,
      "subrel-constrast": 2.8992061614990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9001327753067017,
      "cov-distil (oracle2student)": 5.716787338256836,
      "cov-distil (oracle2teacher)": 5.60184383392334,
      "epoch": 2.6483516483516483,
      "rel-constrast": 2.9835596084594727,
      "step": 3374,
      "subrel-constrast": 3.3910083770751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6590704917907715,
      "cov-distil (oracle2student)": 2.608269214630127,
      "cov-distil (oracle2teacher)": 3.3694982528686523,
      "epoch": 2.6491365777080063,
      "rel-constrast": 1.8265836238861084,
      "step": 3375,
      "subrel-constrast": 2.729606866836548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4828534126281738,
      "cov-distil (oracle2student)": 2.658954381942749,
      "cov-distil (oracle2teacher)": 2.610628128051758,
      "epoch": 2.6499215070643642,
      "rel-constrast": 2.032468318939209,
      "step": 3376,
      "subrel-constrast": 2.6658518314361572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0861973762512207,
      "cov-distil (oracle2student)": 3.404541492462158,
      "cov-distil (oracle2teacher)": 4.015005111694336,
      "epoch": 2.6507064364207222,
      "rel-constrast": 2.043416976928711,
      "step": 3377,
      "subrel-constrast": 3.0727593898773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.367548704147339,
      "cov-distil (oracle2student)": 5.514678001403809,
      "cov-distil (oracle2teacher)": 5.575472354888916,
      "epoch": 2.6514913657770802,
      "rel-constrast": 2.193103551864624,
      "step": 3378,
      "subrel-constrast": 2.4561779499053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.384536862373352,
      "cov-distil (oracle2student)": 4.308732986450195,
      "cov-distil (oracle2teacher)": 4.143546104431152,
      "epoch": 2.652276295133438,
      "rel-constrast": 2.4013359546661377,
      "step": 3379,
      "subrel-constrast": 2.474090337753296,
      "view-similarity": 0
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 4.96875,
      "learning_rate": 2.874262502962537e-05,
      "loss": 0.5911,
      "step": 3380
    },
    {
      "cov-distil": 1.6312856674194336,
      "cov-distil (oracle2student)": 4.157512664794922,
      "cov-distil (oracle2teacher)": 3.7186312675476074,
      "epoch": 2.6530612244897958,
      "rel-constrast": 3.1010358333587646,
      "step": 3380,
      "subrel-constrast": 3.2097885608673096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238237857818604,
      "cov-distil (oracle2student)": 7.589632034301758,
      "cov-distil (oracle2teacher)": 6.741307258605957,
      "epoch": 2.6538461538461537,
      "rel-constrast": 3.1119003295898438,
      "step": 3381,
      "subrel-constrast": 3.610107421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8866500854492188,
      "cov-distil (oracle2student)": 2.611065626144409,
      "cov-distil (oracle2teacher)": 2.7787742614746094,
      "epoch": 2.6546310832025117,
      "rel-constrast": 2.681809425354004,
      "step": 3382,
      "subrel-constrast": 2.8750200271606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6435999870300293,
      "cov-distil (oracle2student)": 4.779792308807373,
      "cov-distil (oracle2teacher)": 4.783353328704834,
      "epoch": 2.6554160125588697,
      "rel-constrast": 2.2337465286254883,
      "step": 3383,
      "subrel-constrast": 2.5445947647094727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249013662338257,
      "cov-distil (oracle2student)": 5.1808762550354,
      "cov-distil (oracle2teacher)": 5.326347351074219,
      "epoch": 2.6562009419152277,
      "rel-constrast": 2.260282516479492,
      "step": 3384,
      "subrel-constrast": 2.6642444133758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.503154993057251,
      "cov-distil (oracle2student)": 4.209622859954834,
      "cov-distil (oracle2teacher)": 4.620090484619141,
      "epoch": 2.6569858712715857,
      "rel-constrast": 1.8584599494934082,
      "step": 3385,
      "subrel-constrast": 2.2107179164886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4242238998413086,
      "cov-distil (oracle2student)": 6.665144443511963,
      "cov-distil (oracle2teacher)": 5.464354038238525,
      "epoch": 2.6577708006279437,
      "rel-constrast": 3.757171630859375,
      "step": 3386,
      "subrel-constrast": 4.029767990112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.456569790840149,
      "cov-distil (oracle2student)": 3.4620330333709717,
      "cov-distil (oracle2teacher)": 4.33782434463501,
      "epoch": 2.6585557299843012,
      "rel-constrast": 2.2298412322998047,
      "step": 3387,
      "subrel-constrast": 2.6429152488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4994864463806152,
      "cov-distil (oracle2student)": 4.1026105880737305,
      "cov-distil (oracle2teacher)": 3.7592318058013916,
      "epoch": 2.659340659340659,
      "rel-constrast": 2.4850401878356934,
      "step": 3388,
      "subrel-constrast": 3.073368787765503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640944480895996,
      "cov-distil (oracle2student)": 4.547424793243408,
      "cov-distil (oracle2teacher)": 4.102227210998535,
      "epoch": 2.660125588697017,
      "rel-constrast": 2.415071964263916,
      "step": 3389,
      "subrel-constrast": 2.829873561859131,
      "view-similarity": 0
    },
    {
      "epoch": 2.660910518053375,
      "grad_norm": 5.21875,
      "learning_rate": 2.8427197715952047e-05,
      "loss": 0.6534,
      "step": 3390
    },
    {
      "cov-distil": 3.223814010620117,
      "cov-distil (oracle2student)": 5.797609806060791,
      "cov-distil (oracle2teacher)": 6.048015594482422,
      "epoch": 2.660910518053375,
      "rel-constrast": 3.1727049350738525,
      "step": 3390,
      "subrel-constrast": 3.807509422302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2031469345092773,
      "cov-distil (oracle2student)": 4.831870079040527,
      "cov-distil (oracle2teacher)": 4.598710060119629,
      "epoch": 2.661695447409733,
      "rel-constrast": 2.073153495788574,
      "step": 3391,
      "subrel-constrast": 3.0283894538879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960934400558472,
      "cov-distil (oracle2student)": 4.21362829208374,
      "cov-distil (oracle2teacher)": 3.7952635288238525,
      "epoch": 2.662480376766091,
      "rel-constrast": 2.188832998275757,
      "step": 3392,
      "subrel-constrast": 2.7953083515167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1380302906036377,
      "cov-distil (oracle2student)": 5.759707927703857,
      "cov-distil (oracle2teacher)": 5.917263984680176,
      "epoch": 2.663265306122449,
      "rel-constrast": 2.7696046829223633,
      "step": 3393,
      "subrel-constrast": 3.062659740447998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9999680519104004,
      "cov-distil (oracle2student)": 4.139331817626953,
      "cov-distil (oracle2teacher)": 4.134599685668945,
      "epoch": 2.6640502354788067,
      "rel-constrast": 1.669213891029358,
      "step": 3394,
      "subrel-constrast": 2.141868829727173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9261469841003418,
      "cov-distil (oracle2student)": 4.753564834594727,
      "cov-distil (oracle2teacher)": 4.929760932922363,
      "epoch": 2.6648351648351647,
      "rel-constrast": 3.0045394897460938,
      "step": 3395,
      "subrel-constrast": 3.664478302001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6739187240600586,
      "cov-distil (oracle2student)": 3.2191708087921143,
      "cov-distil (oracle2teacher)": 3.927564859390259,
      "epoch": 2.6656200941915227,
      "rel-constrast": 2.6544175148010254,
      "step": 3396,
      "subrel-constrast": 3.4434945583343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5283875465393066,
      "cov-distil (oracle2student)": 6.01832389831543,
      "cov-distil (oracle2teacher)": 5.705228805541992,
      "epoch": 2.6664050235478807,
      "rel-constrast": 3.4645557403564453,
      "step": 3397,
      "subrel-constrast": 4.2660956382751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.238032817840576,
      "cov-distil (oracle2student)": 6.103597640991211,
      "cov-distil (oracle2teacher)": 6.537880897521973,
      "epoch": 2.6671899529042387,
      "rel-constrast": 1.3487892150878906,
      "step": 3398,
      "subrel-constrast": 2.607649326324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4436352252960205,
      "cov-distil (oracle2student)": 3.7776739597320557,
      "cov-distil (oracle2teacher)": 4.18811559677124,
      "epoch": 2.6679748822605966,
      "rel-constrast": 1.8727704286575317,
      "step": 3399,
      "subrel-constrast": 2.9041309356689453,
      "view-similarity": 0
    },
    {
      "epoch": 2.6687598116169546,
      "grad_norm": 4.59375,
      "learning_rate": 2.811282183022736e-05,
      "loss": 0.6055,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "overlap": 0.29218751192092896,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "student margin": 0.064300537109375
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "teacher margin": 0.05523681640625
    },
    {
      "epoch": 2.6687598116169546,
      "margin difference": -0.009063720703125,
      "step": 3400
    },
    {
      "cov-distil": 1.9602700471878052,
      "cov-distil (oracle2student)": 3.74743914604187,
      "cov-distil (oracle2teacher)": 3.6114625930786133,
      "epoch": 2.6687598116169546,
      "rel-constrast": 3.2018914222717285,
      "step": 3400,
      "subrel-constrast": 3.2773759365081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0810441970825195,
      "cov-distil (oracle2student)": 5.701517105102539,
      "cov-distil (oracle2teacher)": 5.672880172729492,
      "epoch": 2.669544740973312,
      "rel-constrast": 1.6698365211486816,
      "step": 3401,
      "subrel-constrast": 2.6848721504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7567501068115234,
      "cov-distil (oracle2student)": 6.1299896240234375,
      "cov-distil (oracle2teacher)": 5.88295316696167,
      "epoch": 2.67032967032967,
      "rel-constrast": 2.8843226432800293,
      "step": 3402,
      "subrel-constrast": 3.480087995529175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955008625984192,
      "cov-distil (oracle2student)": 2.9285733699798584,
      "cov-distil (oracle2teacher)": 3.2759881019592285,
      "epoch": 2.671114599686028,
      "rel-constrast": 2.080904006958008,
      "step": 3403,
      "subrel-constrast": 2.731325387954712,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4192910194396973,
      "cov-distil (oracle2student)": 6.180085182189941,
      "cov-distil (oracle2teacher)": 5.7323384284973145,
      "epoch": 2.671899529042386,
      "rel-constrast": 3.314659595489502,
      "step": 3404,
      "subrel-constrast": 3.5298876762390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6475073099136353,
      "cov-distil (oracle2student)": 4.635536193847656,
      "cov-distil (oracle2teacher)": 4.704376697540283,
      "epoch": 2.672684458398744,
      "rel-constrast": 2.3348541259765625,
      "step": 3405,
      "subrel-constrast": 2.8212292194366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505016326904297,
      "cov-distil (oracle2student)": 5.381243705749512,
      "cov-distil (oracle2teacher)": 5.413241386413574,
      "epoch": 2.673469387755102,
      "rel-constrast": 2.2432026863098145,
      "step": 3406,
      "subrel-constrast": 2.2906110286712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1256468296051025,
      "cov-distil (oracle2student)": 4.0469207763671875,
      "cov-distil (oracle2teacher)": 4.401758193969727,
      "epoch": 2.67425431711146,
      "rel-constrast": 2.948049306869507,
      "step": 3407,
      "subrel-constrast": 3.0097084045410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4416735172271729,
      "cov-distil (oracle2student)": 4.27544641494751,
      "cov-distil (oracle2teacher)": 4.904489040374756,
      "epoch": 2.6750392464678177,
      "rel-constrast": 1.264309287071228,
      "step": 3408,
      "subrel-constrast": 1.8702566623687744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8631465435028076,
      "cov-distil (oracle2student)": 4.27567195892334,
      "cov-distil (oracle2teacher)": 3.614961624145508,
      "epoch": 2.675824175824176,
      "rel-constrast": 2.4092109203338623,
      "step": 3409,
      "subrel-constrast": 2.793041944503784,
      "view-similarity": 0
    },
    {
      "epoch": 2.6766091051805336,
      "grad_norm": 4.875,
      "learning_rate": 2.7799512694688468e-05,
      "loss": 0.6088,
      "step": 3410
    },
    {
      "cov-distil": 2.642601490020752,
      "cov-distil (oracle2student)": 3.983757734298706,
      "cov-distil (oracle2teacher)": 3.9088640213012695,
      "epoch": 2.6766091051805336,
      "rel-constrast": 1.648684024810791,
      "step": 3410,
      "subrel-constrast": 2.888700246810913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193481206893921,
      "cov-distil (oracle2student)": 4.780669212341309,
      "cov-distil (oracle2teacher)": 4.846809387207031,
      "epoch": 2.6773940345368916,
      "rel-constrast": 1.48187255859375,
      "step": 3411,
      "subrel-constrast": 2.326812982559204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6323856115341187,
      "cov-distil (oracle2student)": 6.948105335235596,
      "cov-distil (oracle2teacher)": 6.871373176574707,
      "epoch": 2.6781789638932496,
      "rel-constrast": 1.958219289779663,
      "step": 3412,
      "subrel-constrast": 2.136566638946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88680100440979,
      "cov-distil (oracle2student)": 6.631433963775635,
      "cov-distil (oracle2teacher)": 6.125532150268555,
      "epoch": 2.6789638932496076,
      "rel-constrast": 2.7873384952545166,
      "step": 3413,
      "subrel-constrast": 3.1157145500183105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7946598529815674,
      "cov-distil (oracle2student)": 5.968554496765137,
      "cov-distil (oracle2teacher)": 5.4758710861206055,
      "epoch": 2.6797488226059656,
      "rel-constrast": 3.023313522338867,
      "step": 3414,
      "subrel-constrast": 3.1392250061035156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490425109863281,
      "cov-distil (oracle2student)": 4.593693256378174,
      "cov-distil (oracle2teacher)": 4.546280384063721,
      "epoch": 2.680533751962323,
      "rel-constrast": 1.3833906650543213,
      "step": 3415,
      "subrel-constrast": 1.8247307538986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.144726514816284,
      "cov-distil (oracle2student)": 3.9705393314361572,
      "cov-distil (oracle2teacher)": 4.007675647735596,
      "epoch": 2.6813186813186816,
      "rel-constrast": 1.784304141998291,
      "step": 3416,
      "subrel-constrast": 2.665879726409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2640149593353271,
      "cov-distil (oracle2student)": 4.0969462394714355,
      "cov-distil (oracle2teacher)": 4.428078651428223,
      "epoch": 2.682103610675039,
      "rel-constrast": 1.166516661643982,
      "step": 3417,
      "subrel-constrast": 1.8240993022918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6435232162475586,
      "cov-distil (oracle2student)": 4.713352680206299,
      "cov-distil (oracle2teacher)": 4.560275077819824,
      "epoch": 2.682888540031397,
      "rel-constrast": 2.104696273803711,
      "step": 3418,
      "subrel-constrast": 2.5957021713256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.848016619682312,
      "cov-distil (oracle2student)": 4.394533157348633,
      "cov-distil (oracle2teacher)": 3.6143646240234375,
      "epoch": 2.683673469387755,
      "rel-constrast": 1.7999577522277832,
      "step": 3419,
      "subrel-constrast": 2.842378854751587,
      "view-similarity": 0
    },
    {
      "epoch": 2.684458398744113,
      "grad_norm": 5.125,
      "learning_rate": 2.7487285579580637e-05,
      "loss": 0.4785,
      "step": 3420
    },
    {
      "cov-distil": 2.335279941558838,
      "cov-distil (oracle2student)": 4.135807037353516,
      "cov-distil (oracle2teacher)": 4.307497024536133,
      "epoch": 2.684458398744113,
      "rel-constrast": 2.667224407196045,
      "step": 3420,
      "subrel-constrast": 3.0320241451263428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9864037036895752,
      "cov-distil (oracle2student)": 3.235579252243042,
      "cov-distil (oracle2teacher)": 3.3359668254852295,
      "epoch": 2.685243328100471,
      "rel-constrast": 2.1889567375183105,
      "step": 3421,
      "subrel-constrast": 3.3081512451171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30877685546875,
      "cov-distil (oracle2student)": 4.575387954711914,
      "cov-distil (oracle2teacher)": 4.358489036560059,
      "epoch": 2.686028257456829,
      "rel-constrast": 2.186264991760254,
      "step": 3422,
      "subrel-constrast": 3.188832998275757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.70842444896698,
      "cov-distil (oracle2student)": 5.547966003417969,
      "cov-distil (oracle2teacher)": 5.083164215087891,
      "epoch": 2.686813186813187,
      "rel-constrast": 2.2862768173217773,
      "step": 3423,
      "subrel-constrast": 2.4438114166259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.764328956604004,
      "cov-distil (oracle2student)": 6.651913642883301,
      "cov-distil (oracle2teacher)": 6.778913974761963,
      "epoch": 2.6875981161695446,
      "rel-constrast": 3.6546034812927246,
      "step": 3424,
      "subrel-constrast": 4.017913818359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6666274070739746,
      "cov-distil (oracle2student)": 4.2785258293151855,
      "cov-distil (oracle2teacher)": 4.589873790740967,
      "epoch": 2.6883830455259026,
      "rel-constrast": 3.1801109313964844,
      "step": 3425,
      "subrel-constrast": 3.383080005645752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.740595817565918,
      "cov-distil (oracle2student)": 6.574427127838135,
      "cov-distil (oracle2teacher)": 5.668679714202881,
      "epoch": 2.6891679748822606,
      "rel-constrast": 3.6056339740753174,
      "step": 3426,
      "subrel-constrast": 3.629021167755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8636770248413086,
      "cov-distil (oracle2student)": 4.459303379058838,
      "cov-distil (oracle2teacher)": 4.3888139724731445,
      "epoch": 2.6899529042386185,
      "rel-constrast": 1.9755743741989136,
      "step": 3427,
      "subrel-constrast": 2.5227930545806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.735379695892334,
      "cov-distil (oracle2student)": 4.575292110443115,
      "cov-distil (oracle2teacher)": 4.038393020629883,
      "epoch": 2.6907378335949765,
      "rel-constrast": 2.3577890396118164,
      "step": 3428,
      "subrel-constrast": 2.6389269828796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9867377281188965,
      "cov-distil (oracle2student)": 3.7883458137512207,
      "cov-distil (oracle2teacher)": 4.398881435394287,
      "epoch": 2.6915227629513345,
      "rel-constrast": 3.0223262310028076,
      "step": 3429,
      "subrel-constrast": 3.6020822525024414,
      "view-similarity": 0
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 6.0625,
      "learning_rate": 2.7176155702412937e-05,
      "loss": 0.6781,
      "step": 3430
    },
    {
      "cov-distil": 1.7680175304412842,
      "cov-distil (oracle2student)": 4.242916107177734,
      "cov-distil (oracle2teacher)": 4.1370744705200195,
      "epoch": 2.6923076923076925,
      "rel-constrast": 2.264521360397339,
      "step": 3430,
      "subrel-constrast": 3.1125199794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1534910202026367,
      "cov-distil (oracle2student)": 5.384063720703125,
      "cov-distil (oracle2teacher)": 5.188777923583984,
      "epoch": 2.69309262166405,
      "rel-constrast": 2.952549695968628,
      "step": 3431,
      "subrel-constrast": 3.7325398921966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936370849609375,
      "cov-distil (oracle2student)": 3.9353950023651123,
      "cov-distil (oracle2teacher)": 3.8893885612487793,
      "epoch": 2.693877551020408,
      "rel-constrast": 1.8798998594284058,
      "step": 3432,
      "subrel-constrast": 2.824524402618408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746310234069824,
      "cov-distil (oracle2student)": 4.400607109069824,
      "cov-distil (oracle2teacher)": 5.5339035987854,
      "epoch": 2.694662480376766,
      "rel-constrast": 2.7980918884277344,
      "step": 3433,
      "subrel-constrast": 4.144376277923584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.139469861984253,
      "cov-distil (oracle2student)": 4.685153961181641,
      "cov-distil (oracle2teacher)": 4.02877140045166,
      "epoch": 2.695447409733124,
      "rel-constrast": 2.992461681365967,
      "step": 3434,
      "subrel-constrast": 3.068934679031372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0110130310058594,
      "cov-distil (oracle2student)": 7.67755126953125,
      "cov-distil (oracle2teacher)": 7.17254638671875,
      "epoch": 2.696232339089482,
      "rel-constrast": 1.5105552673339844,
      "step": 3435,
      "subrel-constrast": 2.153856039047241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2139794826507568,
      "cov-distil (oracle2student)": 3.8975706100463867,
      "cov-distil (oracle2teacher)": 4.022310733795166,
      "epoch": 2.69701726844584,
      "rel-constrast": 2.696578025817871,
      "step": 3436,
      "subrel-constrast": 2.9387474060058594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475940704345703,
      "cov-distil (oracle2student)": 7.208057403564453,
      "cov-distil (oracle2teacher)": 6.790976524353027,
      "epoch": 2.697802197802198,
      "rel-constrast": 2.267489433288574,
      "step": 3437,
      "subrel-constrast": 3.0512356758117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.31326961517334,
      "cov-distil (oracle2student)": 2.857658624649048,
      "cov-distil (oracle2teacher)": 2.4879708290100098,
      "epoch": 2.6985871271585555,
      "rel-constrast": 2.8789539337158203,
      "step": 3438,
      "subrel-constrast": 3.166139602661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7829678058624268,
      "cov-distil (oracle2student)": 5.483136177062988,
      "cov-distil (oracle2teacher)": 5.138792991638184,
      "epoch": 2.6993720565149135,
      "rel-constrast": 2.060309410095215,
      "step": 3439,
      "subrel-constrast": 2.7876391410827637,
      "view-similarity": 0
    },
    {
      "epoch": 2.7001569858712715,
      "grad_norm": 5.1875,
      "learning_rate": 2.686613822721666e-05,
      "loss": 0.6075,
      "step": 3440
    },
    {
      "cov-distil": 1.5076098442077637,
      "cov-distil (oracle2student)": 5.071287155151367,
      "cov-distil (oracle2teacher)": 5.2864484786987305,
      "epoch": 2.7001569858712715,
      "rel-constrast": 2.6877551078796387,
      "step": 3440,
      "subrel-constrast": 3.605067014694214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1012654304504395,
      "cov-distil (oracle2student)": 4.637776851654053,
      "cov-distil (oracle2teacher)": 5.514979362487793,
      "epoch": 2.7009419152276295,
      "rel-constrast": 2.971436023712158,
      "step": 3441,
      "subrel-constrast": 3.9342215061187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7694947719573975,
      "cov-distil (oracle2student)": 5.204893112182617,
      "cov-distil (oracle2teacher)": 4.708058834075928,
      "epoch": 2.7017268445839875,
      "rel-constrast": 2.2510786056518555,
      "step": 3442,
      "subrel-constrast": 3.131382465362549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9967398643493652,
      "cov-distil (oracle2student)": 6.165173530578613,
      "cov-distil (oracle2teacher)": 6.372111797332764,
      "epoch": 2.7025117739403455,
      "rel-constrast": 2.776951313018799,
      "step": 3443,
      "subrel-constrast": 4.487039566040039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6320210695266724,
      "cov-distil (oracle2student)": 4.710111618041992,
      "cov-distil (oracle2teacher)": 4.886736869812012,
      "epoch": 2.7032967032967035,
      "rel-constrast": 3.350876569747925,
      "step": 3444,
      "subrel-constrast": 3.371422529220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9795175790786743,
      "cov-distil (oracle2student)": 2.681061267852783,
      "cov-distil (oracle2teacher)": 2.779604911804199,
      "epoch": 2.704081632653061,
      "rel-constrast": 1.835288405418396,
      "step": 3445,
      "subrel-constrast": 2.6634039878845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7766144275665283,
      "cov-distil (oracle2student)": 4.41776180267334,
      "cov-distil (oracle2teacher)": 4.920312404632568,
      "epoch": 2.704866562009419,
      "rel-constrast": 1.5579237937927246,
      "step": 3446,
      "subrel-constrast": 3.22853946685791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003356456756592,
      "cov-distil (oracle2student)": 4.028210163116455,
      "cov-distil (oracle2teacher)": 4.048084259033203,
      "epoch": 2.705651491365777,
      "rel-constrast": 1.8857735395431519,
      "step": 3447,
      "subrel-constrast": 2.6939823627471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5656496286392212,
      "cov-distil (oracle2student)": 4.834967613220215,
      "cov-distil (oracle2teacher)": 4.602108955383301,
      "epoch": 2.706436420722135,
      "rel-constrast": 1.6515388488769531,
      "step": 3448,
      "subrel-constrast": 2.0734713077545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17500901222229,
      "cov-distil (oracle2student)": 3.4250292778015137,
      "cov-distil (oracle2teacher)": 3.45741868019104,
      "epoch": 2.707221350078493,
      "rel-constrast": 1.8741668462753296,
      "step": 3449,
      "subrel-constrast": 2.901944160461426,
      "view-similarity": 0
    },
    {
      "epoch": 2.708006279434851,
      "grad_norm": 5.75,
      "learning_rate": 2.6557248263806174e-05,
      "loss": 0.5711,
      "step": 3450
    },
    {
      "cov-distil": 1.6419720649719238,
      "cov-distil (oracle2student)": 5.64319372177124,
      "cov-distil (oracle2teacher)": 5.00006628036499,
      "epoch": 2.708006279434851,
      "rel-constrast": 2.745861530303955,
      "step": 3450,
      "subrel-constrast": 3.4895899295806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4030513763427734,
      "cov-distil (oracle2student)": 5.2837629318237305,
      "cov-distil (oracle2teacher)": 5.296347618103027,
      "epoch": 2.708791208791209,
      "rel-constrast": 3.2726519107818604,
      "step": 3451,
      "subrel-constrast": 4.348088264465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420329093933105,
      "cov-distil (oracle2student)": 4.816956043243408,
      "cov-distil (oracle2teacher)": 5.266256332397461,
      "epoch": 2.7095761381475665,
      "rel-constrast": 3.003080368041992,
      "step": 3452,
      "subrel-constrast": 3.41257905960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0278520584106445,
      "cov-distil (oracle2student)": 6.564352035522461,
      "cov-distil (oracle2teacher)": 6.087389945983887,
      "epoch": 2.710361067503925,
      "rel-constrast": 2.614449977874756,
      "step": 3453,
      "subrel-constrast": 3.294293165206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.778411865234375,
      "cov-distil (oracle2student)": 3.7798781394958496,
      "cov-distil (oracle2teacher)": 4.199210166931152,
      "epoch": 2.7111459968602825,
      "rel-constrast": 1.699116587638855,
      "step": 3454,
      "subrel-constrast": 3.018188714981079,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4229648113250732,
      "cov-distil (oracle2student)": 5.352100849151611,
      "cov-distil (oracle2teacher)": 5.43638801574707,
      "epoch": 2.7119309262166404,
      "rel-constrast": 2.855576992034912,
      "step": 3455,
      "subrel-constrast": 3.4892923831939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.114276885986328,
      "cov-distil (oracle2student)": 2.7590932846069336,
      "cov-distil (oracle2teacher)": 3.1340460777282715,
      "epoch": 2.7127158555729984,
      "rel-constrast": 1.8100864887237549,
      "step": 3456,
      "subrel-constrast": 2.4592437744140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.558229923248291,
      "cov-distil (oracle2student)": 4.3576860427856445,
      "cov-distil (oracle2teacher)": 5.060903549194336,
      "epoch": 2.7135007849293564,
      "rel-constrast": 3.4606873989105225,
      "step": 3457,
      "subrel-constrast": 3.145352363586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4586904048919678,
      "cov-distil (oracle2student)": 5.53544807434082,
      "cov-distil (oracle2teacher)": 6.099670886993408,
      "epoch": 2.7142857142857144,
      "rel-constrast": 2.797182083129883,
      "step": 3458,
      "subrel-constrast": 3.2312192916870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03122878074646,
      "cov-distil (oracle2student)": 3.1962802410125732,
      "cov-distil (oracle2teacher)": 2.797677993774414,
      "epoch": 2.715070643642072,
      "rel-constrast": 2.992398738861084,
      "step": 3459,
      "subrel-constrast": 2.896013021469116,
      "view-similarity": 0
    },
    {
      "epoch": 2.7158555729984304,
      "grad_norm": 6.375,
      "learning_rate": 2.6249500867042522e-05,
      "loss": 0.6813,
      "step": 3460
    },
    {
      "cov-distil": 2.0484771728515625,
      "cov-distil (oracle2student)": 5.552926063537598,
      "cov-distil (oracle2teacher)": 4.936993598937988,
      "epoch": 2.7158555729984304,
      "rel-constrast": 2.7841925621032715,
      "step": 3460,
      "subrel-constrast": 2.771179676055908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.818756103515625,
      "cov-distil (oracle2student)": 5.499992847442627,
      "cov-distil (oracle2teacher)": 6.828612327575684,
      "epoch": 2.716640502354788,
      "rel-constrast": 2.879349946975708,
      "step": 3461,
      "subrel-constrast": 3.879859685897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2625975608825684,
      "cov-distil (oracle2student)": 3.9093070030212402,
      "cov-distil (oracle2teacher)": 4.519696235656738,
      "epoch": 2.717425431711146,
      "rel-constrast": 2.7684288024902344,
      "step": 3462,
      "subrel-constrast": 3.258312702178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5384135246276855,
      "cov-distil (oracle2student)": 3.760387659072876,
      "cov-distil (oracle2teacher)": 3.580375909805298,
      "epoch": 2.718210361067504,
      "rel-constrast": 2.209932804107666,
      "step": 3463,
      "subrel-constrast": 2.681741714477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842551589012146,
      "cov-distil (oracle2student)": 4.600611209869385,
      "cov-distil (oracle2teacher)": 3.984546184539795,
      "epoch": 2.718995290423862,
      "rel-constrast": 3.4024901390075684,
      "step": 3464,
      "subrel-constrast": 3.3067100048065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685649394989014,
      "cov-distil (oracle2student)": 4.540176868438721,
      "cov-distil (oracle2teacher)": 4.445839881896973,
      "epoch": 2.71978021978022,
      "rel-constrast": 2.4073033332824707,
      "step": 3465,
      "subrel-constrast": 3.564300775527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4030762910842896,
      "cov-distil (oracle2student)": 4.729479789733887,
      "cov-distil (oracle2teacher)": 4.1095709800720215,
      "epoch": 2.7205651491365774,
      "rel-constrast": 1.5651769638061523,
      "step": 3466,
      "subrel-constrast": 2.0967049598693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795733451843262,
      "cov-distil (oracle2student)": 3.5330538749694824,
      "cov-distil (oracle2teacher)": 4.119287014007568,
      "epoch": 2.721350078492936,
      "rel-constrast": 2.5157670974731445,
      "step": 3467,
      "subrel-constrast": 3.1837077140808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0105128288269043,
      "cov-distil (oracle2student)": 2.793262481689453,
      "cov-distil (oracle2teacher)": 3.1583762168884277,
      "epoch": 2.7221350078492934,
      "rel-constrast": 1.7986592054367065,
      "step": 3468,
      "subrel-constrast": 2.582134485244751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622402310371399,
      "cov-distil (oracle2student)": 5.163515090942383,
      "cov-distil (oracle2teacher)": 4.536843776702881,
      "epoch": 2.7229199372056514,
      "rel-constrast": 2.1699326038360596,
      "step": 3469,
      "subrel-constrast": 2.3696131706237793,
      "view-similarity": 0
    },
    {
      "epoch": 2.7237048665620094,
      "grad_norm": 5.78125,
      "learning_rate": 2.5942911036099655e-05,
      "loss": 0.6125,
      "step": 3470
    },
    {
      "cov-distil": 2.5695581436157227,
      "cov-distil (oracle2student)": 5.960559844970703,
      "cov-distil (oracle2teacher)": 5.261472702026367,
      "epoch": 2.7237048665620094,
      "rel-constrast": 2.3786773681640625,
      "step": 3470,
      "subrel-constrast": 3.5363073348999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1386797428131104,
      "cov-distil (oracle2student)": 7.749659538269043,
      "cov-distil (oracle2teacher)": 6.722895622253418,
      "epoch": 2.7244897959183674,
      "rel-constrast": 2.1966705322265625,
      "step": 3471,
      "subrel-constrast": 2.390601634979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.802055835723877,
      "cov-distil (oracle2student)": 5.524144172668457,
      "cov-distil (oracle2teacher)": 5.831117630004883,
      "epoch": 2.7252747252747254,
      "rel-constrast": 3.196781873703003,
      "step": 3472,
      "subrel-constrast": 3.94270658493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8385119438171387,
      "cov-distil (oracle2student)": 5.046722412109375,
      "cov-distil (oracle2teacher)": 5.3231635093688965,
      "epoch": 2.7260596546310834,
      "rel-constrast": 1.5797157287597656,
      "step": 3473,
      "subrel-constrast": 2.338657855987549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9281651973724365,
      "cov-distil (oracle2student)": 5.453230857849121,
      "cov-distil (oracle2teacher)": 4.972042083740234,
      "epoch": 2.7268445839874413,
      "rel-constrast": 2.3922250270843506,
      "step": 3474,
      "subrel-constrast": 3.4084889888763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7113615274429321,
      "cov-distil (oracle2student)": 5.89738130569458,
      "cov-distil (oracle2teacher)": 5.233965873718262,
      "epoch": 2.727629513343799,
      "rel-constrast": 1.8167706727981567,
      "step": 3475,
      "subrel-constrast": 2.8362550735473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.714179515838623,
      "cov-distil (oracle2student)": 4.629779815673828,
      "cov-distil (oracle2teacher)": 4.716738700866699,
      "epoch": 2.728414442700157,
      "rel-constrast": 2.4665043354034424,
      "step": 3476,
      "subrel-constrast": 3.368307113647461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.695523738861084,
      "cov-distil (oracle2student)": 4.354702949523926,
      "cov-distil (oracle2teacher)": 4.713911056518555,
      "epoch": 2.729199372056515,
      "rel-constrast": 3.0188863277435303,
      "step": 3477,
      "subrel-constrast": 3.482208728790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9496055841445923,
      "cov-distil (oracle2student)": 4.013997554779053,
      "cov-distil (oracle2teacher)": 4.140242099761963,
      "epoch": 2.729984301412873,
      "rel-constrast": 2.607403516769409,
      "step": 3478,
      "subrel-constrast": 3.3007137775421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.056875228881836,
      "cov-distil (oracle2student)": 5.156728744506836,
      "cov-distil (oracle2teacher)": 5.066418170928955,
      "epoch": 2.730769230769231,
      "rel-constrast": 2.7878940105438232,
      "step": 3479,
      "subrel-constrast": 3.1291391849517822,
      "view-similarity": 0
    },
    {
      "epoch": 2.731554160125589,
      "grad_norm": 5.46875,
      "learning_rate": 2.5637493713733374e-05,
      "loss": 0.611,
      "step": 3480
    },
    {
      "cov-distil": 1.4761130809783936,
      "cov-distil (oracle2student)": 4.450262546539307,
      "cov-distil (oracle2teacher)": 4.234433174133301,
      "epoch": 2.731554160125589,
      "rel-constrast": 2.7032814025878906,
      "step": 3480,
      "subrel-constrast": 2.9522969722747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5340263843536377,
      "cov-distil (oracle2student)": 3.0085959434509277,
      "cov-distil (oracle2teacher)": 3.1271581649780273,
      "epoch": 2.732339089481947,
      "rel-constrast": 2.300957441329956,
      "step": 3481,
      "subrel-constrast": 1.9247277975082397,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.322601318359375,
      "cov-distil (oracle2student)": 5.950911998748779,
      "cov-distil (oracle2teacher)": 6.554884910583496,
      "epoch": 2.7331240188383044,
      "rel-constrast": 2.205348491668701,
      "step": 3482,
      "subrel-constrast": 3.4850704669952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328157663345337,
      "cov-distil (oracle2student)": 4.495917320251465,
      "cov-distil (oracle2teacher)": 5.311781883239746,
      "epoch": 2.7339089481946623,
      "rel-constrast": 1.9125758409500122,
      "step": 3483,
      "subrel-constrast": 2.4347498416900635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365035057067871,
      "cov-distil (oracle2student)": 6.588910102844238,
      "cov-distil (oracle2teacher)": 6.301473140716553,
      "epoch": 2.7346938775510203,
      "rel-constrast": 3.602620840072632,
      "step": 3484,
      "subrel-constrast": 3.567824363708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484229803085327,
      "cov-distil (oracle2student)": 4.059148788452148,
      "cov-distil (oracle2teacher)": 3.7340030670166016,
      "epoch": 2.7354788069073783,
      "rel-constrast": 2.158243179321289,
      "step": 3485,
      "subrel-constrast": 2.6057286262512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4606335163116455,
      "cov-distil (oracle2student)": 7.059962272644043,
      "cov-distil (oracle2teacher)": 6.520668029785156,
      "epoch": 2.7362637362637363,
      "rel-constrast": 2.2824206352233887,
      "step": 3486,
      "subrel-constrast": 2.116962194442749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3874900341033936,
      "cov-distil (oracle2student)": 4.912391662597656,
      "cov-distil (oracle2teacher)": 4.591343402862549,
      "epoch": 2.7370486656200943,
      "rel-constrast": 3.097770929336548,
      "step": 3487,
      "subrel-constrast": 3.31364107131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.886216878890991,
      "cov-distil (oracle2student)": 4.3332953453063965,
      "cov-distil (oracle2teacher)": 4.767382621765137,
      "epoch": 2.7378335949764523,
      "rel-constrast": 1.7434587478637695,
      "step": 3488,
      "subrel-constrast": 3.078913927078247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8744330406188965,
      "cov-distil (oracle2student)": 3.5202388763427734,
      "cov-distil (oracle2teacher)": 3.873239040374756,
      "epoch": 2.73861852433281,
      "rel-constrast": 1.8952078819274902,
      "step": 3489,
      "subrel-constrast": 2.452366590499878,
      "view-similarity": 0
    },
    {
      "epoch": 2.739403453689168,
      "grad_norm": 5.0625,
      "learning_rate": 2.533326378555314e-05,
      "loss": 0.5975,
      "step": 3490
    },
    {
      "cov-distil": 2.4162862300872803,
      "cov-distil (oracle2student)": 4.903694152832031,
      "cov-distil (oracle2teacher)": 4.620361804962158,
      "epoch": 2.739403453689168,
      "rel-constrast": 1.7791473865509033,
      "step": 3490,
      "subrel-constrast": 2.2107157707214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8490265607833862,
      "cov-distil (oracle2student)": 6.303959369659424,
      "cov-distil (oracle2teacher)": 5.419989585876465,
      "epoch": 2.740188383045526,
      "rel-constrast": 1.8915379047393799,
      "step": 3491,
      "subrel-constrast": 2.709219217300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6503459215164185,
      "cov-distil (oracle2student)": 4.447643280029297,
      "cov-distil (oracle2teacher)": 4.540268898010254,
      "epoch": 2.740973312401884,
      "rel-constrast": 1.5627121925354004,
      "step": 3492,
      "subrel-constrast": 2.612553119659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.940279483795166,
      "cov-distil (oracle2student)": 5.342718124389648,
      "cov-distil (oracle2teacher)": 5.610077381134033,
      "epoch": 2.741758241758242,
      "rel-constrast": 3.801877021789551,
      "step": 3493,
      "subrel-constrast": 3.7997844219207764,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0382328033447266,
      "cov-distil (oracle2student)": 6.138562202453613,
      "cov-distil (oracle2teacher)": 6.055324554443359,
      "epoch": 2.7425431711145998,
      "rel-constrast": 1.9406121969223022,
      "step": 3494,
      "subrel-constrast": 3.1187286376953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2778773307800293,
      "cov-distil (oracle2student)": 3.963901996612549,
      "cov-distil (oracle2teacher)": 4.204787254333496,
      "epoch": 2.7433281004709578,
      "rel-constrast": 2.5509471893310547,
      "step": 3495,
      "subrel-constrast": 2.7045271396636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4281419515609741,
      "cov-distil (oracle2student)": 6.000063896179199,
      "cov-distil (oracle2teacher)": 5.762408256530762,
      "epoch": 2.7441130298273153,
      "rel-constrast": 3.33833384513855,
      "step": 3496,
      "subrel-constrast": 3.039923667907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2476683855056763,
      "cov-distil (oracle2student)": 6.946392059326172,
      "cov-distil (oracle2teacher)": 7.265755653381348,
      "epoch": 2.7448979591836737,
      "rel-constrast": 2.7189838886260986,
      "step": 3497,
      "subrel-constrast": 3.4485950469970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029291868209839,
      "cov-distil (oracle2student)": 3.8656387329101562,
      "cov-distil (oracle2teacher)": 4.54440975189209,
      "epoch": 2.7456828885400313,
      "rel-constrast": 2.9932949542999268,
      "step": 3498,
      "subrel-constrast": 3.087247133255005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8941235542297363,
      "cov-distil (oracle2student)": 3.2757363319396973,
      "cov-distil (oracle2teacher)": 3.0216522216796875,
      "epoch": 2.7464678178963893,
      "rel-constrast": 2.1526103019714355,
      "step": 3499,
      "subrel-constrast": 2.1734066009521484,
      "view-similarity": 0
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 5.71875,
      "learning_rate": 2.5030236079296444e-05,
      "loss": 0.6183,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-P@10": 0.736,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-nDCG@10": 0.7450168076203428,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-alpha_nDCG@10": 0.5643856783406963,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-P@10": 0.42699999999999994,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-nDCG@10": 0.5994414430325182,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-alpha_nDCG@10": 0.5741021252813311,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/avg": 0.5252145250993794,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "overlap": 0.3140625059604645,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "student margin": 0.068695068359375
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "teacher margin": 0.048553466796875
    },
    {
      "epoch": 2.7472527472527473,
      "margin difference": -0.0201416015625,
      "step": 3500
    },
    {
      "cov-distil": 2.0241289138793945,
      "cov-distil (oracle2student)": 5.913424491882324,
      "cov-distil (oracle2teacher)": 5.322343349456787,
      "epoch": 2.7472527472527473,
      "rel-constrast": 2.6329288482666016,
      "step": 3500,
      "subrel-constrast": 3.343682050704956,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3761096000671387,
      "cov-distil (oracle2student)": 4.917301654815674,
      "cov-distil (oracle2teacher)": 4.913238525390625,
      "epoch": 2.7480376766091053,
      "rel-constrast": 2.912863254547119,
      "step": 3501,
      "subrel-constrast": 3.7827587127685547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751371145248413,
      "cov-distil (oracle2student)": 4.860372543334961,
      "cov-distil (oracle2teacher)": 4.559626579284668,
      "epoch": 2.7488226059654632,
      "rel-constrast": 1.757346749305725,
      "step": 3502,
      "subrel-constrast": 2.4959874153137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8624167442321777,
      "cov-distil (oracle2student)": 5.075815200805664,
      "cov-distil (oracle2teacher)": 4.6762285232543945,
      "epoch": 2.749607535321821,
      "rel-constrast": 1.2863850593566895,
      "step": 3503,
      "subrel-constrast": 2.0909814834594727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75253427028656,
      "cov-distil (oracle2student)": 3.4610612392425537,
      "cov-distil (oracle2teacher)": 3.3437459468841553,
      "epoch": 2.750392464678179,
      "rel-constrast": 2.5141727924346924,
      "step": 3504,
      "subrel-constrast": 3.714414596557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8676190376281738,
      "cov-distil (oracle2student)": 4.685903549194336,
      "cov-distil (oracle2teacher)": 4.938760757446289,
      "epoch": 2.7511773940345368,
      "rel-constrast": 2.640367269515991,
      "step": 3505,
      "subrel-constrast": 2.900364637374878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700519323348999,
      "cov-distil (oracle2student)": 5.268047332763672,
      "cov-distil (oracle2teacher)": 4.886925220489502,
      "epoch": 2.7519623233908947,
      "rel-constrast": 1.9232465028762817,
      "step": 3506,
      "subrel-constrast": 2.6684188842773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0267093181610107,
      "cov-distil (oracle2student)": 4.186440944671631,
      "cov-distil (oracle2teacher)": 4.103549480438232,
      "epoch": 2.7527472527472527,
      "rel-constrast": 2.5312864780426025,
      "step": 3507,
      "subrel-constrast": 3.024071455001831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9300602674484253,
      "cov-distil (oracle2student)": 5.523123264312744,
      "cov-distil (oracle2teacher)": 6.045292854309082,
      "epoch": 2.7535321821036107,
      "rel-constrast": 2.075667381286621,
      "step": 3508,
      "subrel-constrast": 2.8469765186309814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4991228580474854,
      "cov-distil (oracle2student)": 3.5042307376861572,
      "cov-distil (oracle2teacher)": 3.5704004764556885,
      "epoch": 2.7543171114599687,
      "rel-constrast": 1.7778639793395996,
      "step": 3509,
      "subrel-constrast": 1.9592045545578003,
      "view-similarity": 0
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 4.3125,
      "learning_rate": 2.4728425364106135e-05,
      "loss": 0.5513,
      "step": 3510
    },
    {
      "cov-distil": 1.6017913818359375,
      "cov-distil (oracle2student)": 6.103091239929199,
      "cov-distil (oracle2teacher)": 5.590611457824707,
      "epoch": 2.7551020408163263,
      "rel-constrast": 2.0702943801879883,
      "step": 3510,
      "subrel-constrast": 3.0695087909698486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6415562629699707,
      "cov-distil (oracle2student)": 4.9136528968811035,
      "cov-distil (oracle2teacher)": 5.154755592346191,
      "epoch": 2.7558869701726847,
      "rel-constrast": 2.853611946105957,
      "step": 3511,
      "subrel-constrast": 3.650125741958618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6361031532287598,
      "cov-distil (oracle2student)": 6.367153644561768,
      "cov-distil (oracle2teacher)": 5.572709560394287,
      "epoch": 2.7566718995290422,
      "rel-constrast": 3.2244160175323486,
      "step": 3512,
      "subrel-constrast": 3.3185102939605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8110007047653198,
      "cov-distil (oracle2student)": 4.992438793182373,
      "cov-distil (oracle2teacher)": 5.295889377593994,
      "epoch": 2.7574568288854002,
      "rel-constrast": 2.0669612884521484,
      "step": 3513,
      "subrel-constrast": 2.5238914489746094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338692307472229,
      "cov-distil (oracle2student)": 3.5374388694763184,
      "cov-distil (oracle2teacher)": 3.342738628387451,
      "epoch": 2.758241758241758,
      "rel-constrast": 1.7136210203170776,
      "step": 3514,
      "subrel-constrast": 1.8666858673095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521384000778198,
      "cov-distil (oracle2student)": 6.181929588317871,
      "cov-distil (oracle2teacher)": 6.233641624450684,
      "epoch": 2.759026687598116,
      "rel-constrast": 2.271127462387085,
      "step": 3515,
      "subrel-constrast": 2.9009439945220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1689982414245605,
      "cov-distil (oracle2student)": 7.630122661590576,
      "cov-distil (oracle2teacher)": 6.492285251617432,
      "epoch": 2.759811616954474,
      "rel-constrast": 2.1103153228759766,
      "step": 3516,
      "subrel-constrast": 2.639439582824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633951187133789,
      "cov-distil (oracle2student)": 3.825730562210083,
      "cov-distil (oracle2teacher)": 4.588989734649658,
      "epoch": 2.760596546310832,
      "rel-constrast": 1.7862632274627686,
      "step": 3517,
      "subrel-constrast": 2.7072086334228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4287104606628418,
      "cov-distil (oracle2student)": 3.130815029144287,
      "cov-distil (oracle2teacher)": 2.804135322570801,
      "epoch": 2.76138147566719,
      "rel-constrast": 2.186096429824829,
      "step": 3518,
      "subrel-constrast": 2.6105692386627197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120450258255005,
      "cov-distil (oracle2student)": 4.222517967224121,
      "cov-distil (oracle2teacher)": 4.589746952056885,
      "epoch": 2.7621664050235477,
      "rel-constrast": 2.668793201446533,
      "step": 3519,
      "subrel-constrast": 3.67806077003479,
      "view-similarity": 0
    },
    {
      "epoch": 2.7629513343799057,
      "grad_norm": 5.84375,
      "learning_rate": 2.442784634981071e-05,
      "loss": 0.5738,
      "step": 3520
    },
    {
      "cov-distil": 2.921295404434204,
      "cov-distil (oracle2student)": 5.127737522125244,
      "cov-distil (oracle2teacher)": 5.585549354553223,
      "epoch": 2.7629513343799057,
      "rel-constrast": 2.442233085632324,
      "step": 3520,
      "subrel-constrast": 4.08953332901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1565420627593994,
      "cov-distil (oracle2student)": 6.17006778717041,
      "cov-distil (oracle2teacher)": 5.726957321166992,
      "epoch": 2.7637362637362637,
      "rel-constrast": 2.41452956199646,
      "step": 3521,
      "subrel-constrast": 3.5804967880249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8273413181304932,
      "cov-distil (oracle2student)": 4.423702239990234,
      "cov-distil (oracle2teacher)": 3.9445765018463135,
      "epoch": 2.7645211930926217,
      "rel-constrast": 2.1169707775115967,
      "step": 3522,
      "subrel-constrast": 2.3624277114868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1832892894744873,
      "cov-distil (oracle2student)": 4.330708980560303,
      "cov-distil (oracle2teacher)": 5.033188819885254,
      "epoch": 2.7653061224489797,
      "rel-constrast": 2.130394220352173,
      "step": 3523,
      "subrel-constrast": 3.170538902282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7135891914367676,
      "cov-distil (oracle2student)": 5.829214572906494,
      "cov-distil (oracle2teacher)": 4.9343743324279785,
      "epoch": 2.7660910518053377,
      "rel-constrast": 2.2959647178649902,
      "step": 3524,
      "subrel-constrast": 2.472048044204712,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127020835876465,
      "cov-distil (oracle2student)": 4.9163818359375,
      "cov-distil (oracle2teacher)": 4.604759216308594,
      "epoch": 2.7668759811616956,
      "rel-constrast": 1.9722068309783936,
      "step": 3525,
      "subrel-constrast": 2.5965466499328613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6146001815795898,
      "cov-distil (oracle2student)": 3.822636604309082,
      "cov-distil (oracle2teacher)": 3.9542131423950195,
      "epoch": 2.767660910518053,
      "rel-constrast": 2.277499198913574,
      "step": 3526,
      "subrel-constrast": 2.820064067840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.430297374725342,
      "cov-distil (oracle2student)": 4.028661727905273,
      "cov-distil (oracle2teacher)": 3.9603917598724365,
      "epoch": 2.768445839874411,
      "rel-constrast": 2.612122058868408,
      "step": 3527,
      "subrel-constrast": 3.634103298187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5894348621368408,
      "cov-distil (oracle2student)": 3.9655394554138184,
      "cov-distil (oracle2teacher)": 4.799186706542969,
      "epoch": 2.769230769230769,
      "rel-constrast": 1.5379047393798828,
      "step": 3528,
      "subrel-constrast": 2.7927942276000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6720221042633057,
      "cov-distil (oracle2student)": 3.6589388847351074,
      "cov-distil (oracle2teacher)": 4.382685661315918,
      "epoch": 2.770015698587127,
      "rel-constrast": 2.7988524436950684,
      "step": 3529,
      "subrel-constrast": 3.3395118713378906,
      "view-similarity": 0
    },
    {
      "epoch": 2.770800627943485,
      "grad_norm": 6.5,
      "learning_rate": 2.412851368620726e-05,
      "loss": 0.565,
      "step": 3530
    },
    {
      "cov-distil": 1.6072756052017212,
      "cov-distil (oracle2student)": 4.440790176391602,
      "cov-distil (oracle2teacher)": 4.817488670349121,
      "epoch": 2.770800627943485,
      "rel-constrast": 2.698573589324951,
      "step": 3530,
      "subrel-constrast": 3.164588689804077,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2242404222488403,
      "cov-distil (oracle2student)": 3.091216564178467,
      "cov-distil (oracle2teacher)": 3.2227649688720703,
      "epoch": 2.771585557299843,
      "rel-constrast": 1.769454836845398,
      "step": 3531,
      "subrel-constrast": 2.62141489982605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.150769829750061,
      "cov-distil (oracle2student)": 4.734992504119873,
      "cov-distil (oracle2teacher)": 4.817734718322754,
      "epoch": 2.772370486656201,
      "rel-constrast": 2.0624892711639404,
      "step": 3532,
      "subrel-constrast": 2.590392827987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0099611282348633,
      "cov-distil (oracle2student)": 5.03381872177124,
      "cov-distil (oracle2teacher)": 5.260898590087891,
      "epoch": 2.7731554160125587,
      "rel-constrast": 2.3208870887756348,
      "step": 3533,
      "subrel-constrast": 2.998203754425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.521231174468994,
      "cov-distil (oracle2student)": 5.904475212097168,
      "cov-distil (oracle2teacher)": 4.989633560180664,
      "epoch": 2.7739403453689166,
      "rel-constrast": 2.570012092590332,
      "step": 3534,
      "subrel-constrast": 2.8463048934936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7051347494125366,
      "cov-distil (oracle2student)": 5.476362228393555,
      "cov-distil (oracle2teacher)": 5.634686470031738,
      "epoch": 2.7747252747252746,
      "rel-constrast": 4.4942827224731445,
      "step": 3535,
      "subrel-constrast": 4.519069194793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.21122407913208,
      "cov-distil (oracle2student)": 5.1510396003723145,
      "cov-distil (oracle2teacher)": 4.861658096313477,
      "epoch": 2.7755102040816326,
      "rel-constrast": 3.477628231048584,
      "step": 3536,
      "subrel-constrast": 3.9107940196990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5080313682556152,
      "cov-distil (oracle2student)": 5.159966468811035,
      "cov-distil (oracle2teacher)": 6.281670093536377,
      "epoch": 2.7762951334379906,
      "rel-constrast": 1.870902419090271,
      "step": 3537,
      "subrel-constrast": 3.7997207641601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2993075847625732,
      "cov-distil (oracle2student)": 3.237795114517212,
      "cov-distil (oracle2teacher)": 3.743211507797241,
      "epoch": 2.7770800627943486,
      "rel-constrast": 1.8014006614685059,
      "step": 3538,
      "subrel-constrast": 2.141949415206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482003092765808,
      "cov-distil (oracle2student)": 4.8437089920043945,
      "cov-distil (oracle2teacher)": 5.0776143074035645,
      "epoch": 2.7778649921507066,
      "rel-constrast": 2.3602004051208496,
      "step": 3539,
      "subrel-constrast": 3.050635814666748,
      "view-similarity": 0
    },
    {
      "epoch": 2.778649921507064,
      "grad_norm": 6.96875,
      "learning_rate": 2.383044196234753e-05,
      "loss": 0.6356,
      "step": 3540
    },
    {
      "cov-distil": 1.8450020551681519,
      "cov-distil (oracle2student)": 6.733222007751465,
      "cov-distil (oracle2teacher)": 5.75039005279541,
      "epoch": 2.778649921507064,
      "rel-constrast": 2.082007884979248,
      "step": 3540,
      "subrel-constrast": 2.3672738075256348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95383882522583,
      "cov-distil (oracle2student)": 3.89378023147583,
      "cov-distil (oracle2teacher)": 4.570587158203125,
      "epoch": 2.7794348508634226,
      "rel-constrast": 3.436520576477051,
      "step": 3541,
      "subrel-constrast": 3.940211057662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5289642810821533,
      "cov-distil (oracle2student)": 5.001532554626465,
      "cov-distil (oracle2teacher)": 4.39351749420166,
      "epoch": 2.78021978021978,
      "rel-constrast": 2.3710265159606934,
      "step": 3542,
      "subrel-constrast": 2.9499568939208984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9939591884613037,
      "cov-distil (oracle2student)": 4.166635513305664,
      "cov-distil (oracle2teacher)": 3.8412413597106934,
      "epoch": 2.781004709576138,
      "rel-constrast": 3.197021961212158,
      "step": 3543,
      "subrel-constrast": 3.1899149417877197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473061561584473,
      "cov-distil (oracle2student)": 5.426414489746094,
      "cov-distil (oracle2teacher)": 5.598116397857666,
      "epoch": 2.781789638932496,
      "rel-constrast": 1.9884811639785767,
      "step": 3544,
      "subrel-constrast": 2.7100818157196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2972195148468018,
      "cov-distil (oracle2student)": 3.9223227500915527,
      "cov-distil (oracle2teacher)": 4.578589916229248,
      "epoch": 2.782574568288854,
      "rel-constrast": 2.6173973083496094,
      "step": 3545,
      "subrel-constrast": 3.8733036518096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.605238199234009,
      "cov-distil (oracle2student)": 7.840752124786377,
      "cov-distil (oracle2teacher)": 7.732849597930908,
      "epoch": 2.783359497645212,
      "rel-constrast": 2.4193434715270996,
      "step": 3546,
      "subrel-constrast": 2.662529945373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0228018760681152,
      "cov-distil (oracle2student)": 3.270993232727051,
      "cov-distil (oracle2teacher)": 3.020003318786621,
      "epoch": 2.7841444270015696,
      "rel-constrast": 3.0938408374786377,
      "step": 3547,
      "subrel-constrast": 3.929553508758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490807056427002,
      "cov-distil (oracle2student)": 5.081961631774902,
      "cov-distil (oracle2teacher)": 4.958919048309326,
      "epoch": 2.784929356357928,
      "rel-constrast": 3.2236785888671875,
      "step": 3548,
      "subrel-constrast": 3.6988327503204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9242699146270752,
      "cov-distil (oracle2student)": 5.397738456726074,
      "cov-distil (oracle2teacher)": 5.298166275024414,
      "epoch": 2.7857142857142856,
      "rel-constrast": 2.5660998821258545,
      "step": 3549,
      "subrel-constrast": 3.049976348876953,
      "view-similarity": 0
    },
    {
      "epoch": 2.7864992150706436,
      "grad_norm": 6.03125,
      "learning_rate": 2.3533645705826806e-05,
      "loss": 0.6749,
      "step": 3550
    },
    {
      "cov-distil": 1.2807239294052124,
      "cov-distil (oracle2student)": 2.8171119689941406,
      "cov-distil (oracle2teacher)": 2.8892369270324707,
      "epoch": 2.7864992150706436,
      "rel-constrast": 2.3128557205200195,
      "step": 3550,
      "subrel-constrast": 2.696866750717163,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1168336868286133,
      "cov-distil (oracle2student)": 3.302680492401123,
      "cov-distil (oracle2teacher)": 3.74410080909729,
      "epoch": 2.7872841444270016,
      "rel-constrast": 1.7786422967910767,
      "step": 3551,
      "subrel-constrast": 2.50899338722229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3727684020996094,
      "cov-distil (oracle2student)": 4.219064235687256,
      "cov-distil (oracle2teacher)": 4.2048020362854,
      "epoch": 2.7880690737833596,
      "rel-constrast": 3.7959961891174316,
      "step": 3552,
      "subrel-constrast": 3.66908597946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2484445571899414,
      "cov-distil (oracle2student)": 5.487460136413574,
      "cov-distil (oracle2teacher)": 5.66539192199707,
      "epoch": 2.7888540031397175,
      "rel-constrast": 1.7721898555755615,
      "step": 3553,
      "subrel-constrast": 2.3842716217041016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201436996459961,
      "cov-distil (oracle2student)": 4.592802047729492,
      "cov-distil (oracle2teacher)": 5.018190383911133,
      "epoch": 2.789638932496075,
      "rel-constrast": 2.7017459869384766,
      "step": 3554,
      "subrel-constrast": 3.5123977661132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6967675685882568,
      "cov-distil (oracle2student)": 4.2548747062683105,
      "cov-distil (oracle2teacher)": 4.524101734161377,
      "epoch": 2.7904238618524335,
      "rel-constrast": 1.3227167129516602,
      "step": 3555,
      "subrel-constrast": 1.3299261331558228,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1795883178710938,
      "cov-distil (oracle2student)": 4.2940287590026855,
      "cov-distil (oracle2teacher)": 4.40550422668457,
      "epoch": 2.791208791208791,
      "rel-constrast": 2.137129306793213,
      "step": 3556,
      "subrel-constrast": 2.7485594749450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2076963186264038,
      "cov-distil (oracle2student)": 5.110726833343506,
      "cov-distil (oracle2teacher)": 4.511743068695068,
      "epoch": 2.791993720565149,
      "rel-constrast": 3.4350030422210693,
      "step": 3557,
      "subrel-constrast": 3.637510299682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6274538040161133,
      "cov-distil (oracle2student)": 3.9269282817840576,
      "cov-distil (oracle2teacher)": 3.9583983421325684,
      "epoch": 2.792778649921507,
      "rel-constrast": 2.494791269302368,
      "step": 3558,
      "subrel-constrast": 2.773621082305908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.072587728500366,
      "cov-distil (oracle2student)": 6.259973526000977,
      "cov-distil (oracle2teacher)": 5.864226341247559,
      "epoch": 2.793563579277865,
      "rel-constrast": 3.4307382106781006,
      "step": 3559,
      "subrel-constrast": 3.6040821075439453,
      "view-similarity": 0
    },
    {
      "epoch": 2.794348508634223,
      "grad_norm": 6.90625,
      "learning_rate": 2.323813938207593e-05,
      "loss": 0.6295,
      "step": 3560
    },
    {
      "cov-distil": 2.579329490661621,
      "cov-distil (oracle2student)": 4.664410591125488,
      "cov-distil (oracle2teacher)": 4.985477447509766,
      "epoch": 2.794348508634223,
      "rel-constrast": 2.5492968559265137,
      "step": 3560,
      "subrel-constrast": 3.1300206184387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0116896629333496,
      "cov-distil (oracle2student)": 5.637158393859863,
      "cov-distil (oracle2teacher)": 5.366026401519775,
      "epoch": 2.795133437990581,
      "rel-constrast": 2.1190061569213867,
      "step": 3561,
      "subrel-constrast": 2.8509738445281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.397732973098755,
      "cov-distil (oracle2student)": 5.582416534423828,
      "cov-distil (oracle2teacher)": 5.221651554107666,
      "epoch": 2.795918367346939,
      "rel-constrast": 3.1718552112579346,
      "step": 3562,
      "subrel-constrast": 3.5184428691864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053349256515503,
      "cov-distil (oracle2student)": 6.8261566162109375,
      "cov-distil (oracle2teacher)": 6.413479804992676,
      "epoch": 2.7967032967032965,
      "rel-constrast": 2.8792808055877686,
      "step": 3563,
      "subrel-constrast": 3.536731481552124,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.758448600769043,
      "cov-distil (oracle2student)": 4.514448165893555,
      "cov-distil (oracle2teacher)": 4.993873596191406,
      "epoch": 2.7974882260596545,
      "rel-constrast": 2.2302446365356445,
      "step": 3564,
      "subrel-constrast": 3.5499815940856934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317178726196289,
      "cov-distil (oracle2student)": 4.788659572601318,
      "cov-distil (oracle2teacher)": 4.39069938659668,
      "epoch": 2.7982731554160125,
      "rel-constrast": 2.052621364593506,
      "step": 3565,
      "subrel-constrast": 2.395580768585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9350433349609375,
      "cov-distil (oracle2student)": 5.166297435760498,
      "cov-distil (oracle2teacher)": 5.0135884284973145,
      "epoch": 2.7990580847723705,
      "rel-constrast": 2.555805206298828,
      "step": 3566,
      "subrel-constrast": 3.1526451110839844,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.079784393310547,
      "cov-distil (oracle2student)": 5.26302433013916,
      "cov-distil (oracle2teacher)": 4.93668270111084,
      "epoch": 2.7998430141287285,
      "rel-constrast": 1.9669123888015747,
      "step": 3567,
      "subrel-constrast": 3.627150774002075,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.160144805908203,
      "cov-distil (oracle2student)": 4.026673793792725,
      "cov-distil (oracle2teacher)": 4.046159744262695,
      "epoch": 2.8006279434850865,
      "rel-constrast": 1.7835888862609863,
      "step": 3568,
      "subrel-constrast": 3.046748399734497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6967215538024902,
      "cov-distil (oracle2student)": 4.216291427612305,
      "cov-distil (oracle2teacher)": 5.452272415161133,
      "epoch": 2.8014128728414445,
      "rel-constrast": 1.9268075227737427,
      "step": 3569,
      "subrel-constrast": 2.266697883605957,
      "view-similarity": 0
    },
    {
      "epoch": 2.802197802197802,
      "grad_norm": 5.21875,
      "learning_rate": 2.294393739365621e-05,
      "loss": 0.5809,
      "step": 3570
    },
    {
      "cov-distil": 1.5670509338378906,
      "cov-distil (oracle2student)": 3.0511066913604736,
      "cov-distil (oracle2teacher)": 3.662034511566162,
      "epoch": 2.802197802197802,
      "rel-constrast": 2.908006429672241,
      "step": 3570,
      "subrel-constrast": 3.5613150596618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4787806272506714,
      "cov-distil (oracle2student)": 4.552440166473389,
      "cov-distil (oracle2teacher)": 4.448648929595947,
      "epoch": 2.80298273155416,
      "rel-constrast": 1.4899253845214844,
      "step": 3571,
      "subrel-constrast": 2.5017123222351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9822301864624023,
      "cov-distil (oracle2student)": 4.680773735046387,
      "cov-distil (oracle2teacher)": 4.202431678771973,
      "epoch": 2.803767660910518,
      "rel-constrast": 2.743135929107666,
      "step": 3572,
      "subrel-constrast": 3.8519105911254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0529327392578125,
      "cov-distil (oracle2student)": 3.5848824977874756,
      "cov-distil (oracle2teacher)": 3.554018020629883,
      "epoch": 2.804552590266876,
      "rel-constrast": 2.709217071533203,
      "step": 3573,
      "subrel-constrast": 3.3046998977661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2158234119415283,
      "cov-distil (oracle2student)": 4.37514591217041,
      "cov-distil (oracle2teacher)": 3.99550199508667,
      "epoch": 2.805337519623234,
      "rel-constrast": 2.389294147491455,
      "step": 3574,
      "subrel-constrast": 3.064389944076538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544901728630066,
      "cov-distil (oracle2student)": 5.083149433135986,
      "cov-distil (oracle2teacher)": 5.161981582641602,
      "epoch": 2.806122448979592,
      "rel-constrast": 1.7139651775360107,
      "step": 3575,
      "subrel-constrast": 3.0535974502563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6363775730133057,
      "cov-distil (oracle2student)": 5.000422954559326,
      "cov-distil (oracle2teacher)": 5.2792534828186035,
      "epoch": 2.80690737833595,
      "rel-constrast": 2.0733368396759033,
      "step": 3576,
      "subrel-constrast": 2.0584640502929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696582555770874,
      "cov-distil (oracle2student)": 5.394242763519287,
      "cov-distil (oracle2teacher)": 5.798130035400391,
      "epoch": 2.8076923076923075,
      "rel-constrast": 3.0606350898742676,
      "step": 3577,
      "subrel-constrast": 3.302736282348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.652082920074463,
      "cov-distil (oracle2student)": 4.674922943115234,
      "cov-distil (oracle2teacher)": 4.945209503173828,
      "epoch": 2.8084772370486655,
      "rel-constrast": 2.2754108905792236,
      "step": 3578,
      "subrel-constrast": 3.347757339477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0918641090393066,
      "cov-distil (oracle2student)": 4.65675687789917,
      "cov-distil (oracle2teacher)": 5.2288713455200195,
      "epoch": 2.8092621664050235,
      "rel-constrast": 2.5775699615478516,
      "step": 3579,
      "subrel-constrast": 4.08403205871582,
      "view-similarity": 0
    },
    {
      "epoch": 2.8100470957613815,
      "grad_norm": 5.59375,
      "learning_rate": 2.265105407955752e-05,
      "loss": 0.5985,
      "step": 3580
    },
    {
      "cov-distil": 1.4518383741378784,
      "cov-distil (oracle2student)": 4.417738914489746,
      "cov-distil (oracle2teacher)": 4.578986167907715,
      "epoch": 2.8100470957613815,
      "rel-constrast": 2.2335867881774902,
      "step": 3580,
      "subrel-constrast": 2.6811251640319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2604246139526367,
      "cov-distil (oracle2student)": 4.87408447265625,
      "cov-distil (oracle2teacher)": 4.915630340576172,
      "epoch": 2.8108320251177394,
      "rel-constrast": 2.4717812538146973,
      "step": 3581,
      "subrel-constrast": 3.697141647338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.162548542022705,
      "cov-distil (oracle2student)": 4.674251079559326,
      "cov-distil (oracle2teacher)": 4.873983383178711,
      "epoch": 2.8116169544740974,
      "rel-constrast": 2.0463316440582275,
      "step": 3582,
      "subrel-constrast": 2.442802906036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3933286666870117,
      "cov-distil (oracle2student)": 6.6735734939575195,
      "cov-distil (oracle2teacher)": 5.854207992553711,
      "epoch": 2.8124018838304554,
      "rel-constrast": 2.494393825531006,
      "step": 3583,
      "subrel-constrast": 2.9915595054626465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2637462615966797,
      "cov-distil (oracle2student)": 4.512787818908691,
      "cov-distil (oracle2teacher)": 5.125268459320068,
      "epoch": 2.813186813186813,
      "rel-constrast": 2.6120638847351074,
      "step": 3584,
      "subrel-constrast": 3.7976293563842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675525665283203,
      "cov-distil (oracle2student)": 5.564734935760498,
      "cov-distil (oracle2teacher)": 6.039830207824707,
      "epoch": 2.813971742543171,
      "rel-constrast": 2.961357593536377,
      "step": 3585,
      "subrel-constrast": 3.5684664249420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.54262113571167,
      "cov-distil (oracle2student)": 3.9912917613983154,
      "cov-distil (oracle2teacher)": 4.3923234939575195,
      "epoch": 2.814756671899529,
      "rel-constrast": 1.778578519821167,
      "step": 3586,
      "subrel-constrast": 2.821899890899658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.376894474029541,
      "cov-distil (oracle2student)": 2.3060386180877686,
      "cov-distil (oracle2teacher)": 3.752540111541748,
      "epoch": 2.815541601255887,
      "rel-constrast": 1.9281600713729858,
      "step": 3587,
      "subrel-constrast": 2.6198184490203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2940144538879395,
      "cov-distil (oracle2student)": 4.326651573181152,
      "cov-distil (oracle2teacher)": 3.600890636444092,
      "epoch": 2.816326530612245,
      "rel-constrast": 2.1905016899108887,
      "step": 3588,
      "subrel-constrast": 2.305417776107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.077866554260254,
      "cov-distil (oracle2student)": 3.196946144104004,
      "cov-distil (oracle2teacher)": 3.0611190795898438,
      "epoch": 2.817111459968603,
      "rel-constrast": 2.4841487407684326,
      "step": 3589,
      "subrel-constrast": 2.6220874786376953,
      "view-similarity": 0
    },
    {
      "epoch": 2.817896389324961,
      "grad_norm": 6.0625,
      "learning_rate": 2.235950371449938e-05,
      "loss": 0.58,
      "step": 3590
    },
    {
      "cov-distil": 2.2405147552490234,
      "cov-distil (oracle2student)": 2.8135414123535156,
      "cov-distil (oracle2teacher)": 3.0867574214935303,
      "epoch": 2.817896389324961,
      "rel-constrast": 1.9195982217788696,
      "step": 3590,
      "subrel-constrast": 3.0409817695617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.373059034347534,
      "cov-distil (oracle2student)": 4.284653186798096,
      "cov-distil (oracle2teacher)": 3.5788075923919678,
      "epoch": 2.8186813186813184,
      "rel-constrast": 2.3731894493103027,
      "step": 3591,
      "subrel-constrast": 3.4507088661193848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9008474349975586,
      "cov-distil (oracle2student)": 6.01352596282959,
      "cov-distil (oracle2teacher)": 5.366455078125,
      "epoch": 2.819466248037677,
      "rel-constrast": 3.6647071838378906,
      "step": 3592,
      "subrel-constrast": 3.703533172607422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4807926416397095,
      "cov-distil (oracle2student)": 2.878918170928955,
      "cov-distil (oracle2teacher)": 2.8436219692230225,
      "epoch": 2.8202511773940344,
      "rel-constrast": 1.5135746002197266,
      "step": 3593,
      "subrel-constrast": 2.3755102157592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2167941331863403,
      "cov-distil (oracle2student)": 4.852956771850586,
      "cov-distil (oracle2teacher)": 4.522255897521973,
      "epoch": 2.8210361067503924,
      "rel-constrast": 2.556722640991211,
      "step": 3594,
      "subrel-constrast": 2.167116641998291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5689096450805664,
      "cov-distil (oracle2student)": 3.7852895259857178,
      "cov-distil (oracle2teacher)": 3.8999862670898438,
      "epoch": 2.8218210361067504,
      "rel-constrast": 2.5022363662719727,
      "step": 3595,
      "subrel-constrast": 3.1625802516937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8073813915252686,
      "cov-distil (oracle2student)": 5.098464012145996,
      "cov-distil (oracle2teacher)": 5.351823329925537,
      "epoch": 2.8226059654631084,
      "rel-constrast": 2.824611186981201,
      "step": 3596,
      "subrel-constrast": 3.2282018661499023,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.719264030456543,
      "cov-distil (oracle2student)": 5.426058769226074,
      "cov-distil (oracle2teacher)": 4.929255962371826,
      "epoch": 2.8233908948194664,
      "rel-constrast": 2.18886137008667,
      "step": 3597,
      "subrel-constrast": 3.203470230102539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9849413633346558,
      "cov-distil (oracle2student)": 5.928245544433594,
      "cov-distil (oracle2teacher)": 4.795475959777832,
      "epoch": 2.824175824175824,
      "rel-constrast": 3.496079683303833,
      "step": 3598,
      "subrel-constrast": 2.8874101638793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4321943521499634,
      "cov-distil (oracle2student)": 4.936199188232422,
      "cov-distil (oracle2teacher)": 4.106405258178711,
      "epoch": 2.8249607535321823,
      "rel-constrast": 3.1987218856811523,
      "step": 3599,
      "subrel-constrast": 3.2231500148773193,
      "view-similarity": 0
    },
    {
      "epoch": 2.82574568288854,
      "grad_norm": 6.1875,
      "learning_rate": 2.2069300508235275e-05,
      "loss": 0.656,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "overlap": 0.29218751192092896,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "student margin": 0.06707763671875
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "teacher margin": 0.052978515625
    },
    {
      "epoch": 2.82574568288854,
      "margin difference": -0.01409912109375,
      "step": 3600
    },
    {
      "cov-distil": 1.5191409587860107,
      "cov-distil (oracle2student)": 3.994821310043335,
      "cov-distil (oracle2teacher)": 3.3285346031188965,
      "epoch": 2.82574568288854,
      "rel-constrast": 2.685833215713501,
      "step": 3600,
      "subrel-constrast": 2.638181209564209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7515945434570312,
      "cov-distil (oracle2student)": 5.717737197875977,
      "cov-distil (oracle2teacher)": 5.3454365730285645,
      "epoch": 2.826530612244898,
      "rel-constrast": 3.1308324337005615,
      "step": 3601,
      "subrel-constrast": 3.4442551136016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5959253311157227,
      "cov-distil (oracle2student)": 4.274782180786133,
      "cov-distil (oracle2teacher)": 4.454328536987305,
      "epoch": 2.827315541601256,
      "rel-constrast": 3.146270513534546,
      "step": 3602,
      "subrel-constrast": 3.328676700592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.902862787246704,
      "cov-distil (oracle2student)": 5.4810028076171875,
      "cov-distil (oracle2teacher)": 5.99971866607666,
      "epoch": 2.828100470957614,
      "rel-constrast": 2.6716480255126953,
      "step": 3603,
      "subrel-constrast": 2.9738175868988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8691020011901855,
      "cov-distil (oracle2student)": 5.485065937042236,
      "cov-distil (oracle2teacher)": 5.359210014343262,
      "epoch": 2.828885400313972,
      "rel-constrast": 2.0144541263580322,
      "step": 3604,
      "subrel-constrast": 2.795668601989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.481705904006958,
      "cov-distil (oracle2student)": 4.781579971313477,
      "cov-distil (oracle2teacher)": 4.180411338806152,
      "epoch": 2.82967032967033,
      "rel-constrast": 2.705735683441162,
      "step": 3605,
      "subrel-constrast": 3.7347140312194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237820625305176,
      "cov-distil (oracle2student)": 3.5213422775268555,
      "cov-distil (oracle2teacher)": 4.209678649902344,
      "epoch": 2.830455259026688,
      "rel-constrast": 2.429156541824341,
      "step": 3606,
      "subrel-constrast": 3.0361428260803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5300893783569336,
      "cov-distil (oracle2student)": 4.072053909301758,
      "cov-distil (oracle2teacher)": 4.331192970275879,
      "epoch": 2.8312401883830454,
      "rel-constrast": 1.8292245864868164,
      "step": 3607,
      "subrel-constrast": 2.985869884490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4982718229293823,
      "cov-distil (oracle2student)": 4.1725921630859375,
      "cov-distil (oracle2teacher)": 4.4489970207214355,
      "epoch": 2.8320251177394034,
      "rel-constrast": 3.0012784004211426,
      "step": 3608,
      "subrel-constrast": 3.532177209854126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7480612993240356,
      "cov-distil (oracle2student)": 5.1974687576293945,
      "cov-distil (oracle2teacher)": 4.704174041748047,
      "epoch": 2.8328100470957613,
      "rel-constrast": 1.9854742288589478,
      "step": 3609,
      "subrel-constrast": 2.3223142623901367,
      "view-similarity": 0
    },
    {
      "epoch": 2.8335949764521193,
      "grad_norm": 5.71875,
      "learning_rate": 2.1780458604860056e-05,
      "loss": 0.64,
      "step": 3610
    },
    {
      "cov-distil": 2.06150484085083,
      "cov-distil (oracle2student)": 3.5039477348327637,
      "cov-distil (oracle2teacher)": 4.210718154907227,
      "epoch": 2.8335949764521193,
      "rel-constrast": 2.390184164047241,
      "step": 3610,
      "subrel-constrast": 3.2199008464813232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037477970123291,
      "cov-distil (oracle2student)": 4.151900291442871,
      "cov-distil (oracle2teacher)": 3.7846944332122803,
      "epoch": 2.8343799058084773,
      "rel-constrast": 2.2392077445983887,
      "step": 3611,
      "subrel-constrast": 2.8468003273010254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6572495698928833,
      "cov-distil (oracle2student)": 3.9278345108032227,
      "cov-distil (oracle2teacher)": 3.6206231117248535,
      "epoch": 2.8351648351648353,
      "rel-constrast": 2.2446727752685547,
      "step": 3612,
      "subrel-constrast": 2.5955049991607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7319245338439941,
      "cov-distil (oracle2student)": 4.123463153839111,
      "cov-distil (oracle2teacher)": 4.135639190673828,
      "epoch": 2.8359497645211933,
      "rel-constrast": 1.9427595138549805,
      "step": 3613,
      "subrel-constrast": 2.1846959590911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5438345670700073,
      "cov-distil (oracle2student)": 2.6708898544311523,
      "cov-distil (oracle2teacher)": 2.7283716201782227,
      "epoch": 2.836734693877551,
      "rel-constrast": 2.231769561767578,
      "step": 3614,
      "subrel-constrast": 2.7803242206573486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75664222240448,
      "cov-distil (oracle2student)": 3.2697057723999023,
      "cov-distil (oracle2teacher)": 3.2100400924682617,
      "epoch": 2.837519623233909,
      "rel-constrast": 2.4416754245758057,
      "step": 3615,
      "subrel-constrast": 2.690303087234497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4895710945129395,
      "cov-distil (oracle2student)": 5.6348419189453125,
      "cov-distil (oracle2teacher)": 5.746459007263184,
      "epoch": 2.838304552590267,
      "rel-constrast": 2.5306124687194824,
      "step": 3616,
      "subrel-constrast": 3.2612667083740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9190547466278076,
      "cov-distil (oracle2student)": 4.053950786590576,
      "cov-distil (oracle2teacher)": 4.346086025238037,
      "epoch": 2.839089481946625,
      "rel-constrast": 1.997443675994873,
      "step": 3617,
      "subrel-constrast": 2.4837260246276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6054341793060303,
      "cov-distil (oracle2student)": 5.260530471801758,
      "cov-distil (oracle2teacher)": 5.015718936920166,
      "epoch": 2.839874411302983,
      "rel-constrast": 1.7097324132919312,
      "step": 3618,
      "subrel-constrast": 2.229759693145752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490103244781494,
      "cov-distil (oracle2student)": 7.045855522155762,
      "cov-distil (oracle2teacher)": 5.656838417053223,
      "epoch": 2.840659340659341,
      "rel-constrast": 3.0390923023223877,
      "step": 3619,
      "subrel-constrast": 2.8998470306396484,
      "view-similarity": 0
    },
    {
      "epoch": 2.8414442700156988,
      "grad_norm": 6.84375,
      "learning_rate": 2.14929920821206e-05,
      "loss": 0.5692,
      "step": 3620
    },
    {
      "cov-distil": 2.0710134506225586,
      "cov-distil (oracle2student)": 4.281438827514648,
      "cov-distil (oracle2teacher)": 4.577969551086426,
      "epoch": 2.8414442700156988,
      "rel-constrast": 1.4903714656829834,
      "step": 3620,
      "subrel-constrast": 2.0852372646331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4277687072753906,
      "cov-distil (oracle2student)": 6.5947346687316895,
      "cov-distil (oracle2teacher)": 5.930808067321777,
      "epoch": 2.8422291993720563,
      "rel-constrast": 2.9299612045288086,
      "step": 3621,
      "subrel-constrast": 3.1940457820892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.128514051437378,
      "cov-distil (oracle2student)": 4.806114673614502,
      "cov-distil (oracle2teacher)": 4.780640602111816,
      "epoch": 2.8430141287284143,
      "rel-constrast": 2.1297085285186768,
      "step": 3622,
      "subrel-constrast": 3.198742389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808311939239502,
      "cov-distil (oracle2student)": 4.370959281921387,
      "cov-distil (oracle2teacher)": 4.201058387756348,
      "epoch": 2.8437990580847723,
      "rel-constrast": 1.6739997863769531,
      "step": 3623,
      "subrel-constrast": 2.213249683380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.97452974319458,
      "cov-distil (oracle2student)": 2.3141138553619385,
      "cov-distil (oracle2teacher)": 2.465217351913452,
      "epoch": 2.8445839874411303,
      "rel-constrast": 1.8374927043914795,
      "step": 3624,
      "subrel-constrast": 2.8458144664764404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.288757562637329,
      "cov-distil (oracle2student)": 4.290205955505371,
      "cov-distil (oracle2teacher)": 3.885859966278076,
      "epoch": 2.8453689167974883,
      "rel-constrast": 3.118471384048462,
      "step": 3625,
      "subrel-constrast": 3.331552028656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8004822731018066,
      "cov-distil (oracle2student)": 5.396088600158691,
      "cov-distil (oracle2teacher)": 4.847064018249512,
      "epoch": 2.8461538461538463,
      "rel-constrast": 1.6729694604873657,
      "step": 3626,
      "subrel-constrast": 2.4218342304229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3635294437408447,
      "cov-distil (oracle2student)": 4.713613986968994,
      "cov-distil (oracle2teacher)": 4.521273136138916,
      "epoch": 2.8469387755102042,
      "rel-constrast": 3.8839101791381836,
      "step": 3627,
      "subrel-constrast": 4.714820384979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.958467721939087,
      "cov-distil (oracle2student)": 6.001681327819824,
      "cov-distil (oracle2teacher)": 5.472745418548584,
      "epoch": 2.847723704866562,
      "rel-constrast": 3.2614197731018066,
      "step": 3628,
      "subrel-constrast": 3.3339507579803467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2028117179870605,
      "cov-distil (oracle2student)": 4.615781784057617,
      "cov-distil (oracle2teacher)": 4.575258255004883,
      "epoch": 2.8485086342229198,
      "rel-constrast": 2.563880681991577,
      "step": 3629,
      "subrel-constrast": 3.4559412002563477,
      "view-similarity": 0
    },
    {
      "epoch": 2.8492935635792778,
      "grad_norm": 5.15625,
      "learning_rate": 2.1206914950729672e-05,
      "loss": 0.6141,
      "step": 3630
    },
    {
      "cov-distil": 1.2810148000717163,
      "cov-distil (oracle2student)": 3.480158567428589,
      "cov-distil (oracle2teacher)": 3.5214385986328125,
      "epoch": 2.8492935635792778,
      "rel-constrast": 1.638822078704834,
      "step": 3630,
      "subrel-constrast": 2.3216121196746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.304659605026245,
      "cov-distil (oracle2student)": 3.664677858352661,
      "cov-distil (oracle2teacher)": 3.8570618629455566,
      "epoch": 2.8500784929356358,
      "rel-constrast": 2.2339677810668945,
      "step": 3631,
      "subrel-constrast": 2.7276742458343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5777456760406494,
      "cov-distil (oracle2student)": 3.675806999206543,
      "cov-distil (oracle2teacher)": 4.4561028480529785,
      "epoch": 2.8508634222919937,
      "rel-constrast": 1.2987815141677856,
      "step": 3632,
      "subrel-constrast": 2.6690733432769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0389342308044434,
      "cov-distil (oracle2student)": 4.584542751312256,
      "cov-distil (oracle2teacher)": 4.8394880294799805,
      "epoch": 2.8516483516483517,
      "rel-constrast": 3.745511054992676,
      "step": 3633,
      "subrel-constrast": 3.9613828659057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0187907218933105,
      "cov-distil (oracle2student)": 4.349038600921631,
      "cov-distil (oracle2teacher)": 4.815396308898926,
      "epoch": 2.8524332810047097,
      "rel-constrast": 1.627100944519043,
      "step": 3634,
      "subrel-constrast": 2.1194522380828857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6136550903320312,
      "cov-distil (oracle2student)": 4.959206581115723,
      "cov-distil (oracle2teacher)": 5.01413106918335,
      "epoch": 2.8532182103610673,
      "rel-constrast": 2.539630651473999,
      "step": 3635,
      "subrel-constrast": 3.0712146759033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639488935470581,
      "cov-distil (oracle2student)": 5.996673583984375,
      "cov-distil (oracle2teacher)": 5.462638854980469,
      "epoch": 2.8540031397174257,
      "rel-constrast": 2.43802547454834,
      "step": 3636,
      "subrel-constrast": 2.525812864303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480604887008667,
      "cov-distil (oracle2student)": 6.476213455200195,
      "cov-distil (oracle2teacher)": 7.127350807189941,
      "epoch": 2.8547880690737832,
      "rel-constrast": 2.4901275634765625,
      "step": 3637,
      "subrel-constrast": 2.9288036823272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3183844089508057,
      "cov-distil (oracle2student)": 5.159515380859375,
      "cov-distil (oracle2teacher)": 4.722635269165039,
      "epoch": 2.8555729984301412,
      "rel-constrast": 2.6402878761291504,
      "step": 3638,
      "subrel-constrast": 3.0585684776306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3043341636657715,
      "cov-distil (oracle2student)": 4.276734352111816,
      "cov-distil (oracle2teacher)": 3.9262914657592773,
      "epoch": 2.856357927786499,
      "rel-constrast": 2.8668603897094727,
      "step": 3639,
      "subrel-constrast": 3.7988390922546387,
      "view-similarity": 0
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 6.0625,
      "learning_rate": 2.0922241153683066e-05,
      "loss": 0.588,
      "step": 3640
    },
    {
      "cov-distil": 2.7008702754974365,
      "cov-distil (oracle2student)": 3.0242223739624023,
      "cov-distil (oracle2teacher)": 2.6680593490600586,
      "epoch": 2.857142857142857,
      "rel-constrast": 2.1551032066345215,
      "step": 3640,
      "subrel-constrast": 2.897205352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4201364517211914,
      "cov-distil (oracle2student)": 4.168300151824951,
      "cov-distil (oracle2teacher)": 4.303901672363281,
      "epoch": 2.857927786499215,
      "rel-constrast": 3.1748812198638916,
      "step": 3641,
      "subrel-constrast": 4.517636299133301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8548922538757324,
      "cov-distil (oracle2student)": 4.502951622009277,
      "cov-distil (oracle2teacher)": 4.44523286819458,
      "epoch": 2.8587127158555727,
      "rel-constrast": 3.417625904083252,
      "step": 3642,
      "subrel-constrast": 3.824902057647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579024314880371,
      "cov-distil (oracle2student)": 3.397390604019165,
      "cov-distil (oracle2teacher)": 3.5191867351531982,
      "epoch": 2.859497645211931,
      "rel-constrast": 1.5238173007965088,
      "step": 3643,
      "subrel-constrast": 2.2144978046417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3130489587783813,
      "cov-distil (oracle2student)": 2.924055576324463,
      "cov-distil (oracle2teacher)": 3.247943639755249,
      "epoch": 2.8602825745682887,
      "rel-constrast": 1.3936291933059692,
      "step": 3644,
      "subrel-constrast": 2.022036552429199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768758773803711,
      "cov-distil (oracle2student)": 4.534412384033203,
      "cov-distil (oracle2teacher)": 4.3067708015441895,
      "epoch": 2.8610675039246467,
      "rel-constrast": 2.7134828567504883,
      "step": 3645,
      "subrel-constrast": 3.039625406265259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7352550029754639,
      "cov-distil (oracle2student)": 4.712542533874512,
      "cov-distil (oracle2teacher)": 4.836182594299316,
      "epoch": 2.8618524332810047,
      "rel-constrast": 3.0782265663146973,
      "step": 3646,
      "subrel-constrast": 3.4173474311828613,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0557918548583984,
      "cov-distil (oracle2student)": 4.551868438720703,
      "cov-distil (oracle2teacher)": 4.437341690063477,
      "epoch": 2.8626373626373627,
      "rel-constrast": 3.172550916671753,
      "step": 3647,
      "subrel-constrast": 3.9266581535339355,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3313474655151367,
      "cov-distil (oracle2student)": 6.526862621307373,
      "cov-distil (oracle2teacher)": 5.639352321624756,
      "epoch": 2.8634222919937207,
      "rel-constrast": 2.094923496246338,
      "step": 3648,
      "subrel-constrast": 3.4209673404693604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3009705543518066,
      "cov-distil (oracle2student)": 4.349471092224121,
      "cov-distil (oracle2teacher)": 5.398514747619629,
      "epoch": 2.8642072213500787,
      "rel-constrast": 2.7582244873046875,
      "step": 3649,
      "subrel-constrast": 3.7698256969451904,
      "view-similarity": 0
    },
    {
      "epoch": 2.8649921507064366,
      "grad_norm": 5.53125,
      "learning_rate": 2.0638984565580023e-05,
      "loss": 0.6371,
      "step": 3650
    },
    {
      "cov-distil": 2.103584051132202,
      "cov-distil (oracle2student)": 3.524665594100952,
      "cov-distil (oracle2teacher)": 4.58442497253418,
      "epoch": 2.8649921507064366,
      "rel-constrast": 1.583740234375,
      "step": 3650,
      "subrel-constrast": 2.5310559272766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8864494562149048,
      "cov-distil (oracle2student)": 2.8304100036621094,
      "cov-distil (oracle2teacher)": 3.606741428375244,
      "epoch": 2.865777080062794,
      "rel-constrast": 3.177745819091797,
      "step": 3651,
      "subrel-constrast": 3.868051052093506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2770771980285645,
      "cov-distil (oracle2student)": 4.008627414703369,
      "cov-distil (oracle2teacher)": 4.444427490234375,
      "epoch": 2.866562009419152,
      "rel-constrast": 2.7074995040893555,
      "step": 3652,
      "subrel-constrast": 3.6271135807037354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1785521507263184,
      "cov-distil (oracle2student)": 4.865351676940918,
      "cov-distil (oracle2teacher)": 4.479701519012451,
      "epoch": 2.86734693877551,
      "rel-constrast": 2.1944305896759033,
      "step": 3653,
      "subrel-constrast": 2.846082925796509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645748376846313,
      "cov-distil (oracle2student)": 4.671090602874756,
      "cov-distil (oracle2teacher)": 4.497832775115967,
      "epoch": 2.868131868131868,
      "rel-constrast": 2.038505792617798,
      "step": 3654,
      "subrel-constrast": 2.318834066390991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6680359840393066,
      "cov-distil (oracle2student)": 5.435099124908447,
      "cov-distil (oracle2teacher)": 5.073245525360107,
      "epoch": 2.868916797488226,
      "rel-constrast": 1.6210112571716309,
      "step": 3655,
      "subrel-constrast": 2.167975902557373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.557565689086914,
      "cov-distil (oracle2student)": 5.032616138458252,
      "cov-distil (oracle2teacher)": 4.244772911071777,
      "epoch": 2.869701726844584,
      "rel-constrast": 2.5280802249908447,
      "step": 3656,
      "subrel-constrast": 3.314857244491577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6818859577178955,
      "cov-distil (oracle2student)": 3.1817398071289062,
      "cov-distil (oracle2teacher)": 3.852489948272705,
      "epoch": 2.870486656200942,
      "rel-constrast": 2.1618850231170654,
      "step": 3657,
      "subrel-constrast": 2.840587615966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7207002639770508,
      "cov-distil (oracle2student)": 4.802368640899658,
      "cov-distil (oracle2teacher)": 5.562268257141113,
      "epoch": 2.8712715855572997,
      "rel-constrast": 2.271864891052246,
      "step": 3658,
      "subrel-constrast": 2.637326717376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8156064748764038,
      "cov-distil (oracle2student)": 3.40423321723938,
      "cov-distil (oracle2teacher)": 3.7496166229248047,
      "epoch": 2.8720565149136577,
      "rel-constrast": 2.458624839782715,
      "step": 3659,
      "subrel-constrast": 3.2303900718688965,
      "view-similarity": 0
    },
    {
      "epoch": 2.8728414442700156,
      "grad_norm": 6.0,
      "learning_rate": 2.035715899194704e-05,
      "loss": 0.5686,
      "step": 3660
    },
    {
      "cov-distil": 2.535179615020752,
      "cov-distil (oracle2student)": 7.313478469848633,
      "cov-distil (oracle2teacher)": 7.551630973815918,
      "epoch": 2.8728414442700156,
      "rel-constrast": 2.3321194648742676,
      "step": 3660,
      "subrel-constrast": 3.7032647132873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7388266324996948,
      "cov-distil (oracle2student)": 4.8339128494262695,
      "cov-distil (oracle2teacher)": 4.734203815460205,
      "epoch": 2.8736263736263736,
      "rel-constrast": 2.5115768909454346,
      "step": 3661,
      "subrel-constrast": 2.6482763290405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.385749340057373,
      "cov-distil (oracle2student)": 6.104715824127197,
      "cov-distil (oracle2teacher)": 5.164561748504639,
      "epoch": 2.8744113029827316,
      "rel-constrast": 3.921542167663574,
      "step": 3662,
      "subrel-constrast": 3.7868781089782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0254954099655151,
      "cov-distil (oracle2student)": 3.6834068298339844,
      "cov-distil (oracle2teacher)": 3.7785897254943848,
      "epoch": 2.8751962323390896,
      "rel-constrast": 1.460497260093689,
      "step": 3663,
      "subrel-constrast": 1.9722506999969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3164949417114258,
      "cov-distil (oracle2student)": 5.491176605224609,
      "cov-distil (oracle2teacher)": 5.559956073760986,
      "epoch": 2.8759811616954476,
      "rel-constrast": 2.8163414001464844,
      "step": 3664,
      "subrel-constrast": 3.1903328895568848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3591113090515137,
      "cov-distil (oracle2student)": 4.984302043914795,
      "cov-distil (oracle2teacher)": 4.41073751449585,
      "epoch": 2.876766091051805,
      "rel-constrast": 2.6808969974517822,
      "step": 3665,
      "subrel-constrast": 3.2485318183898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097522735595703,
      "cov-distil (oracle2student)": 6.365188121795654,
      "cov-distil (oracle2teacher)": 5.3697004318237305,
      "epoch": 2.877551020408163,
      "rel-constrast": 2.2493839263916016,
      "step": 3666,
      "subrel-constrast": 2.580374240875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.215473175048828,
      "cov-distil (oracle2student)": 5.443269729614258,
      "cov-distil (oracle2teacher)": 5.283205986022949,
      "epoch": 2.878335949764521,
      "rel-constrast": 2.925163745880127,
      "step": 3667,
      "subrel-constrast": 3.4642508029937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3029794692993164,
      "cov-distil (oracle2student)": 3.071519613265991,
      "cov-distil (oracle2teacher)": 3.3025927543640137,
      "epoch": 2.879120879120879,
      "rel-constrast": 2.02309513092041,
      "step": 3668,
      "subrel-constrast": 2.4337034225463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7993156909942627,
      "cov-distil (oracle2student)": 5.1921000480651855,
      "cov-distil (oracle2teacher)": 5.563451766967773,
      "epoch": 2.879905808477237,
      "rel-constrast": 1.8959726095199585,
      "step": 3669,
      "subrel-constrast": 2.9693562984466553,
      "view-similarity": 0
    },
    {
      "epoch": 2.880690737833595,
      "grad_norm": 5.125,
      "learning_rate": 2.007677816856498e-05,
      "loss": 0.6204,
      "step": 3670
    },
    {
      "cov-distil": 1.7228875160217285,
      "cov-distil (oracle2student)": 6.3834357261657715,
      "cov-distil (oracle2teacher)": 6.436544895172119,
      "epoch": 2.880690737833595,
      "rel-constrast": 2.196608543395996,
      "step": 3670,
      "subrel-constrast": 2.4406800270080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2917323112487793,
      "cov-distil (oracle2student)": 4.648850917816162,
      "cov-distil (oracle2teacher)": 4.563187599182129,
      "epoch": 2.881475667189953,
      "rel-constrast": 2.9856042861938477,
      "step": 3671,
      "subrel-constrast": 3.7631893157958984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3456377983093262,
      "cov-distil (oracle2student)": 5.0514235496521,
      "cov-distil (oracle2teacher)": 4.763097286224365,
      "epoch": 2.8822605965463106,
      "rel-constrast": 3.285421848297119,
      "step": 3672,
      "subrel-constrast": 3.6848859786987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2254719734191895,
      "cov-distil (oracle2student)": 3.3168482780456543,
      "cov-distil (oracle2teacher)": 3.3311290740966797,
      "epoch": 2.8830455259026686,
      "rel-constrast": 2.7405154705047607,
      "step": 3673,
      "subrel-constrast": 3.5185232162475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8643110990524292,
      "cov-distil (oracle2student)": 3.7181396484375,
      "cov-distil (oracle2teacher)": 3.653113603591919,
      "epoch": 2.8838304552590266,
      "rel-constrast": 1.798593521118164,
      "step": 3674,
      "subrel-constrast": 2.443349838256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1568644046783447,
      "cov-distil (oracle2student)": 3.5849733352661133,
      "cov-distil (oracle2teacher)": 4.112203598022461,
      "epoch": 2.8846153846153846,
      "rel-constrast": 2.623816967010498,
      "step": 3675,
      "subrel-constrast": 3.3077728748321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2919235229492188,
      "cov-distil (oracle2student)": 6.453332901000977,
      "cov-distil (oracle2teacher)": 6.590001106262207,
      "epoch": 2.8854003139717426,
      "rel-constrast": 2.5880608558654785,
      "step": 3676,
      "subrel-constrast": 2.8922226428985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338496208190918,
      "cov-distil (oracle2student)": 2.2650954723358154,
      "cov-distil (oracle2teacher)": 2.5187935829162598,
      "epoch": 2.8861852433281006,
      "rel-constrast": 2.057884693145752,
      "step": 3677,
      "subrel-constrast": 3.1605546474456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8719079494476318,
      "cov-distil (oracle2student)": 3.5049970149993896,
      "cov-distil (oracle2teacher)": 4.024357318878174,
      "epoch": 2.8869701726844585,
      "rel-constrast": 1.5647624731063843,
      "step": 3678,
      "subrel-constrast": 2.376410961151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.071424961090088,
      "cov-distil (oracle2student)": 4.452769756317139,
      "cov-distil (oracle2teacher)": 5.835332870483398,
      "epoch": 2.887755102040816,
      "rel-constrast": 2.537519931793213,
      "step": 3679,
      "subrel-constrast": 2.7252728939056396,
      "view-similarity": 0
    },
    {
      "epoch": 2.8885400313971745,
      "grad_norm": 5.40625,
      "learning_rate": 1.9797855760799612e-05,
      "loss": 0.6095,
      "step": 3680
    },
    {
      "cov-distil": 1.7820271253585815,
      "cov-distil (oracle2student)": 6.078899383544922,
      "cov-distil (oracle2teacher)": 5.204560279846191,
      "epoch": 2.8885400313971745,
      "rel-constrast": 3.240142822265625,
      "step": 3680,
      "subrel-constrast": 3.0849545001983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689906120300293,
      "cov-distil (oracle2student)": 7.115862846374512,
      "cov-distil (oracle2teacher)": 6.804919242858887,
      "epoch": 2.889324960753532,
      "rel-constrast": 2.5114829540252686,
      "step": 3681,
      "subrel-constrast": 3.326641082763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6329731941223145,
      "cov-distil (oracle2student)": 4.296753883361816,
      "cov-distil (oracle2teacher)": 4.637193202972412,
      "epoch": 2.89010989010989,
      "rel-constrast": 2.0544087886810303,
      "step": 3682,
      "subrel-constrast": 3.4485368728637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2324612140655518,
      "cov-distil (oracle2student)": 4.426332473754883,
      "cov-distil (oracle2teacher)": 4.395470142364502,
      "epoch": 2.890894819466248,
      "rel-constrast": 1.907111644744873,
      "step": 3683,
      "subrel-constrast": 2.3851473331451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.330796241760254,
      "cov-distil (oracle2student)": 4.470783233642578,
      "cov-distil (oracle2teacher)": 3.8829591274261475,
      "epoch": 2.891679748822606,
      "rel-constrast": 2.6295361518859863,
      "step": 3684,
      "subrel-constrast": 2.7227773666381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9358868598937988,
      "cov-distil (oracle2student)": 3.378551959991455,
      "cov-distil (oracle2teacher)": 3.179335594177246,
      "epoch": 2.892464678178964,
      "rel-constrast": 1.8673183917999268,
      "step": 3685,
      "subrel-constrast": 2.3004517555236816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3428032398223877,
      "cov-distil (oracle2student)": 5.029990196228027,
      "cov-distil (oracle2teacher)": 4.686805248260498,
      "epoch": 2.8932496075353216,
      "rel-constrast": 2.158348798751831,
      "step": 3686,
      "subrel-constrast": 3.066051959991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6652392148971558,
      "cov-distil (oracle2student)": 3.4217147827148438,
      "cov-distil (oracle2teacher)": 3.707764148712158,
      "epoch": 2.89403453689168,
      "rel-constrast": 3.258370876312256,
      "step": 3687,
      "subrel-constrast": 3.668238401412964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223062038421631,
      "cov-distil (oracle2student)": 3.6391403675079346,
      "cov-distil (oracle2teacher)": 3.8835983276367188,
      "epoch": 2.8948194662480375,
      "rel-constrast": 2.9141602516174316,
      "step": 3688,
      "subrel-constrast": 3.57993221282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4937111139297485,
      "cov-distil (oracle2student)": 3.630406141281128,
      "cov-distil (oracle2teacher)": 3.995720624923706,
      "epoch": 2.8956043956043955,
      "rel-constrast": 2.368828296661377,
      "step": 3689,
      "subrel-constrast": 3.22059965133667,
      "view-similarity": 0
    },
    {
      "epoch": 2.8963893249607535,
      "grad_norm": 6.3125,
      "learning_rate": 1.9520405362935594e-05,
      "loss": 0.6227,
      "step": 3690
    },
    {
      "cov-distil": 1.4525489807128906,
      "cov-distil (oracle2student)": 3.282249927520752,
      "cov-distil (oracle2teacher)": 3.7119879722595215,
      "epoch": 2.8963893249607535,
      "rel-constrast": 1.9637558460235596,
      "step": 3690,
      "subrel-constrast": 2.95078706741333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312016487121582,
      "cov-distil (oracle2student)": 3.534017562866211,
      "cov-distil (oracle2teacher)": 3.645928382873535,
      "epoch": 2.8971742543171115,
      "rel-constrast": 1.4571735858917236,
      "step": 3691,
      "subrel-constrast": 2.4845213890075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2386136054992676,
      "cov-distil (oracle2student)": 4.445253372192383,
      "cov-distil (oracle2teacher)": 4.01180362701416,
      "epoch": 2.8979591836734695,
      "rel-constrast": 2.1012747287750244,
      "step": 3692,
      "subrel-constrast": 2.8114356994628906,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.463376522064209,
      "cov-distil (oracle2student)": 4.7443156242370605,
      "cov-distil (oracle2teacher)": 4.686330795288086,
      "epoch": 2.898744113029827,
      "rel-constrast": 2.262570381164551,
      "step": 3693,
      "subrel-constrast": 3.6749401092529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374624729156494,
      "cov-distil (oracle2student)": 4.592428207397461,
      "cov-distil (oracle2teacher)": 4.953693866729736,
      "epoch": 2.8995290423861855,
      "rel-constrast": 2.419825553894043,
      "step": 3694,
      "subrel-constrast": 3.3904061317443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.389509916305542,
      "cov-distil (oracle2student)": 5.220919609069824,
      "cov-distil (oracle2teacher)": 4.925207614898682,
      "epoch": 2.900313971742543,
      "rel-constrast": 2.9133524894714355,
      "step": 3695,
      "subrel-constrast": 3.61745285987854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5554039478302002,
      "cov-distil (oracle2student)": 4.985162734985352,
      "cov-distil (oracle2teacher)": 5.304481506347656,
      "epoch": 2.901098901098901,
      "rel-constrast": 1.3639413118362427,
      "step": 3696,
      "subrel-constrast": 2.1680796146392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7472105026245117,
      "cov-distil (oracle2student)": 3.6302578449249268,
      "cov-distil (oracle2teacher)": 3.57723331451416,
      "epoch": 2.901883830455259,
      "rel-constrast": 2.608839988708496,
      "step": 3697,
      "subrel-constrast": 3.1371798515319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8948463201522827,
      "cov-distil (oracle2student)": 3.784332275390625,
      "cov-distil (oracle2teacher)": 3.978097915649414,
      "epoch": 2.902668759811617,
      "rel-constrast": 2.644592046737671,
      "step": 3698,
      "subrel-constrast": 2.591953754425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0956530570983887,
      "cov-distil (oracle2student)": 7.120541572570801,
      "cov-distil (oracle2teacher)": 6.591769218444824,
      "epoch": 2.903453689167975,
      "rel-constrast": 3.2838497161865234,
      "step": 3699,
      "subrel-constrast": 3.7898879051208496,
      "view-similarity": 0
    },
    {
      "epoch": 2.904238618524333,
      "grad_norm": 6.03125,
      "learning_rate": 1.9244440497513893e-05,
      "loss": 0.5755,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "overlap": 0.3109374940395355,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "student margin": 0.0731201171875
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "teacher margin": 0.059356689453125
    },
    {
      "epoch": 2.904238618524333,
      "margin difference": -0.013763427734375,
      "step": 3700
    },
    {
      "cov-distil": 1.9383676052093506,
      "cov-distil (oracle2student)": 4.090997695922852,
      "cov-distil (oracle2teacher)": 4.1631855964660645,
      "epoch": 2.904238618524333,
      "rel-constrast": 2.481541633605957,
      "step": 3700,
      "subrel-constrast": 3.0385067462921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6740617752075195,
      "cov-distil (oracle2student)": 6.42825984954834,
      "cov-distil (oracle2teacher)": 6.142370700836182,
      "epoch": 2.905023547880691,
      "rel-constrast": 3.1109275817871094,
      "step": 3701,
      "subrel-constrast": 3.65423321723938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7059144973754883,
      "cov-distil (oracle2student)": 3.89593505859375,
      "cov-distil (oracle2teacher)": 4.153520584106445,
      "epoch": 2.9058084772370485,
      "rel-constrast": 1.977795124053955,
      "step": 3702,
      "subrel-constrast": 2.8808681964874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117274284362793,
      "cov-distil (oracle2student)": 4.4228315353393555,
      "cov-distil (oracle2teacher)": 4.823194980621338,
      "epoch": 2.9065934065934065,
      "rel-constrast": 2.0406506061553955,
      "step": 3703,
      "subrel-constrast": 2.4056308269500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7253892421722412,
      "cov-distil (oracle2student)": 5.332984447479248,
      "cov-distil (oracle2teacher)": 4.840822219848633,
      "epoch": 2.9073783359497645,
      "rel-constrast": 2.7625997066497803,
      "step": 3704,
      "subrel-constrast": 2.799945592880249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7092007398605347,
      "cov-distil (oracle2student)": 3.7054507732391357,
      "cov-distil (oracle2teacher)": 4.244180202484131,
      "epoch": 2.9081632653061225,
      "rel-constrast": 2.92903995513916,
      "step": 3705,
      "subrel-constrast": 3.824557065963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3628013134002686,
      "cov-distil (oracle2student)": 6.229837417602539,
      "cov-distil (oracle2teacher)": 5.268369674682617,
      "epoch": 2.9089481946624804,
      "rel-constrast": 1.9738656282424927,
      "step": 3706,
      "subrel-constrast": 1.998703956604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6395833492279053,
      "cov-distil (oracle2student)": 3.177931547164917,
      "cov-distil (oracle2teacher)": 3.1610963344573975,
      "epoch": 2.9097331240188384,
      "rel-constrast": 2.234293222427368,
      "step": 3707,
      "subrel-constrast": 2.6581008434295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9106427431106567,
      "cov-distil (oracle2student)": 3.6638121604919434,
      "cov-distil (oracle2teacher)": 3.5137839317321777,
      "epoch": 2.9105180533751964,
      "rel-constrast": 2.5530099868774414,
      "step": 3708,
      "subrel-constrast": 3.347731590270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2916736602783203,
      "cov-distil (oracle2student)": 4.145149230957031,
      "cov-distil (oracle2teacher)": 3.8221442699432373,
      "epoch": 2.911302982731554,
      "rel-constrast": 2.286234140396118,
      "step": 3709,
      "subrel-constrast": 2.760559320449829,
      "view-similarity": 0
    },
    {
      "epoch": 2.912087912087912,
      "grad_norm": 5.34375,
      "learning_rate": 1.896997461467272e-05,
      "loss": 0.6087,
      "step": 3710
    },
    {
      "cov-distil": 2.1304779052734375,
      "cov-distil (oracle2student)": 3.7360424995422363,
      "cov-distil (oracle2teacher)": 3.6484034061431885,
      "epoch": 2.912087912087912,
      "rel-constrast": 1.9490082263946533,
      "step": 3710,
      "subrel-constrast": 2.8241024017333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5556564331054688,
      "cov-distil (oracle2student)": 4.37381649017334,
      "cov-distil (oracle2teacher)": 5.16207218170166,
      "epoch": 2.91287284144427,
      "rel-constrast": 2.119929790496826,
      "step": 3711,
      "subrel-constrast": 2.704890489578247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4968527555465698,
      "cov-distil (oracle2student)": 6.521469593048096,
      "cov-distil (oracle2teacher)": 6.861528396606445,
      "epoch": 2.913657770800628,
      "rel-constrast": 1.8746459484100342,
      "step": 3712,
      "subrel-constrast": 2.1606390476226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154644012451172,
      "cov-distil (oracle2student)": 4.403230667114258,
      "cov-distil (oracle2teacher)": 4.230708599090576,
      "epoch": 2.914442700156986,
      "rel-constrast": 2.0395851135253906,
      "step": 3713,
      "subrel-constrast": 2.334667921066284,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.797541379928589,
      "cov-distil (oracle2student)": 4.270247459411621,
      "cov-distil (oracle2teacher)": 4.076180458068848,
      "epoch": 2.915227629513344,
      "rel-constrast": 3.0804390907287598,
      "step": 3714,
      "subrel-constrast": 3.264939308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6918162107467651,
      "cov-distil (oracle2student)": 1.953613042831421,
      "cov-distil (oracle2teacher)": 2.4735608100891113,
      "epoch": 2.916012558869702,
      "rel-constrast": 1.4773951768875122,
      "step": 3715,
      "subrel-constrast": 2.924514055252075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727423906326294,
      "cov-distil (oracle2student)": 3.322162628173828,
      "cov-distil (oracle2teacher)": 3.356583595275879,
      "epoch": 2.9167974882260594,
      "rel-constrast": 2.2401764392852783,
      "step": 3716,
      "subrel-constrast": 2.7156906127929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1963281631469727,
      "cov-distil (oracle2student)": 5.329669952392578,
      "cov-distil (oracle2teacher)": 5.2266035079956055,
      "epoch": 2.9175824175824174,
      "rel-constrast": 3.0704076290130615,
      "step": 3717,
      "subrel-constrast": 4.04827880859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7551441192626953,
      "cov-distil (oracle2student)": 3.4214377403259277,
      "cov-distil (oracle2teacher)": 3.1827991008758545,
      "epoch": 2.9183673469387754,
      "rel-constrast": 1.3499224185943604,
      "step": 3718,
      "subrel-constrast": 1.955491542816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2094500064849854,
      "cov-distil (oracle2student)": 4.560834884643555,
      "cov-distil (oracle2teacher)": 4.223618030548096,
      "epoch": 2.9191522762951334,
      "rel-constrast": 2.377920389175415,
      "step": 3719,
      "subrel-constrast": 2.5959091186523438,
      "view-similarity": 0
    },
    {
      "epoch": 2.9199372056514914,
      "grad_norm": 7.65625,
      "learning_rate": 1.869702109149199e-05,
      "loss": 0.5395,
      "step": 3720
    },
    {
      "cov-distil": 2.454019069671631,
      "cov-distil (oracle2student)": 3.29638409614563,
      "cov-distil (oracle2teacher)": 3.7726082801818848,
      "epoch": 2.9199372056514914,
      "rel-constrast": 1.843129277229309,
      "step": 3720,
      "subrel-constrast": 3.0263664722442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6766825914382935,
      "cov-distil (oracle2student)": 4.18369197845459,
      "cov-distil (oracle2teacher)": 3.674670696258545,
      "epoch": 2.9207221350078494,
      "rel-constrast": 1.9082436561584473,
      "step": 3721,
      "subrel-constrast": 2.3555943965911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.302813172340393,
      "cov-distil (oracle2student)": 5.939645767211914,
      "cov-distil (oracle2teacher)": 5.365232467651367,
      "epoch": 2.9215070643642074,
      "rel-constrast": 2.4950387477874756,
      "step": 3722,
      "subrel-constrast": 2.991675615310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3158962726593018,
      "cov-distil (oracle2student)": 3.7540252208709717,
      "cov-distil (oracle2teacher)": 4.689929962158203,
      "epoch": 2.922291993720565,
      "rel-constrast": 1.5266624689102173,
      "step": 3723,
      "subrel-constrast": 2.6638286113739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2090513706207275,
      "cov-distil (oracle2student)": 3.122562885284424,
      "cov-distil (oracle2teacher)": 3.943507432937622,
      "epoch": 2.9230769230769234,
      "rel-constrast": 1.874321699142456,
      "step": 3724,
      "subrel-constrast": 2.568671464920044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5668445825576782,
      "cov-distil (oracle2student)": 4.087499141693115,
      "cov-distil (oracle2teacher)": 3.848301649093628,
      "epoch": 2.923861852433281,
      "rel-constrast": 2.8836092948913574,
      "step": 3725,
      "subrel-constrast": 3.088479995727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223250389099121,
      "cov-distil (oracle2student)": 4.963409423828125,
      "cov-distil (oracle2teacher)": 5.369579315185547,
      "epoch": 2.924646781789639,
      "rel-constrast": 3.0308051109313965,
      "step": 3726,
      "subrel-constrast": 3.924166202545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0016064643859863,
      "cov-distil (oracle2student)": 5.889330863952637,
      "cov-distil (oracle2teacher)": 5.688945770263672,
      "epoch": 2.925431711145997,
      "rel-constrast": 2.0106770992279053,
      "step": 3727,
      "subrel-constrast": 2.9664008617401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8107361793518066,
      "cov-distil (oracle2student)": 5.907662391662598,
      "cov-distil (oracle2teacher)": 5.4298906326293945,
      "epoch": 2.926216640502355,
      "rel-constrast": 3.7237675189971924,
      "step": 3728,
      "subrel-constrast": 4.82625150680542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3511370420455933,
      "cov-distil (oracle2student)": 3.8018410205841064,
      "cov-distil (oracle2teacher)": 3.7834339141845703,
      "epoch": 2.927001569858713,
      "rel-constrast": 1.3022732734680176,
      "step": 3729,
      "subrel-constrast": 2.162447929382324,
      "view-similarity": 0
    },
    {
      "epoch": 2.9277864992150704,
      "grad_norm": 4.21875,
      "learning_rate": 1.842559323134136e-05,
      "loss": 0.565,
      "step": 3730
    },
    {
      "cov-distil": 1.9395923614501953,
      "cov-distil (oracle2student)": 3.7124974727630615,
      "cov-distil (oracle2teacher)": 3.934985637664795,
      "epoch": 2.9277864992150704,
      "rel-constrast": 1.9501508474349976,
      "step": 3730,
      "subrel-constrast": 2.2369165420532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8828229904174805,
      "cov-distil (oracle2student)": 3.1667988300323486,
      "cov-distil (oracle2teacher)": 3.350153923034668,
      "epoch": 2.928571428571429,
      "rel-constrast": 2.668633222579956,
      "step": 3731,
      "subrel-constrast": 3.6045355796813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.921016216278076,
      "cov-distil (oracle2student)": 5.912996292114258,
      "cov-distil (oracle2teacher)": 5.437480926513672,
      "epoch": 2.9293563579277864,
      "rel-constrast": 2.953254222869873,
      "step": 3732,
      "subrel-constrast": 3.141347646713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9598782062530518,
      "cov-distil (oracle2student)": 4.087929725646973,
      "cov-distil (oracle2teacher)": 3.5808825492858887,
      "epoch": 2.9301412872841444,
      "rel-constrast": 2.180643081665039,
      "step": 3733,
      "subrel-constrast": 2.7738451957702637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.452770471572876,
      "cov-distil (oracle2student)": 5.210366249084473,
      "cov-distil (oracle2teacher)": 5.480354309082031,
      "epoch": 2.9309262166405023,
      "rel-constrast": 1.8300268650054932,
      "step": 3734,
      "subrel-constrast": 2.9709312915802,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3963074684143066,
      "cov-distil (oracle2student)": 5.436578750610352,
      "cov-distil (oracle2teacher)": 4.780412673950195,
      "epoch": 2.9317111459968603,
      "rel-constrast": 2.9337852001190186,
      "step": 3735,
      "subrel-constrast": 3.04459810256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9732154607772827,
      "cov-distil (oracle2student)": 5.29901123046875,
      "cov-distil (oracle2teacher)": 4.926508903503418,
      "epoch": 2.9324960753532183,
      "rel-constrast": 1.9259659051895142,
      "step": 3736,
      "subrel-constrast": 2.7119345664978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.525146245956421,
      "cov-distil (oracle2student)": 3.7099769115448,
      "cov-distil (oracle2teacher)": 3.543689727783203,
      "epoch": 2.933281004709576,
      "rel-constrast": 2.427206516265869,
      "step": 3737,
      "subrel-constrast": 3.388531446456909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6767997741699219,
      "cov-distil (oracle2student)": 3.0399160385131836,
      "cov-distil (oracle2teacher)": 3.4552011489868164,
      "epoch": 2.9340659340659343,
      "rel-constrast": 2.54219651222229,
      "step": 3738,
      "subrel-constrast": 3.046283721923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671614646911621,
      "cov-distil (oracle2student)": 4.666764259338379,
      "cov-distil (oracle2teacher)": 4.639129638671875,
      "epoch": 2.934850863422292,
      "rel-constrast": 3.1746864318847656,
      "step": 3739,
      "subrel-constrast": 3.230745315551758,
      "view-similarity": 0
    },
    {
      "epoch": 2.93563579277865,
      "grad_norm": 7.1875,
      "learning_rate": 1.8155704263231776e-05,
      "loss": 0.6147,
      "step": 3740
    },
    {
      "cov-distil": 3.3744795322418213,
      "cov-distil (oracle2student)": 5.832891941070557,
      "cov-distil (oracle2teacher)": 5.808544158935547,
      "epoch": 2.93563579277865,
      "rel-constrast": 2.675104856491089,
      "step": 3740,
      "subrel-constrast": 3.616917848587036,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.326747417449951,
      "cov-distil (oracle2student)": 4.288180351257324,
      "cov-distil (oracle2teacher)": 4.873778343200684,
      "epoch": 2.936420722135008,
      "rel-constrast": 3.6067166328430176,
      "step": 3741,
      "subrel-constrast": 4.402978897094727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3441060781478882,
      "cov-distil (oracle2student)": 5.481622695922852,
      "cov-distil (oracle2teacher)": 5.115703582763672,
      "epoch": 2.937205651491366,
      "rel-constrast": 2.4824888706207275,
      "step": 3742,
      "subrel-constrast": 2.9023244380950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6144468784332275,
      "cov-distil (oracle2student)": 5.472442626953125,
      "cov-distil (oracle2teacher)": 5.272539138793945,
      "epoch": 2.937990580847724,
      "rel-constrast": 2.856577157974243,
      "step": 3743,
      "subrel-constrast": 3.812208652496338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9290226697921753,
      "cov-distil (oracle2student)": 3.955617904663086,
      "cov-distil (oracle2teacher)": 4.15924072265625,
      "epoch": 2.938775510204082,
      "rel-constrast": 1.2871569395065308,
      "step": 3744,
      "subrel-constrast": 1.7551783323287964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9191884994506836,
      "cov-distil (oracle2student)": 4.915704727172852,
      "cov-distil (oracle2teacher)": 5.275001525878906,
      "epoch": 2.9395604395604398,
      "rel-constrast": 1.9332411289215088,
      "step": 3745,
      "subrel-constrast": 2.3147006034851074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2284159660339355,
      "cov-distil (oracle2student)": 4.370476722717285,
      "cov-distil (oracle2teacher)": 4.394178867340088,
      "epoch": 2.9403453689167973,
      "rel-constrast": 2.9043021202087402,
      "step": 3746,
      "subrel-constrast": 3.365103244781494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9518955945968628,
      "cov-distil (oracle2student)": 6.138510704040527,
      "cov-distil (oracle2teacher)": 6.061864852905273,
      "epoch": 2.9411302982731553,
      "rel-constrast": 3.1739399433135986,
      "step": 3747,
      "subrel-constrast": 3.663600444793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8993794918060303,
      "cov-distil (oracle2student)": 4.025846481323242,
      "cov-distil (oracle2teacher)": 4.295888900756836,
      "epoch": 2.9419152276295133,
      "rel-constrast": 2.218729019165039,
      "step": 3748,
      "subrel-constrast": 3.626389741897583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9314152002334595,
      "cov-distil (oracle2student)": 5.281121253967285,
      "cov-distil (oracle2teacher)": 5.518670558929443,
      "epoch": 2.9427001569858713,
      "rel-constrast": 3.1012766361236572,
      "step": 3749,
      "subrel-constrast": 3.149608612060547,
      "view-similarity": 0
    },
    {
      "epoch": 2.9434850863422293,
      "grad_norm": 7.0625,
      "learning_rate": 1.788736734117078e-05,
      "loss": 0.656,
      "step": 3750
    },
    {
      "cov-distil": 2.1295864582061768,
      "cov-distil (oracle2student)": 3.6892361640930176,
      "cov-distil (oracle2teacher)": 4.162380695343018,
      "epoch": 2.9434850863422293,
      "rel-constrast": 2.1488754749298096,
      "step": 3750,
      "subrel-constrast": 2.473870038986206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3357069492340088,
      "cov-distil (oracle2student)": 5.983036994934082,
      "cov-distil (oracle2teacher)": 6.23006010055542,
      "epoch": 2.9442700156985873,
      "rel-constrast": 1.6486754417419434,
      "step": 3751,
      "subrel-constrast": 2.2898285388946533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2364896535873413,
      "cov-distil (oracle2student)": 5.268638610839844,
      "cov-distil (oracle2teacher)": 5.585978984832764,
      "epoch": 2.9450549450549453,
      "rel-constrast": 1.9616460800170898,
      "step": 3752,
      "subrel-constrast": 2.5965065956115723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730240821838379,
      "cov-distil (oracle2student)": 6.439512729644775,
      "cov-distil (oracle2teacher)": 6.113203525543213,
      "epoch": 2.945839874411303,
      "rel-constrast": 4.150339126586914,
      "step": 3753,
      "subrel-constrast": 3.6196677684783936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877751350402832,
      "cov-distil (oracle2student)": 4.035883903503418,
      "cov-distil (oracle2teacher)": 4.2437872886657715,
      "epoch": 2.946624803767661,
      "rel-constrast": 2.2068636417388916,
      "step": 3754,
      "subrel-constrast": 2.8462884426116943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.371317148208618,
      "cov-distil (oracle2student)": 4.754096031188965,
      "cov-distil (oracle2teacher)": 4.472866535186768,
      "epoch": 2.9474097331240188,
      "rel-constrast": 1.6129589080810547,
      "step": 3755,
      "subrel-constrast": 2.8252837657928467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.974194049835205,
      "cov-distil (oracle2student)": 5.024561405181885,
      "cov-distil (oracle2teacher)": 4.771625995635986,
      "epoch": 2.9481946624803768,
      "rel-constrast": 2.079026222229004,
      "step": 3756,
      "subrel-constrast": 2.9053497314453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.189225435256958,
      "cov-distil (oracle2student)": 4.089028358459473,
      "cov-distil (oracle2teacher)": 3.6424341201782227,
      "epoch": 2.9489795918367347,
      "rel-constrast": 1.5797889232635498,
      "step": 3757,
      "subrel-constrast": 1.8439089059829712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5993108749389648,
      "cov-distil (oracle2student)": 3.2693257331848145,
      "cov-distil (oracle2teacher)": 3.208186149597168,
      "epoch": 2.9497645211930927,
      "rel-constrast": 3.1770870685577393,
      "step": 3758,
      "subrel-constrast": 3.546220064163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4261958599090576,
      "cov-distil (oracle2student)": 2.8773536682128906,
      "cov-distil (oracle2teacher)": 2.93212628364563,
      "epoch": 2.9505494505494507,
      "rel-constrast": 2.1692118644714355,
      "step": 3759,
      "subrel-constrast": 2.7627899646759033,
      "view-similarity": 0
    },
    {
      "epoch": 2.9513343799058083,
      "grad_norm": 5.9375,
      "learning_rate": 1.762059554352143e-05,
      "loss": 0.5684,
      "step": 3760
    },
    {
      "cov-distil": 1.7728571891784668,
      "cov-distil (oracle2student)": 3.7637083530426025,
      "cov-distil (oracle2teacher)": 3.913588762283325,
      "epoch": 2.9513343799058083,
      "rel-constrast": 2.3933775424957275,
      "step": 3760,
      "subrel-constrast": 2.614382028579712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8854844570159912,
      "cov-distil (oracle2student)": 4.488818168640137,
      "cov-distil (oracle2teacher)": 4.410107612609863,
      "epoch": 2.9521193092621663,
      "rel-constrast": 2.335453510284424,
      "step": 3761,
      "subrel-constrast": 2.586678981781006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1698663234710693,
      "cov-distil (oracle2student)": 6.138200283050537,
      "cov-distil (oracle2teacher)": 5.9366607666015625,
      "epoch": 2.9529042386185242,
      "rel-constrast": 3.373225212097168,
      "step": 3762,
      "subrel-constrast": 3.9130239486694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7163920402526855,
      "cov-distil (oracle2student)": 3.631934404373169,
      "cov-distil (oracle2teacher)": 3.2734875679016113,
      "epoch": 2.9536891679748822,
      "rel-constrast": 1.8642693758010864,
      "step": 3763,
      "subrel-constrast": 2.3842670917510986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1489951610565186,
      "cov-distil (oracle2student)": 5.17824649810791,
      "cov-distil (oracle2teacher)": 4.817605972290039,
      "epoch": 2.9544740973312402,
      "rel-constrast": 2.75474214553833,
      "step": 3764,
      "subrel-constrast": 3.3031044006347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.16524600982666,
      "cov-distil (oracle2student)": 7.0808515548706055,
      "cov-distil (oracle2teacher)": 6.500576972961426,
      "epoch": 2.955259026687598,
      "rel-constrast": 2.541710376739502,
      "step": 3765,
      "subrel-constrast": 2.4425950050354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.995437502861023,
      "cov-distil (oracle2student)": 4.594926357269287,
      "cov-distil (oracle2teacher)": 4.417363166809082,
      "epoch": 2.956043956043956,
      "rel-constrast": 2.430091381072998,
      "step": 3766,
      "subrel-constrast": 3.220841407775879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649656057357788,
      "cov-distil (oracle2student)": 4.932872772216797,
      "cov-distil (oracle2teacher)": 4.52965784072876,
      "epoch": 2.9568288854003137,
      "rel-constrast": 2.0541958808898926,
      "step": 3767,
      "subrel-constrast": 2.57714581489563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9219664335250854,
      "cov-distil (oracle2student)": 3.8116798400878906,
      "cov-distil (oracle2teacher)": 4.323177337646484,
      "epoch": 2.957613814756672,
      "rel-constrast": 2.042117118835449,
      "step": 3768,
      "subrel-constrast": 2.828498601913452,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.231611728668213,
      "cov-distil (oracle2student)": 3.586902618408203,
      "cov-distil (oracle2teacher)": 3.0313637256622314,
      "epoch": 2.9583987441130297,
      "rel-constrast": 1.605003833770752,
      "step": 3769,
      "subrel-constrast": 2.9244844913482666,
      "view-similarity": 0
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 5.09375,
      "learning_rate": 1.7355401872364758e-05,
      "loss": 0.5849,
      "step": 3770
    },
    {
      "cov-distil": 1.4664225578308105,
      "cov-distil (oracle2student)": 5.033271789550781,
      "cov-distil (oracle2teacher)": 5.076930046081543,
      "epoch": 2.9591836734693877,
      "rel-constrast": 2.0656540393829346,
      "step": 3770,
      "subrel-constrast": 2.372296094894409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6065919399261475,
      "cov-distil (oracle2student)": 6.9958815574646,
      "cov-distil (oracle2teacher)": 7.205804824829102,
      "epoch": 2.9599686028257457,
      "rel-constrast": 1.8905799388885498,
      "step": 3771,
      "subrel-constrast": 2.61501407623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.385774612426758,
      "cov-distil (oracle2student)": 3.801590919494629,
      "cov-distil (oracle2teacher)": 3.971196174621582,
      "epoch": 2.9607535321821037,
      "rel-constrast": 2.1053194999694824,
      "step": 3772,
      "subrel-constrast": 2.556086540222168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0456936359405518,
      "cov-distil (oracle2student)": 2.4874682426452637,
      "cov-distil (oracle2teacher)": 3.054659843444824,
      "epoch": 2.9615384615384617,
      "rel-constrast": 2.563992500305176,
      "step": 3773,
      "subrel-constrast": 3.6430585384368896,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9989333152770996,
      "cov-distil (oracle2student)": 4.748507499694824,
      "cov-distil (oracle2teacher)": 4.583866119384766,
      "epoch": 2.962323390894819,
      "rel-constrast": 2.9619650840759277,
      "step": 3774,
      "subrel-constrast": 3.3912620544433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1832427978515625,
      "cov-distil (oracle2student)": 4.33027458190918,
      "cov-distil (oracle2teacher)": 4.684812545776367,
      "epoch": 2.9631083202511777,
      "rel-constrast": 3.1624348163604736,
      "step": 3775,
      "subrel-constrast": 3.8548269271850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3249244689941406,
      "cov-distil (oracle2student)": 6.980717182159424,
      "cov-distil (oracle2teacher)": 6.130309581756592,
      "epoch": 2.963893249607535,
      "rel-constrast": 3.796535015106201,
      "step": 3776,
      "subrel-constrast": 4.110084056854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5721616744995117,
      "cov-distil (oracle2student)": 3.84199595451355,
      "cov-distil (oracle2teacher)": 4.474649429321289,
      "epoch": 2.964678178963893,
      "rel-constrast": 2.9529709815979004,
      "step": 3777,
      "subrel-constrast": 3.640897512435913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8391610383987427,
      "cov-distil (oracle2student)": 3.6434714794158936,
      "cov-distil (oracle2teacher)": 4.182694911956787,
      "epoch": 2.965463108320251,
      "rel-constrast": 1.9178683757781982,
      "step": 3778,
      "subrel-constrast": 2.285557508468628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6605963706970215,
      "cov-distil (oracle2student)": 2.753922700881958,
      "cov-distil (oracle2teacher)": 3.23287034034729,
      "epoch": 2.966248037676609,
      "rel-constrast": 1.860831379890442,
      "step": 3779,
      "subrel-constrast": 3.4640605449676514,
      "view-similarity": 0
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 5.25,
      "learning_rate": 1.709179925286617e-05,
      "loss": 0.632,
      "step": 3780
    },
    {
      "cov-distil": 1.9416553974151611,
      "cov-distil (oracle2student)": 3.7367005348205566,
      "cov-distil (oracle2teacher)": 3.4795501232147217,
      "epoch": 2.967032967032967,
      "rel-constrast": 2.5227863788604736,
      "step": 3780,
      "subrel-constrast": 3.0037245750427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222463607788086,
      "cov-distil (oracle2student)": 5.079991340637207,
      "cov-distil (oracle2teacher)": 5.509110927581787,
      "epoch": 2.9678178963893247,
      "rel-constrast": 2.095195770263672,
      "step": 3781,
      "subrel-constrast": 2.90824294090271,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.737593173980713,
      "cov-distil (oracle2student)": 4.875700950622559,
      "cov-distil (oracle2teacher)": 4.148180961608887,
      "epoch": 2.968602825745683,
      "rel-constrast": 2.7797727584838867,
      "step": 3782,
      "subrel-constrast": 3.219966411590576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159595012664795,
      "cov-distil (oracle2student)": 5.6238203048706055,
      "cov-distil (oracle2teacher)": 4.313547134399414,
      "epoch": 2.9693877551020407,
      "rel-constrast": 2.919656276702881,
      "step": 3783,
      "subrel-constrast": 3.0288705825805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2659075260162354,
      "cov-distil (oracle2student)": 4.595465183258057,
      "cov-distil (oracle2teacher)": 4.638092041015625,
      "epoch": 2.9701726844583987,
      "rel-constrast": 2.7103428840637207,
      "step": 3784,
      "subrel-constrast": 3.151141881942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.310154438018799,
      "cov-distil (oracle2student)": 4.357481956481934,
      "cov-distil (oracle2teacher)": 4.919492721557617,
      "epoch": 2.9709576138147566,
      "rel-constrast": 1.8221670389175415,
      "step": 3785,
      "subrel-constrast": 2.9080629348754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.25124454498291,
      "cov-distil (oracle2student)": 3.034830093383789,
      "cov-distil (oracle2teacher)": 3.358834743499756,
      "epoch": 2.9717425431711146,
      "rel-constrast": 2.2962236404418945,
      "step": 3786,
      "subrel-constrast": 2.6404051780700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955689787864685,
      "cov-distil (oracle2student)": 5.937216758728027,
      "cov-distil (oracle2teacher)": 5.2757978439331055,
      "epoch": 2.9725274725274726,
      "rel-constrast": 2.697239875793457,
      "step": 3787,
      "subrel-constrast": 3.1596741676330566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.526743769645691,
      "cov-distil (oracle2student)": 2.268315076828003,
      "cov-distil (oracle2teacher)": 2.4361984729766846,
      "epoch": 2.9733124018838306,
      "rel-constrast": 2.4851057529449463,
      "step": 3788,
      "subrel-constrast": 2.431361198425293,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.858332633972168,
      "cov-distil (oracle2student)": 4.419694900512695,
      "cov-distil (oracle2teacher)": 3.974623918533325,
      "epoch": 2.9740973312401886,
      "rel-constrast": 2.4457285404205322,
      "step": 3789,
      "subrel-constrast": 2.9456772804260254,
      "view-similarity": 0
    },
    {
      "epoch": 2.974882260596546,
      "grad_norm": 5.71875,
      "learning_rate": 1.6829800532645447e-05,
      "loss": 0.6194,
      "step": 3790
    },
    {
      "cov-distil": 1.9236441850662231,
      "cov-distil (oracle2student)": 4.402659893035889,
      "cov-distil (oracle2teacher)": 4.0270891189575195,
      "epoch": 2.974882260596546,
      "rel-constrast": 2.321096658706665,
      "step": 3790,
      "subrel-constrast": 2.879322052001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5634307861328125,
      "cov-distil (oracle2student)": 5.173337936401367,
      "cov-distil (oracle2teacher)": 4.783973693847656,
      "epoch": 2.975667189952904,
      "rel-constrast": 2.8130452632904053,
      "step": 3791,
      "subrel-constrast": 3.5631911754608154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6475450992584229,
      "cov-distil (oracle2student)": 5.456692695617676,
      "cov-distil (oracle2teacher)": 4.818855285644531,
      "epoch": 2.976452119309262,
      "rel-constrast": 2.1169562339782715,
      "step": 3792,
      "subrel-constrast": 2.4997618198394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.830507278442383,
      "cov-distil (oracle2student)": 5.012279987335205,
      "cov-distil (oracle2teacher)": 5.4685773849487305,
      "epoch": 2.97723704866562,
      "rel-constrast": 3.176980495452881,
      "step": 3793,
      "subrel-constrast": 4.142164707183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.933821678161621,
      "cov-distil (oracle2student)": 4.478909015655518,
      "cov-distil (oracle2teacher)": 5.13514518737793,
      "epoch": 2.978021978021978,
      "rel-constrast": 2.8878512382507324,
      "step": 3794,
      "subrel-constrast": 3.656285285949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239905834197998,
      "cov-distil (oracle2student)": 6.435207366943359,
      "cov-distil (oracle2teacher)": 5.128629684448242,
      "epoch": 2.978806907378336,
      "rel-constrast": 2.8943228721618652,
      "step": 3795,
      "subrel-constrast": 2.917652130126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.156790256500244,
      "cov-distil (oracle2student)": 4.578503608703613,
      "cov-distil (oracle2teacher)": 3.4452450275421143,
      "epoch": 2.979591836734694,
      "rel-constrast": 2.696638584136963,
      "step": 3796,
      "subrel-constrast": 2.7612550258636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5945754051208496,
      "cov-distil (oracle2student)": 7.45419454574585,
      "cov-distil (oracle2teacher)": 7.014942169189453,
      "epoch": 2.9803767660910516,
      "rel-constrast": 1.6578049659729004,
      "step": 3797,
      "subrel-constrast": 2.3712029457092285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.460908889770508,
      "cov-distil (oracle2student)": 3.343146562576294,
      "cov-distil (oracle2teacher)": 3.767749786376953,
      "epoch": 2.9811616954474096,
      "rel-constrast": 1.8870466947555542,
      "step": 3798,
      "subrel-constrast": 2.5875370502471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6984807252883911,
      "cov-distil (oracle2student)": 2.965202808380127,
      "cov-distil (oracle2teacher)": 3.552846670150757,
      "epoch": 2.9819466248037676,
      "rel-constrast": 1.705954909324646,
      "step": 3799,
      "subrel-constrast": 2.487291097640991,
      "view-similarity": 0
    },
    {
      "epoch": 2.9827315541601256,
      "grad_norm": 4.0625,
      "learning_rate": 1.6569418481150595e-05,
      "loss": 0.6039,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "overlap": 0.3125,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "student margin": 0.07293701171875
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "teacher margin": 0.05596923828125
    },
    {
      "epoch": 2.9827315541601256,
      "margin difference": -0.0169677734375,
      "step": 3800
    },
    {
      "cov-distil": 1.9839789867401123,
      "cov-distil (oracle2student)": 4.4048075675964355,
      "cov-distil (oracle2teacher)": 4.288396835327148,
      "epoch": 2.9827315541601256,
      "rel-constrast": 2.669607162475586,
      "step": 3800,
      "subrel-constrast": 2.8577067852020264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9447232484817505,
      "cov-distil (oracle2student)": 3.2068567276000977,
      "cov-distil (oracle2teacher)": 3.4871907234191895,
      "epoch": 2.9835164835164836,
      "rel-constrast": 1.8974993228912354,
      "step": 3801,
      "subrel-constrast": 2.490206241607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1269307136535645,
      "cov-distil (oracle2student)": 5.293850898742676,
      "cov-distil (oracle2teacher)": 5.112968444824219,
      "epoch": 2.9843014128728416,
      "rel-constrast": 2.9723072052001953,
      "step": 3802,
      "subrel-constrast": 3.3996143341064453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827958106994629,
      "cov-distil (oracle2student)": 5.346499443054199,
      "cov-distil (oracle2teacher)": 5.208780288696289,
      "epoch": 2.9850863422291996,
      "rel-constrast": 2.2459716796875,
      "step": 3803,
      "subrel-constrast": 3.2012147903442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1748785972595215,
      "cov-distil (oracle2student)": 4.807037830352783,
      "cov-distil (oracle2teacher)": 5.038346290588379,
      "epoch": 2.985871271585557,
      "rel-constrast": 1.4038488864898682,
      "step": 3804,
      "subrel-constrast": 2.108651876449585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9751219749450684,
      "cov-distil (oracle2student)": 4.302822113037109,
      "cov-distil (oracle2teacher)": 4.564108848571777,
      "epoch": 2.986656200941915,
      "rel-constrast": 1.9765281677246094,
      "step": 3805,
      "subrel-constrast": 3.109578847885132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173206090927124,
      "cov-distil (oracle2student)": 5.719406604766846,
      "cov-distil (oracle2teacher)": 5.626867294311523,
      "epoch": 2.987441130298273,
      "rel-constrast": 3.3211498260498047,
      "step": 3806,
      "subrel-constrast": 3.283301830291748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645575523376465,
      "cov-distil (oracle2student)": 4.00886344909668,
      "cov-distil (oracle2teacher)": 4.558569431304932,
      "epoch": 2.988226059654631,
      "rel-constrast": 2.6673035621643066,
      "step": 3807,
      "subrel-constrast": 3.074667453765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6382558345794678,
      "cov-distil (oracle2student)": 3.7942025661468506,
      "cov-distil (oracle2teacher)": 3.695755958557129,
      "epoch": 2.989010989010989,
      "rel-constrast": 2.0737929344177246,
      "step": 3808,
      "subrel-constrast": 2.3824257850646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1360106468200684,
      "cov-distil (oracle2student)": 3.9827768802642822,
      "cov-distil (oracle2teacher)": 3.932713747024536,
      "epoch": 2.989795918367347,
      "rel-constrast": 1.9735939502716064,
      "step": 3809,
      "subrel-constrast": 2.1155338287353516,
      "view-similarity": 0
    },
    {
      "epoch": 2.990580847723705,
      "grad_norm": 4.9375,
      "learning_rate": 1.6310665789035467e-05,
      "loss": 0.58,
      "step": 3810
    },
    {
      "cov-distil": 3.1476707458496094,
      "cov-distil (oracle2student)": 5.9710001945495605,
      "cov-distil (oracle2teacher)": 5.788453578948975,
      "epoch": 2.990580847723705,
      "rel-constrast": 3.426588296890259,
      "step": 3810,
      "subrel-constrast": 3.510423183441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6726130247116089,
      "cov-distil (oracle2student)": 4.401223182678223,
      "cov-distil (oracle2teacher)": 4.7469162940979,
      "epoch": 2.9913657770800626,
      "rel-constrast": 1.8866369724273682,
      "step": 3811,
      "subrel-constrast": 2.4775335788726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5254201889038086,
      "cov-distil (oracle2student)": 5.319377422332764,
      "cov-distil (oracle2teacher)": 4.968894958496094,
      "epoch": 2.9921507064364206,
      "rel-constrast": 1.9388427734375,
      "step": 3812,
      "subrel-constrast": 2.859022855758667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1612274646759033,
      "cov-distil (oracle2student)": 5.608266353607178,
      "cov-distil (oracle2teacher)": 5.063703536987305,
      "epoch": 2.9929356357927785,
      "rel-constrast": 2.3488640785217285,
      "step": 3813,
      "subrel-constrast": 2.9606997966766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3888300657272339,
      "cov-distil (oracle2student)": 3.2857205867767334,
      "cov-distil (oracle2teacher)": 3.280399799346924,
      "epoch": 2.9937205651491365,
      "rel-constrast": 1.8010504245758057,
      "step": 3814,
      "subrel-constrast": 1.6500325202941895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2196123600006104,
      "cov-distil (oracle2student)": 6.806369781494141,
      "cov-distil (oracle2teacher)": 5.859113693237305,
      "epoch": 2.9945054945054945,
      "rel-constrast": 3.0132479667663574,
      "step": 3815,
      "subrel-constrast": 3.179083824157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2210583686828613,
      "cov-distil (oracle2student)": 2.812229633331299,
      "cov-distil (oracle2teacher)": 2.495783805847168,
      "epoch": 2.9952904238618525,
      "rel-constrast": 2.4606330394744873,
      "step": 3816,
      "subrel-constrast": 2.7181854248046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9969735145568848,
      "cov-distil (oracle2student)": 5.193619251251221,
      "cov-distil (oracle2teacher)": 5.434109687805176,
      "epoch": 2.9960753532182105,
      "rel-constrast": 3.353078603744507,
      "step": 3817,
      "subrel-constrast": 4.099671363830566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7719463109970093,
      "cov-distil (oracle2student)": 4.43440055847168,
      "cov-distil (oracle2teacher)": 4.605562210083008,
      "epoch": 2.996860282574568,
      "rel-constrast": 3.645859479904175,
      "step": 3818,
      "subrel-constrast": 4.312377452850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5568418502807617,
      "cov-distil (oracle2student)": 3.6733193397521973,
      "cov-distil (oracle2teacher)": 3.4606146812438965,
      "epoch": 2.9976452119309265,
      "rel-constrast": 1.9351104497909546,
      "step": 3819,
      "subrel-constrast": 2.89786434173584,
      "view-similarity": 0
    },
    {
      "epoch": 2.998430141287284,
      "grad_norm": 4.8125,
      "learning_rate": 1.605355506754121e-05,
      "loss": 0.6452,
      "step": 3820
    },
    {
      "cov-distil": 1.8360035419464111,
      "cov-distil (oracle2student)": 3.148707866668701,
      "cov-distil (oracle2teacher)": 3.2695138454437256,
      "epoch": 2.998430141287284,
      "rel-constrast": 3.0675346851348877,
      "step": 3820,
      "subrel-constrast": 3.3278908729553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3887453079223633,
      "cov-distil (oracle2student)": 3.9288368225097656,
      "cov-distil (oracle2teacher)": 3.377351760864258,
      "epoch": 2.999215070643642,
      "rel-constrast": 2.1932265758514404,
      "step": 3821,
      "subrel-constrast": 3.263413429260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8637267351150513,
      "cov-distil (oracle2student)": 4.274045944213867,
      "cov-distil (oracle2teacher)": 3.8451104164123535,
      "epoch": 3.0,
      "rel-constrast": 2.781360149383545,
      "step": 3822,
      "subrel-constrast": 3.451706647872925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881332516670227,
      "cov-distil (oracle2student)": 3.780446767807007,
      "cov-distil (oracle2teacher)": 3.9002416133880615,
      "epoch": 3.000784929356358,
      "rel-constrast": 2.2518324851989746,
      "step": 3823,
      "subrel-constrast": 2.756694793701172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868079662322998,
      "cov-distil (oracle2student)": 4.211501121520996,
      "cov-distil (oracle2teacher)": 3.902050018310547,
      "epoch": 3.001569858712716,
      "rel-constrast": 1.634487509727478,
      "step": 3824,
      "subrel-constrast": 2.3740761280059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5614867210388184,
      "cov-distil (oracle2student)": 4.7155914306640625,
      "cov-distil (oracle2teacher)": 4.734798908233643,
      "epoch": 3.002354788069074,
      "rel-constrast": 2.019181728363037,
      "step": 3825,
      "subrel-constrast": 2.840266466140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8847352266311646,
      "cov-distil (oracle2student)": 4.237272262573242,
      "cov-distil (oracle2teacher)": 3.988722085952759,
      "epoch": 3.0031397174254315,
      "rel-constrast": 3.3961477279663086,
      "step": 3826,
      "subrel-constrast": 3.7552051544189453,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3665716648101807,
      "cov-distil (oracle2student)": 4.470090389251709,
      "cov-distil (oracle2teacher)": 4.761917591094971,
      "epoch": 3.0039246467817895,
      "rel-constrast": 2.4258623123168945,
      "step": 3827,
      "subrel-constrast": 3.2603046894073486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.134622097015381,
      "cov-distil (oracle2student)": 2.9209673404693604,
      "cov-distil (oracle2teacher)": 3.009028911590576,
      "epoch": 3.0047095761381475,
      "rel-constrast": 2.204197883605957,
      "step": 3828,
      "subrel-constrast": 3.0173656940460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.223083019256592,
      "cov-distil (oracle2student)": 4.70119571685791,
      "cov-distil (oracle2teacher)": 4.187505722045898,
      "epoch": 3.0054945054945055,
      "rel-constrast": 1.974587082862854,
      "step": 3829,
      "subrel-constrast": 2.4643895626068115,
      "view-similarity": 0
    },
    {
      "epoch": 3.0062794348508635,
      "grad_norm": 5.4375,
      "learning_rate": 1.5798098847881666e-05,
      "loss": 0.5987,
      "step": 3830
    },
    {
      "cov-distil": 2.250704050064087,
      "cov-distil (oracle2student)": 3.8271472454071045,
      "cov-distil (oracle2teacher)": 4.042021751403809,
      "epoch": 3.0062794348508635,
      "rel-constrast": 2.9042954444885254,
      "step": 3830,
      "subrel-constrast": 4.223247051239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2386667728424072,
      "cov-distil (oracle2student)": 6.359861373901367,
      "cov-distil (oracle2teacher)": 6.4883856773376465,
      "epoch": 3.0070643642072215,
      "rel-constrast": 1.9224637746810913,
      "step": 3831,
      "subrel-constrast": 2.703843355178833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1546919345855713,
      "cov-distil (oracle2student)": 6.376045227050781,
      "cov-distil (oracle2teacher)": 5.938567161560059,
      "epoch": 3.0078492935635794,
      "rel-constrast": 2.363046169281006,
      "step": 3832,
      "subrel-constrast": 2.710099935531616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.418135166168213,
      "cov-distil (oracle2student)": 5.1666669845581055,
      "cov-distil (oracle2teacher)": 5.354648113250732,
      "epoch": 3.008634222919937,
      "rel-constrast": 2.3092260360717773,
      "step": 3833,
      "subrel-constrast": 2.9427378177642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.779686450958252,
      "cov-distil (oracle2student)": 5.854155540466309,
      "cov-distil (oracle2teacher)": 6.675337791442871,
      "epoch": 3.009419152276295,
      "rel-constrast": 2.0499820709228516,
      "step": 3834,
      "subrel-constrast": 3.1759870052337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7875630855560303,
      "cov-distil (oracle2student)": 5.615004062652588,
      "cov-distil (oracle2teacher)": 6.008052825927734,
      "epoch": 3.010204081632653,
      "rel-constrast": 1.9247092008590698,
      "step": 3835,
      "subrel-constrast": 2.2016401290893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4909155368804932,
      "cov-distil (oracle2student)": 5.227169513702393,
      "cov-distil (oracle2teacher)": 5.0140767097473145,
      "epoch": 3.010989010989011,
      "rel-constrast": 2.370619535446167,
      "step": 3836,
      "subrel-constrast": 2.7844371795654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3001773357391357,
      "cov-distil (oracle2student)": 3.89631986618042,
      "cov-distil (oracle2teacher)": 3.7274010181427,
      "epoch": 3.011773940345369,
      "rel-constrast": 2.788989543914795,
      "step": 3837,
      "subrel-constrast": 3.0208792686462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.708830714225769,
      "cov-distil (oracle2student)": 7.156330108642578,
      "cov-distil (oracle2teacher)": 6.635646820068359,
      "epoch": 3.012558869701727,
      "rel-constrast": 2.567115068435669,
      "step": 3838,
      "subrel-constrast": 2.868628740310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806556224822998,
      "cov-distil (oracle2student)": 3.9053945541381836,
      "cov-distil (oracle2teacher)": 3.9811058044433594,
      "epoch": 3.013343799058085,
      "rel-constrast": 1.5793814659118652,
      "step": 3839,
      "subrel-constrast": 2.4217193126678467,
      "view-similarity": 0
    },
    {
      "epoch": 3.014128728414443,
      "grad_norm": 4.4375,
      "learning_rate": 1.554430958063259e-05,
      "loss": 0.5695,
      "step": 3840
    },
    {
      "cov-distil": 1.6308913230895996,
      "cov-distil (oracle2student)": 3.926851272583008,
      "cov-distil (oracle2teacher)": 4.090582847595215,
      "epoch": 3.014128728414443,
      "rel-constrast": 2.058140516281128,
      "step": 3840,
      "subrel-constrast": 2.48124098777771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7100279331207275,
      "cov-distil (oracle2student)": 5.524311065673828,
      "cov-distil (oracle2teacher)": 5.21711540222168,
      "epoch": 3.0149136577708004,
      "rel-constrast": 2.7487573623657227,
      "step": 3841,
      "subrel-constrast": 3.9866981506347656,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2275564670562744,
      "cov-distil (oracle2student)": 5.322170257568359,
      "cov-distil (oracle2teacher)": 4.889898300170898,
      "epoch": 3.0156985871271584,
      "rel-constrast": 2.39615535736084,
      "step": 3842,
      "subrel-constrast": 2.454420566558838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918342590332031,
      "cov-distil (oracle2student)": 6.227768898010254,
      "cov-distil (oracle2teacher)": 6.1507954597473145,
      "epoch": 3.0164835164835164,
      "rel-constrast": 1.5899897813796997,
      "step": 3843,
      "subrel-constrast": 2.7272391319274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.090052843093872,
      "cov-distil (oracle2student)": 4.8625946044921875,
      "cov-distil (oracle2teacher)": 5.039751052856445,
      "epoch": 3.0172684458398744,
      "rel-constrast": 1.6433913707733154,
      "step": 3844,
      "subrel-constrast": 2.6685614585876465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1060359477996826,
      "cov-distil (oracle2student)": 5.114107608795166,
      "cov-distil (oracle2teacher)": 5.697168350219727,
      "epoch": 3.0180533751962324,
      "rel-constrast": 3.0366787910461426,
      "step": 3845,
      "subrel-constrast": 3.772135019302368,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093883991241455,
      "cov-distil (oracle2student)": 5.194312572479248,
      "cov-distil (oracle2teacher)": 5.214225769042969,
      "epoch": 3.0188383045525904,
      "rel-constrast": 2.1803817749023438,
      "step": 3846,
      "subrel-constrast": 2.867492437362671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041345119476318,
      "cov-distil (oracle2student)": 3.775548219680786,
      "cov-distil (oracle2teacher)": 4.0768537521362305,
      "epoch": 3.0196232339089484,
      "rel-constrast": 2.4070451259613037,
      "step": 3847,
      "subrel-constrast": 3.000576972961426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.663012981414795,
      "cov-distil (oracle2student)": 4.802134037017822,
      "cov-distil (oracle2teacher)": 5.010488510131836,
      "epoch": 3.020408163265306,
      "rel-constrast": 2.5240416526794434,
      "step": 3848,
      "subrel-constrast": 3.075024127960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.867045521736145,
      "cov-distil (oracle2student)": 3.6179802417755127,
      "cov-distil (oracle2teacher)": 4.203284740447998,
      "epoch": 3.021193092621664,
      "rel-constrast": 1.5621075630187988,
      "step": 3849,
      "subrel-constrast": 2.3772542476654053,
      "view-similarity": 0
    },
    {
      "epoch": 3.021978021978022,
      "grad_norm": 4.21875,
      "learning_rate": 1.529219963512481e-05,
      "loss": 0.5537,
      "step": 3850
    },
    {
      "cov-distil": 3.1024227142333984,
      "cov-distil (oracle2student)": 3.981351375579834,
      "cov-distil (oracle2teacher)": 3.832120656967163,
      "epoch": 3.021978021978022,
      "rel-constrast": 1.742253303527832,
      "step": 3850,
      "subrel-constrast": 2.711174964904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2098723649978638,
      "cov-distil (oracle2student)": 2.8425004482269287,
      "cov-distil (oracle2teacher)": 2.8530404567718506,
      "epoch": 3.02276295133438,
      "rel-constrast": 1.3825366497039795,
      "step": 3851,
      "subrel-constrast": 2.063896894454956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.785021424293518,
      "cov-distil (oracle2student)": 6.4710187911987305,
      "cov-distil (oracle2teacher)": 6.519650459289551,
      "epoch": 3.023547880690738,
      "rel-constrast": 3.045867443084717,
      "step": 3852,
      "subrel-constrast": 3.5665717124938965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7604317665100098,
      "cov-distil (oracle2student)": 6.001276969909668,
      "cov-distil (oracle2teacher)": 6.143396854400635,
      "epoch": 3.024332810047096,
      "rel-constrast": 2.3880245685577393,
      "step": 3853,
      "subrel-constrast": 3.393714666366577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.398951768875122,
      "cov-distil (oracle2student)": 5.830774307250977,
      "cov-distil (oracle2teacher)": 5.286649703979492,
      "epoch": 3.025117739403454,
      "rel-constrast": 2.0425915718078613,
      "step": 3854,
      "subrel-constrast": 2.51877498626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5810582637786865,
      "cov-distil (oracle2student)": 5.922206401824951,
      "cov-distil (oracle2teacher)": 5.741723537445068,
      "epoch": 3.0259026687598114,
      "rel-constrast": 2.2673683166503906,
      "step": 3855,
      "subrel-constrast": 2.583481550216675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9346307516098022,
      "cov-distil (oracle2student)": 4.888106346130371,
      "cov-distil (oracle2teacher)": 4.909219741821289,
      "epoch": 3.0266875981161694,
      "rel-constrast": 2.390994071960449,
      "step": 3856,
      "subrel-constrast": 3.5034186840057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8638198375701904,
      "cov-distil (oracle2student)": 6.546040058135986,
      "cov-distil (oracle2teacher)": 6.581243515014648,
      "epoch": 3.0274725274725274,
      "rel-constrast": 1.4417028427124023,
      "step": 3857,
      "subrel-constrast": 2.527975082397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.484898090362549,
      "cov-distil (oracle2student)": 4.351903438568115,
      "cov-distil (oracle2teacher)": 4.337549686431885,
      "epoch": 3.0282574568288854,
      "rel-constrast": 1.8449517488479614,
      "step": 3858,
      "subrel-constrast": 2.643462896347046,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0493032932281494,
      "cov-distil (oracle2student)": 3.9991960525512695,
      "cov-distil (oracle2teacher)": 3.2027440071105957,
      "epoch": 3.0290423861852434,
      "rel-constrast": 2.7200605869293213,
      "step": 3859,
      "subrel-constrast": 2.595780372619629,
      "view-similarity": 0
    },
    {
      "epoch": 3.0298273155416013,
      "grad_norm": 5.625,
      "learning_rate": 1.5041781298841423e-05,
      "loss": 0.5317,
      "step": 3860
    },
    {
      "cov-distil": 1.8921136856079102,
      "cov-distil (oracle2student)": 3.9910085201263428,
      "cov-distil (oracle2teacher)": 3.9834132194519043,
      "epoch": 3.0298273155416013,
      "rel-constrast": 2.2370145320892334,
      "step": 3860,
      "subrel-constrast": 3.0260422229766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8649049997329712,
      "cov-distil (oracle2student)": 3.628305435180664,
      "cov-distil (oracle2teacher)": 3.7790403366088867,
      "epoch": 3.0306122448979593,
      "rel-constrast": 1.7610266208648682,
      "step": 3861,
      "subrel-constrast": 2.955324411392212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336202621459961,
      "cov-distil (oracle2student)": 3.7052717208862305,
      "cov-distil (oracle2teacher)": 3.0341811180114746,
      "epoch": 3.0313971742543173,
      "rel-constrast": 1.8159544467926025,
      "step": 3862,
      "subrel-constrast": 2.2435503005981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.521649122238159,
      "cov-distil (oracle2student)": 2.9633212089538574,
      "cov-distil (oracle2teacher)": 2.634110450744629,
      "epoch": 3.032182103610675,
      "rel-constrast": 1.4988361597061157,
      "step": 3863,
      "subrel-constrast": 2.3002138137817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669182062149048,
      "cov-distil (oracle2student)": 6.866746425628662,
      "cov-distil (oracle2teacher)": 6.734133243560791,
      "epoch": 3.032967032967033,
      "rel-constrast": 2.7172937393188477,
      "step": 3864,
      "subrel-constrast": 3.0945630073547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4100968837738037,
      "cov-distil (oracle2student)": 6.521876335144043,
      "cov-distil (oracle2teacher)": 6.228451251983643,
      "epoch": 3.033751962323391,
      "rel-constrast": 2.578895330429077,
      "step": 3865,
      "subrel-constrast": 3.2514874935150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7901601791381836,
      "cov-distil (oracle2student)": 4.023190021514893,
      "cov-distil (oracle2teacher)": 3.395308017730713,
      "epoch": 3.034536891679749,
      "rel-constrast": 2.563199996948242,
      "step": 3866,
      "subrel-constrast": 2.290379524230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1370272636413574,
      "cov-distil (oracle2student)": 4.571694374084473,
      "cov-distil (oracle2teacher)": 4.386216640472412,
      "epoch": 3.035321821036107,
      "rel-constrast": 1.467624306678772,
      "step": 3867,
      "subrel-constrast": 2.394636869430542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9336233139038086,
      "cov-distil (oracle2student)": 4.341601371765137,
      "cov-distil (oracle2teacher)": 3.740737199783325,
      "epoch": 3.036106750392465,
      "rel-constrast": 1.891737937927246,
      "step": 3868,
      "subrel-constrast": 2.717937707901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9051707983016968,
      "cov-distil (oracle2student)": 6.679443359375,
      "cov-distil (oracle2teacher)": 5.081048488616943,
      "epoch": 3.036891679748823,
      "rel-constrast": 3.0219500064849854,
      "step": 3869,
      "subrel-constrast": 3.014317512512207,
      "view-similarity": 0
    },
    {
      "epoch": 3.0376766091051803,
      "grad_norm": 6.65625,
      "learning_rate": 1.4793066776818842e-05,
      "loss": 0.5388,
      "step": 3870
    },
    {
      "cov-distil": 2.298126220703125,
      "cov-distil (oracle2student)": 6.05856990814209,
      "cov-distil (oracle2teacher)": 5.886028289794922,
      "epoch": 3.0376766091051803,
      "rel-constrast": 2.3958511352539062,
      "step": 3870,
      "subrel-constrast": 3.2225558757781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3386433124542236,
      "cov-distil (oracle2student)": 4.946112155914307,
      "cov-distil (oracle2teacher)": 4.928127288818359,
      "epoch": 3.0384615384615383,
      "rel-constrast": 2.7096097469329834,
      "step": 3871,
      "subrel-constrast": 3.8864171504974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5334817171096802,
      "cov-distil (oracle2student)": 4.794249534606934,
      "cov-distil (oracle2teacher)": 4.259670734405518,
      "epoch": 3.0392464678178963,
      "rel-constrast": 2.0685267448425293,
      "step": 3872,
      "subrel-constrast": 2.334779739379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6634095907211304,
      "cov-distil (oracle2student)": 3.211580514907837,
      "cov-distil (oracle2teacher)": 2.937857151031494,
      "epoch": 3.0400313971742543,
      "rel-constrast": 2.4543237686157227,
      "step": 3873,
      "subrel-constrast": 2.534158229827881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0395889282226562,
      "cov-distil (oracle2student)": 4.010033130645752,
      "cov-distil (oracle2teacher)": 4.262912750244141,
      "epoch": 3.0408163265306123,
      "rel-constrast": 2.318938732147217,
      "step": 3874,
      "subrel-constrast": 2.6903462409973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.495340585708618,
      "cov-distil (oracle2student)": 5.890481948852539,
      "cov-distil (oracle2teacher)": 6.033247470855713,
      "epoch": 3.0416012558869703,
      "rel-constrast": 3.0684025287628174,
      "step": 3875,
      "subrel-constrast": 3.248412609100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8933751583099365,
      "cov-distil (oracle2student)": 5.761231422424316,
      "cov-distil (oracle2teacher)": 5.262947082519531,
      "epoch": 3.0423861852433283,
      "rel-constrast": 2.8948330879211426,
      "step": 3876,
      "subrel-constrast": 3.205806255340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464500427246094,
      "cov-distil (oracle2student)": 5.207302093505859,
      "cov-distil (oracle2teacher)": 4.375443458557129,
      "epoch": 3.043171114599686,
      "rel-constrast": 2.0305938720703125,
      "step": 3877,
      "subrel-constrast": 2.675440549850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2863893508911133,
      "cov-distil (oracle2student)": 5.696126461029053,
      "cov-distil (oracle2teacher)": 5.754436016082764,
      "epoch": 3.043956043956044,
      "rel-constrast": 2.167951822280884,
      "step": 3878,
      "subrel-constrast": 3.3577253818511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4414851665496826,
      "cov-distil (oracle2student)": 5.093181610107422,
      "cov-distil (oracle2teacher)": 5.202530860900879,
      "epoch": 3.044740973312402,
      "rel-constrast": 2.6718976497650146,
      "step": 3879,
      "subrel-constrast": 3.282557249069214,
      "view-similarity": 0
    },
    {
      "epoch": 3.0455259026687598,
      "grad_norm": 5.53125,
      "learning_rate": 1.4546068191051987e-05,
      "loss": 0.6195,
      "step": 3880
    },
    {
      "cov-distil": 2.6261305809020996,
      "cov-distil (oracle2student)": 3.312075614929199,
      "cov-distil (oracle2teacher)": 3.748755931854248,
      "epoch": 3.0455259026687598,
      "rel-constrast": 3.683183193206787,
      "step": 3880,
      "subrel-constrast": 4.460484504699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2255423069000244,
      "cov-distil (oracle2student)": 5.373338222503662,
      "cov-distil (oracle2teacher)": 5.820680141448975,
      "epoch": 3.0463108320251178,
      "rel-constrast": 2.047414779663086,
      "step": 3881,
      "subrel-constrast": 2.592517852783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232757568359375,
      "cov-distil (oracle2student)": 5.676081657409668,
      "cov-distil (oracle2teacher)": 5.298087120056152,
      "epoch": 3.0470957613814758,
      "rel-constrast": 2.966403007507324,
      "step": 3882,
      "subrel-constrast": 3.0357227325439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2584354877471924,
      "cov-distil (oracle2student)": 3.9686222076416016,
      "cov-distil (oracle2teacher)": 3.705235481262207,
      "epoch": 3.0478806907378337,
      "rel-constrast": 2.423489570617676,
      "step": 3883,
      "subrel-constrast": 3.0391271114349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.85772705078125,
      "cov-distil (oracle2student)": 3.2072999477386475,
      "cov-distil (oracle2teacher)": 2.90075945854187,
      "epoch": 3.0486656200941917,
      "rel-constrast": 1.644516944885254,
      "step": 3884,
      "subrel-constrast": 2.6463749408721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.747183322906494,
      "cov-distil (oracle2student)": 5.414461135864258,
      "cov-distil (oracle2teacher)": 5.544652938842773,
      "epoch": 3.0494505494505493,
      "rel-constrast": 2.8376708030700684,
      "step": 3885,
      "subrel-constrast": 3.735424041748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8771202564239502,
      "cov-distil (oracle2student)": 4.385239124298096,
      "cov-distil (oracle2teacher)": 3.9819602966308594,
      "epoch": 3.0502354788069073,
      "rel-constrast": 1.7234796285629272,
      "step": 3886,
      "subrel-constrast": 2.1163740158081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5636882781982422,
      "cov-distil (oracle2student)": 4.953012466430664,
      "cov-distil (oracle2teacher)": 5.012240409851074,
      "epoch": 3.0510204081632653,
      "rel-constrast": 2.0518321990966797,
      "step": 3887,
      "subrel-constrast": 3.0627546310424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.947232961654663,
      "cov-distil (oracle2student)": 5.673352241516113,
      "cov-distil (oracle2teacher)": 5.290056228637695,
      "epoch": 3.0518053375196232,
      "rel-constrast": 3.1326904296875,
      "step": 3888,
      "subrel-constrast": 3.1972298622131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8013206720352173,
      "cov-distil (oracle2student)": 4.671323776245117,
      "cov-distil (oracle2teacher)": 4.368388652801514,
      "epoch": 3.0525902668759812,
      "rel-constrast": 1.6286510229110718,
      "step": 3889,
      "subrel-constrast": 2.2470390796661377,
      "view-similarity": 0
    },
    {
      "epoch": 3.053375196232339,
      "grad_norm": 5.3125,
      "learning_rate": 1.4300797579903474e-05,
      "loss": 0.6035,
      "step": 3890
    },
    {
      "cov-distil": 2.2693352699279785,
      "cov-distil (oracle2student)": 5.379802703857422,
      "cov-distil (oracle2teacher)": 4.538502216339111,
      "epoch": 3.053375196232339,
      "rel-constrast": 1.6545593738555908,
      "step": 3890,
      "subrel-constrast": 2.311994791030884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3138160705566406,
      "cov-distil (oracle2student)": 4.670482635498047,
      "cov-distil (oracle2teacher)": 5.224455833435059,
      "epoch": 3.054160125588697,
      "rel-constrast": 2.181145191192627,
      "step": 3891,
      "subrel-constrast": 3.1499722003936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195855140686035,
      "cov-distil (oracle2student)": 6.431739330291748,
      "cov-distil (oracle2teacher)": 5.6850457191467285,
      "epoch": 3.0549450549450547,
      "rel-constrast": 3.605607271194458,
      "step": 3892,
      "subrel-constrast": 3.2974038124084473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5187511444091797,
      "cov-distil (oracle2student)": 5.298590660095215,
      "cov-distil (oracle2teacher)": 4.995370864868164,
      "epoch": 3.0557299843014127,
      "rel-constrast": 2.203511953353882,
      "step": 3893,
      "subrel-constrast": 3.352452516555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.023935317993164,
      "cov-distil (oracle2student)": 4.738525390625,
      "cov-distil (oracle2teacher)": 4.340599060058594,
      "epoch": 3.0565149136577707,
      "rel-constrast": 2.756958246231079,
      "step": 3894,
      "subrel-constrast": 3.174100399017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5036768913269043,
      "cov-distil (oracle2student)": 4.202354431152344,
      "cov-distil (oracle2teacher)": 3.7815237045288086,
      "epoch": 3.0572998430141287,
      "rel-constrast": 2.7766880989074707,
      "step": 3895,
      "subrel-constrast": 3.4440603256225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983771800994873,
      "cov-distil (oracle2student)": 4.43652868270874,
      "cov-distil (oracle2teacher)": 4.516990661621094,
      "epoch": 3.0580847723704867,
      "rel-constrast": 3.376227855682373,
      "step": 3896,
      "subrel-constrast": 3.200176954269409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9273896217346191,
      "cov-distil (oracle2student)": 3.909024715423584,
      "cov-distil (oracle2teacher)": 3.6272709369659424,
      "epoch": 3.0588697017268447,
      "rel-constrast": 2.14450740814209,
      "step": 3897,
      "subrel-constrast": 2.4062883853912354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.983048439025879,
      "cov-distil (oracle2student)": 4.484341621398926,
      "cov-distil (oracle2teacher)": 3.977537155151367,
      "epoch": 3.0596546310832027,
      "rel-constrast": 1.6891670227050781,
      "step": 3898,
      "subrel-constrast": 3.141327142715454,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0822315216064453,
      "cov-distil (oracle2student)": 5.458649635314941,
      "cov-distil (oracle2teacher)": 4.990823745727539,
      "epoch": 3.0604395604395602,
      "rel-constrast": 1.0516330003738403,
      "step": 3899,
      "subrel-constrast": 1.8109256029129028,
      "view-similarity": 0
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 3.671875,
      "learning_rate": 1.4057266897516841e-05,
      "loss": 0.586,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "overlap": 0.28593751788139343,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "student margin": 0.074310302734375
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "teacher margin": 0.063995361328125
    },
    {
      "epoch": 3.061224489795918,
      "margin difference": -0.01031494140625,
      "step": 3900
    },
    {
      "cov-distil": 2.379641056060791,
      "cov-distil (oracle2student)": 5.675911903381348,
      "cov-distil (oracle2teacher)": 5.447466850280762,
      "epoch": 3.061224489795918,
      "rel-constrast": 2.1621835231781006,
      "step": 3900,
      "subrel-constrast": 2.6372857093811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2630984783172607,
      "cov-distil (oracle2student)": 5.009087562561035,
      "cov-distil (oracle2teacher)": 4.185357570648193,
      "epoch": 3.062009419152276,
      "rel-constrast": 2.73061203956604,
      "step": 3901,
      "subrel-constrast": 2.829469919204712,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.204890012741089,
      "cov-distil (oracle2student)": 5.119787216186523,
      "cov-distil (oracle2teacher)": 4.626669883728027,
      "epoch": 3.062794348508634,
      "rel-constrast": 1.9693963527679443,
      "step": 3902,
      "subrel-constrast": 2.6671836376190186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9877923727035522,
      "cov-distil (oracle2student)": 4.135157108306885,
      "cov-distil (oracle2teacher)": 4.66849422454834,
      "epoch": 3.063579277864992,
      "rel-constrast": 2.0821738243103027,
      "step": 3903,
      "subrel-constrast": 2.760098934173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.463980197906494,
      "cov-distil (oracle2student)": 5.108599662780762,
      "cov-distil (oracle2teacher)": 4.8210649490356445,
      "epoch": 3.06436420722135,
      "rel-constrast": 2.9513731002807617,
      "step": 3904,
      "subrel-constrast": 3.6393415927886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244457244873047,
      "cov-distil (oracle2student)": 4.590723991394043,
      "cov-distil (oracle2teacher)": 4.7566118240356445,
      "epoch": 3.065149136577708,
      "rel-constrast": 2.802980899810791,
      "step": 3905,
      "subrel-constrast": 3.3777546882629395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.600375175476074,
      "cov-distil (oracle2student)": 3.9132490158081055,
      "cov-distil (oracle2teacher)": 3.8234119415283203,
      "epoch": 3.065934065934066,
      "rel-constrast": 1.8710455894470215,
      "step": 3906,
      "subrel-constrast": 2.832582473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0133495330810547,
      "cov-distil (oracle2student)": 4.245625019073486,
      "cov-distil (oracle2teacher)": 4.1573638916015625,
      "epoch": 3.0667189952904237,
      "rel-constrast": 1.9998421669006348,
      "step": 3907,
      "subrel-constrast": 2.7740421295166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5635530948638916,
      "cov-distil (oracle2student)": 2.8114843368530273,
      "cov-distil (oracle2teacher)": 3.8174524307250977,
      "epoch": 3.0675039246467817,
      "rel-constrast": 2.8435959815979004,
      "step": 3908,
      "subrel-constrast": 3.774156332015991,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2810726165771484,
      "cov-distil (oracle2student)": 2.6552374362945557,
      "cov-distil (oracle2teacher)": 2.991455078125,
      "epoch": 3.0682888540031397,
      "rel-constrast": 1.2923187017440796,
      "step": 3909,
      "subrel-constrast": 2.7986159324645996,
      "view-similarity": 0
    },
    {
      "epoch": 3.0690737833594977,
      "grad_norm": 3.921875,
      "learning_rate": 1.3815488013233984e-05,
      "loss": 0.5676,
      "step": 3910
    },
    {
      "cov-distil": 2.1138899326324463,
      "cov-distil (oracle2student)": 5.471736431121826,
      "cov-distil (oracle2teacher)": 5.088828086853027,
      "epoch": 3.0690737833594977,
      "rel-constrast": 2.853940725326538,
      "step": 3910,
      "subrel-constrast": 3.015807628631592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.631852388381958,
      "cov-distil (oracle2student)": 3.285292148590088,
      "cov-distil (oracle2teacher)": 3.3975372314453125,
      "epoch": 3.0698587127158556,
      "rel-constrast": 1.829668641090393,
      "step": 3911,
      "subrel-constrast": 2.345827579498291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.495187759399414,
      "cov-distil (oracle2student)": 4.3237457275390625,
      "cov-distil (oracle2teacher)": 3.8738901615142822,
      "epoch": 3.0706436420722136,
      "rel-constrast": 3.001734733581543,
      "step": 3912,
      "subrel-constrast": 3.7983932495117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9182772636413574,
      "cov-distil (oracle2student)": 5.3969902992248535,
      "cov-distil (oracle2teacher)": 5.380125045776367,
      "epoch": 3.0714285714285716,
      "rel-constrast": 2.050234079360962,
      "step": 3913,
      "subrel-constrast": 2.56980299949646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0352249145507812,
      "cov-distil (oracle2student)": 5.7212371826171875,
      "cov-distil (oracle2teacher)": 5.000483512878418,
      "epoch": 3.072213500784929,
      "rel-constrast": 2.2120554447174072,
      "step": 3914,
      "subrel-constrast": 2.797208309173584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1571743488311768,
      "cov-distil (oracle2student)": 4.113868236541748,
      "cov-distil (oracle2teacher)": 4.220358848571777,
      "epoch": 3.072998430141287,
      "rel-constrast": 2.32814359664917,
      "step": 3915,
      "subrel-constrast": 3.8302149772644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3650100231170654,
      "cov-distil (oracle2student)": 4.494100570678711,
      "cov-distil (oracle2teacher)": 3.909940481185913,
      "epoch": 3.073783359497645,
      "rel-constrast": 2.3391668796539307,
      "step": 3916,
      "subrel-constrast": 2.293363571166992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1840405464172363,
      "cov-distil (oracle2student)": 3.452580690383911,
      "cov-distil (oracle2teacher)": 3.470226287841797,
      "epoch": 3.074568288854003,
      "rel-constrast": 2.3464441299438477,
      "step": 3917,
      "subrel-constrast": 3.1691553592681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3513669967651367,
      "cov-distil (oracle2student)": 6.828428268432617,
      "cov-distil (oracle2teacher)": 6.546907901763916,
      "epoch": 3.075353218210361,
      "rel-constrast": 2.4686975479125977,
      "step": 3918,
      "subrel-constrast": 3.6677627563476562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.94835364818573,
      "cov-distil (oracle2student)": 4.154250621795654,
      "cov-distil (oracle2teacher)": 3.920980215072632,
      "epoch": 3.076138147566719,
      "rel-constrast": 1.5988514423370361,
      "step": 3919,
      "subrel-constrast": 2.3616724014282227,
      "view-similarity": 0
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 5.15625,
      "learning_rate": 1.3575472711016635e-05,
      "loss": 0.5757,
      "step": 3920
    },
    {
      "cov-distil": 2.442180633544922,
      "cov-distil (oracle2student)": 4.093116760253906,
      "cov-distil (oracle2teacher)": 3.828535318374634,
      "epoch": 3.076923076923077,
      "rel-constrast": 1.8790949583053589,
      "step": 3920,
      "subrel-constrast": 3.098188877105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3028316497802734,
      "cov-distil (oracle2student)": 3.6842994689941406,
      "cov-distil (oracle2teacher)": 4.124799728393555,
      "epoch": 3.0777080062794346,
      "rel-constrast": 1.3500665426254272,
      "step": 3921,
      "subrel-constrast": 2.0911176204681396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6183987855911255,
      "cov-distil (oracle2student)": 5.122316360473633,
      "cov-distil (oracle2teacher)": 5.066401481628418,
      "epoch": 3.0784929356357926,
      "rel-constrast": 3.2888715267181396,
      "step": 3922,
      "subrel-constrast": 3.1243505477905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804060697555542,
      "cov-distil (oracle2student)": 3.165168046951294,
      "cov-distil (oracle2teacher)": 3.399003505706787,
      "epoch": 3.0792778649921506,
      "rel-constrast": 3.0754644870758057,
      "step": 3923,
      "subrel-constrast": 2.808518409729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.86590313911438,
      "cov-distil (oracle2student)": 3.314108371734619,
      "cov-distil (oracle2teacher)": 3.610745668411255,
      "epoch": 3.0800627943485086,
      "rel-constrast": 2.2044153213500977,
      "step": 3924,
      "subrel-constrast": 3.053743362426758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0571868419647217,
      "cov-distil (oracle2student)": 4.739274024963379,
      "cov-distil (oracle2teacher)": 5.112382888793945,
      "epoch": 3.0808477237048666,
      "rel-constrast": 3.4124019145965576,
      "step": 3925,
      "subrel-constrast": 4.050946235656738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.423909068107605,
      "cov-distil (oracle2student)": 2.922274589538574,
      "cov-distil (oracle2teacher)": 3.2961983680725098,
      "epoch": 3.0816326530612246,
      "rel-constrast": 1.7362959384918213,
      "step": 3926,
      "subrel-constrast": 2.3460280895233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.960960030555725,
      "cov-distil (oracle2student)": 3.7214906215667725,
      "cov-distil (oracle2teacher)": 3.4449779987335205,
      "epoch": 3.0824175824175826,
      "rel-constrast": 1.6977051496505737,
      "step": 3927,
      "subrel-constrast": 2.1623055934906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.930321216583252,
      "cov-distil (oracle2student)": 4.673933506011963,
      "cov-distil (oracle2teacher)": 5.204857349395752,
      "epoch": 3.0832025117739406,
      "rel-constrast": 3.65073823928833,
      "step": 3928,
      "subrel-constrast": 4.191766262054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3191742897033691,
      "cov-distil (oracle2student)": 4.093565940856934,
      "cov-distil (oracle2teacher)": 3.487278699874878,
      "epoch": 3.083987441130298,
      "rel-constrast": 2.2201478481292725,
      "step": 3929,
      "subrel-constrast": 2.5965702533721924,
      "view-similarity": 0
    },
    {
      "epoch": 3.084772370486656,
      "grad_norm": 5.6875,
      "learning_rate": 1.3337232688872009e-05,
      "loss": 0.6129,
      "step": 3930
    },
    {
      "cov-distil": 1.8523776531219482,
      "cov-distil (oracle2student)": 3.627117395401001,
      "cov-distil (oracle2teacher)": 3.175363540649414,
      "epoch": 3.084772370486656,
      "rel-constrast": 1.719916582107544,
      "step": 3930,
      "subrel-constrast": 2.251047134399414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.253969430923462,
      "cov-distil (oracle2student)": 4.391528129577637,
      "cov-distil (oracle2teacher)": 5.263819217681885,
      "epoch": 3.085557299843014,
      "rel-constrast": 1.5832490921020508,
      "step": 3931,
      "subrel-constrast": 2.743441104888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5920097827911377,
      "cov-distil (oracle2student)": 3.667330741882324,
      "cov-distil (oracle2teacher)": 3.734823703765869,
      "epoch": 3.086342229199372,
      "rel-constrast": 1.930481195449829,
      "step": 3932,
      "subrel-constrast": 2.421583652496338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7530450820922852,
      "cov-distil (oracle2student)": 6.141913414001465,
      "cov-distil (oracle2teacher)": 6.246683597564697,
      "epoch": 3.08712715855573,
      "rel-constrast": 2.5169897079467773,
      "step": 3933,
      "subrel-constrast": 3.3293819427490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8137372732162476,
      "cov-distil (oracle2student)": 5.179253578186035,
      "cov-distil (oracle2teacher)": 4.878200531005859,
      "epoch": 3.087912087912088,
      "rel-constrast": 2.8055217266082764,
      "step": 3934,
      "subrel-constrast": 3.4629874229431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2288661003112793,
      "cov-distil (oracle2student)": 3.9166646003723145,
      "cov-distil (oracle2teacher)": 4.28187370300293,
      "epoch": 3.088697017268446,
      "rel-constrast": 1.7753548622131348,
      "step": 3935,
      "subrel-constrast": 3.425710678100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5415687561035156,
      "cov-distil (oracle2student)": 4.674055576324463,
      "cov-distil (oracle2teacher)": 4.361196517944336,
      "epoch": 3.0894819466248036,
      "rel-constrast": 3.1461737155914307,
      "step": 3936,
      "subrel-constrast": 3.524819850921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.370252847671509,
      "cov-distil (oracle2student)": 4.805169105529785,
      "cov-distil (oracle2teacher)": 4.931512832641602,
      "epoch": 3.0902668759811616,
      "rel-constrast": 2.880375862121582,
      "step": 3937,
      "subrel-constrast": 3.3177058696746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563260078430176,
      "cov-distil (oracle2student)": 5.585328102111816,
      "cov-distil (oracle2teacher)": 5.58292293548584,
      "epoch": 3.0910518053375196,
      "rel-constrast": 1.258591890335083,
      "step": 3938,
      "subrel-constrast": 2.375515937805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067073345184326,
      "cov-distil (oracle2student)": 3.925027847290039,
      "cov-distil (oracle2teacher)": 2.96142315864563,
      "epoch": 3.0918367346938775,
      "rel-constrast": 1.9820806980133057,
      "step": 3939,
      "subrel-constrast": 2.661332130432129,
      "view-similarity": 0
    },
    {
      "epoch": 3.0926216640502355,
      "grad_norm": 6.125,
      "learning_rate": 1.3100779558282672e-05,
      "loss": 0.54,
      "step": 3940
    },
    {
      "cov-distil": 3.421213388442993,
      "cov-distil (oracle2student)": 4.2965474128723145,
      "cov-distil (oracle2teacher)": 4.492812156677246,
      "epoch": 3.0926216640502355,
      "rel-constrast": 2.1222822666168213,
      "step": 3940,
      "subrel-constrast": 3.2939071655273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3665536642074585,
      "cov-distil (oracle2student)": 4.839876174926758,
      "cov-distil (oracle2teacher)": 4.482688903808594,
      "epoch": 3.0934065934065935,
      "rel-constrast": 2.6791470050811768,
      "step": 3941,
      "subrel-constrast": 2.816709041595459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9848806858062744,
      "cov-distil (oracle2student)": 2.5801022052764893,
      "cov-distil (oracle2teacher)": 2.720071792602539,
      "epoch": 3.0941915227629515,
      "rel-constrast": 2.891962766647339,
      "step": 3942,
      "subrel-constrast": 3.1989479064941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117157220840454,
      "cov-distil (oracle2student)": 3.8134939670562744,
      "cov-distil (oracle2teacher)": 4.124594688415527,
      "epoch": 3.094976452119309,
      "rel-constrast": 3.2039682865142822,
      "step": 3943,
      "subrel-constrast": 3.97465443611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070319652557373,
      "cov-distil (oracle2student)": 6.131591796875,
      "cov-distil (oracle2teacher)": 5.8551926612854,
      "epoch": 3.095761381475667,
      "rel-constrast": 3.7853012084960938,
      "step": 3944,
      "subrel-constrast": 3.859816074371338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7010583877563477,
      "cov-distil (oracle2student)": 4.132818698883057,
      "cov-distil (oracle2teacher)": 4.530789375305176,
      "epoch": 3.096546310832025,
      "rel-constrast": 2.355645179748535,
      "step": 3945,
      "subrel-constrast": 3.739567756652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.708728075027466,
      "cov-distil (oracle2student)": 4.091678619384766,
      "cov-distil (oracle2teacher)": 3.217593193054199,
      "epoch": 3.097331240188383,
      "rel-constrast": 2.6075687408447266,
      "step": 3946,
      "subrel-constrast": 2.946720600128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4112879037857056,
      "cov-distil (oracle2student)": 4.422255992889404,
      "cov-distil (oracle2teacher)": 4.330293655395508,
      "epoch": 3.098116169544741,
      "rel-constrast": 2.7302379608154297,
      "step": 3947,
      "subrel-constrast": 3.114537239074707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.852973461151123,
      "cov-distil (oracle2student)": 5.837996006011963,
      "cov-distil (oracle2teacher)": 5.137053489685059,
      "epoch": 3.098901098901099,
      "rel-constrast": 3.273038148880005,
      "step": 3948,
      "subrel-constrast": 3.478261947631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9106879234313965,
      "cov-distil (oracle2student)": 4.183460235595703,
      "cov-distil (oracle2teacher)": 3.7785463333129883,
      "epoch": 3.099686028257457,
      "rel-constrast": 2.165520191192627,
      "step": 3949,
      "subrel-constrast": 2.4773025512695312,
      "view-similarity": 0
    },
    {
      "epoch": 3.100470957613815,
      "grad_norm": 5.4375,
      "learning_rate": 1.2866124843640615e-05,
      "loss": 0.6954,
      "step": 3950
    },
    {
      "cov-distil": 2.3550026416778564,
      "cov-distil (oracle2student)": 6.464723110198975,
      "cov-distil (oracle2teacher)": 7.155307769775391,
      "epoch": 3.100470957613815,
      "rel-constrast": 3.2034215927124023,
      "step": 3950,
      "subrel-constrast": 4.023438453674316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7525134086608887,
      "cov-distil (oracle2student)": 3.981560707092285,
      "cov-distil (oracle2teacher)": 4.171499729156494,
      "epoch": 3.1012558869701725,
      "rel-constrast": 2.514308214187622,
      "step": 3951,
      "subrel-constrast": 3.2120187282562256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.185485363006592,
      "cov-distil (oracle2student)": 4.217733383178711,
      "cov-distil (oracle2teacher)": 4.07830810546875,
      "epoch": 3.1020408163265305,
      "rel-constrast": 3.327718734741211,
      "step": 3952,
      "subrel-constrast": 3.8229763507843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4683215618133545,
      "cov-distil (oracle2student)": 4.904891490936279,
      "cov-distil (oracle2teacher)": 5.13620662689209,
      "epoch": 3.1028257456828885,
      "rel-constrast": 2.324436664581299,
      "step": 3953,
      "subrel-constrast": 4.061184883117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8925857543945312,
      "cov-distil (oracle2student)": 4.49869966506958,
      "cov-distil (oracle2teacher)": 3.972865343093872,
      "epoch": 3.1036106750392465,
      "rel-constrast": 2.038347005844116,
      "step": 3954,
      "subrel-constrast": 2.133239507675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2986249923706055,
      "cov-distil (oracle2student)": 4.7431159019470215,
      "cov-distil (oracle2teacher)": 3.774563789367676,
      "epoch": 3.1043956043956045,
      "rel-constrast": 2.7353062629699707,
      "step": 3955,
      "subrel-constrast": 3.4112823009490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4315626621246338,
      "cov-distil (oracle2student)": 6.7647175788879395,
      "cov-distil (oracle2teacher)": 6.588603973388672,
      "epoch": 3.1051805337519625,
      "rel-constrast": 2.9380340576171875,
      "step": 3956,
      "subrel-constrast": 3.5637290477752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.138540744781494,
      "cov-distil (oracle2student)": 4.881471633911133,
      "cov-distil (oracle2teacher)": 5.052667617797852,
      "epoch": 3.1059654631083204,
      "rel-constrast": 1.8306114673614502,
      "step": 3957,
      "subrel-constrast": 2.4040284156799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4866790771484375,
      "cov-distil (oracle2student)": 4.9984612464904785,
      "cov-distil (oracle2teacher)": 4.731941223144531,
      "epoch": 3.106750392464678,
      "rel-constrast": 2.4530014991760254,
      "step": 3958,
      "subrel-constrast": 2.33589506149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.140180826187134,
      "cov-distil (oracle2student)": 5.708132743835449,
      "cov-distil (oracle2teacher)": 5.035981178283691,
      "epoch": 3.107535321821036,
      "rel-constrast": 2.79731822013855,
      "step": 3959,
      "subrel-constrast": 3.6830759048461914,
      "view-similarity": 0
    },
    {
      "epoch": 3.108320251177394,
      "grad_norm": 7.1875,
      "learning_rate": 1.2633279981685608e-05,
      "loss": 0.6541,
      "step": 3960
    },
    {
      "cov-distil": 1.623422384262085,
      "cov-distil (oracle2student)": 5.181056022644043,
      "cov-distil (oracle2teacher)": 4.865181922912598,
      "epoch": 3.108320251177394,
      "rel-constrast": 2.121638536453247,
      "step": 3960,
      "subrel-constrast": 2.753309726715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9615404605865479,
      "cov-distil (oracle2student)": 4.855424880981445,
      "cov-distil (oracle2teacher)": 4.320569038391113,
      "epoch": 3.109105180533752,
      "rel-constrast": 3.5052855014801025,
      "step": 3961,
      "subrel-constrast": 3.6383790969848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7646396160125732,
      "cov-distil (oracle2student)": 5.142423629760742,
      "cov-distil (oracle2teacher)": 5.061492443084717,
      "epoch": 3.10989010989011,
      "rel-constrast": 2.0515055656433105,
      "step": 3962,
      "subrel-constrast": 2.829197883605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.087141513824463,
      "cov-distil (oracle2student)": 6.187262535095215,
      "cov-distil (oracle2teacher)": 6.248833179473877,
      "epoch": 3.110675039246468,
      "rel-constrast": 3.056743621826172,
      "step": 3963,
      "subrel-constrast": 3.294342041015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3747133016586304,
      "cov-distil (oracle2student)": 3.820190906524658,
      "cov-distil (oracle2teacher)": 4.418902397155762,
      "epoch": 3.111459968602826,
      "rel-constrast": 1.9093775749206543,
      "step": 3964,
      "subrel-constrast": 2.769759178161621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2537031173706055,
      "cov-distil (oracle2student)": 3.097219705581665,
      "cov-distil (oracle2teacher)": 3.361295461654663,
      "epoch": 3.1122448979591835,
      "rel-constrast": 2.732050657272339,
      "step": 3965,
      "subrel-constrast": 2.8356781005859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.399244785308838,
      "cov-distil (oracle2student)": 5.280830383300781,
      "cov-distil (oracle2teacher)": 5.376991271972656,
      "epoch": 3.1130298273155415,
      "rel-constrast": 2.771205186843872,
      "step": 3966,
      "subrel-constrast": 3.3018598556518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.446725845336914,
      "cov-distil (oracle2student)": 5.334218978881836,
      "cov-distil (oracle2teacher)": 4.921514511108398,
      "epoch": 3.1138147566718994,
      "rel-constrast": 2.272573471069336,
      "step": 3967,
      "subrel-constrast": 3.486057758331299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3853073120117188,
      "cov-distil (oracle2student)": 5.4497809410095215,
      "cov-distil (oracle2teacher)": 5.082856178283691,
      "epoch": 3.1145996860282574,
      "rel-constrast": 2.3644790649414062,
      "step": 3968,
      "subrel-constrast": 2.8656489849090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.371417760848999,
      "cov-distil (oracle2student)": 5.8725128173828125,
      "cov-distil (oracle2teacher)": 5.427868843078613,
      "epoch": 3.1153846153846154,
      "rel-constrast": 2.4286439418792725,
      "step": 3969,
      "subrel-constrast": 2.705017566680908,
      "view-similarity": 0
    },
    {
      "epoch": 3.1161695447409734,
      "grad_norm": 4.875,
      "learning_rate": 1.240225632094773e-05,
      "loss": 0.6303,
      "step": 3970
    },
    {
      "cov-distil": 2.7037365436553955,
      "cov-distil (oracle2student)": 5.463237762451172,
      "cov-distil (oracle2teacher)": 4.908626556396484,
      "epoch": 3.1161695447409734,
      "rel-constrast": 2.6717419624328613,
      "step": 3970,
      "subrel-constrast": 3.474670171737671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.84762442111969,
      "cov-distil (oracle2student)": 5.005420684814453,
      "cov-distil (oracle2teacher)": 4.547025680541992,
      "epoch": 3.1169544740973314,
      "rel-constrast": 2.6376495361328125,
      "step": 3971,
      "subrel-constrast": 2.9282727241516113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566615343093872,
      "cov-distil (oracle2student)": 4.249736785888672,
      "cov-distil (oracle2teacher)": 4.372260093688965,
      "epoch": 3.1177394034536894,
      "rel-constrast": 3.3322293758392334,
      "step": 3972,
      "subrel-constrast": 3.8471457958221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601381540298462,
      "cov-distil (oracle2student)": 3.3289411067962646,
      "cov-distil (oracle2teacher)": 2.9737048149108887,
      "epoch": 3.118524332810047,
      "rel-constrast": 2.574204683303833,
      "step": 3973,
      "subrel-constrast": 3.156961679458618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6027846336364746,
      "cov-distil (oracle2student)": 3.9607081413269043,
      "cov-distil (oracle2teacher)": 4.771446228027344,
      "epoch": 3.119309262166405,
      "rel-constrast": 2.0151538848876953,
      "step": 3974,
      "subrel-constrast": 3.146045446395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.992530107498169,
      "cov-distil (oracle2student)": 4.445479393005371,
      "cov-distil (oracle2teacher)": 4.2552032470703125,
      "epoch": 3.120094191522763,
      "rel-constrast": 3.7571897506713867,
      "step": 3975,
      "subrel-constrast": 4.219748020172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5850701332092285,
      "cov-distil (oracle2student)": 4.093679428100586,
      "cov-distil (oracle2teacher)": 4.381442070007324,
      "epoch": 3.120879120879121,
      "rel-constrast": 1.843461513519287,
      "step": 3976,
      "subrel-constrast": 2.969353437423706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.381865978240967,
      "cov-distil (oracle2student)": 4.932135581970215,
      "cov-distil (oracle2teacher)": 4.915623664855957,
      "epoch": 3.121664050235479,
      "rel-constrast": 2.2534775733947754,
      "step": 3977,
      "subrel-constrast": 3.1737654209136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176776885986328,
      "cov-distil (oracle2student)": 5.638606071472168,
      "cov-distil (oracle2teacher)": 4.957332134246826,
      "epoch": 3.122448979591837,
      "rel-constrast": 4.439098358154297,
      "step": 3978,
      "subrel-constrast": 4.753875255584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.305856227874756,
      "cov-distil (oracle2student)": 3.886800765991211,
      "cov-distil (oracle2teacher)": 3.6955385208129883,
      "epoch": 3.123233908948195,
      "rel-constrast": 2.0460352897644043,
      "step": 3979,
      "subrel-constrast": 3.0976903438568115,
      "view-similarity": 0
    },
    {
      "epoch": 3.1240188383045524,
      "grad_norm": 6.09375,
      "learning_rate": 1.217306512119425e-05,
      "loss": 0.6893,
      "step": 3980
    },
    {
      "cov-distil": 1.8386597633361816,
      "cov-distil (oracle2student)": 4.381686210632324,
      "cov-distil (oracle2teacher)": 4.279341697692871,
      "epoch": 3.1240188383045524,
      "rel-constrast": 2.065631628036499,
      "step": 3980,
      "subrel-constrast": 2.463409900665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002349853515625,
      "cov-distil (oracle2student)": 5.01590633392334,
      "cov-distil (oracle2teacher)": 5.100294589996338,
      "epoch": 3.1248037676609104,
      "rel-constrast": 2.928408622741699,
      "step": 3981,
      "subrel-constrast": 3.1813108921051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.424165964126587,
      "cov-distil (oracle2student)": 5.48438024520874,
      "cov-distil (oracle2teacher)": 5.329381942749023,
      "epoch": 3.1255886970172684,
      "rel-constrast": 2.894566774368286,
      "step": 3982,
      "subrel-constrast": 3.445693254470825,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0400257110595703,
      "cov-distil (oracle2student)": 3.8204703330993652,
      "cov-distil (oracle2teacher)": 3.765082359313965,
      "epoch": 3.1263736263736264,
      "rel-constrast": 1.9516470432281494,
      "step": 3983,
      "subrel-constrast": 2.6352882385253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8932650089263916,
      "cov-distil (oracle2student)": 5.48596715927124,
      "cov-distil (oracle2teacher)": 5.099348068237305,
      "epoch": 3.1271585557299844,
      "rel-constrast": 2.5864157676696777,
      "step": 3984,
      "subrel-constrast": 3.0058627128601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652299404144287,
      "cov-distil (oracle2student)": 2.9427011013031006,
      "cov-distil (oracle2teacher)": 3.1811704635620117,
      "epoch": 3.1279434850863423,
      "rel-constrast": 1.4043617248535156,
      "step": 3985,
      "subrel-constrast": 1.9887882471084595,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9775896072387695,
      "cov-distil (oracle2student)": 6.219343662261963,
      "cov-distil (oracle2teacher)": 5.354089736938477,
      "epoch": 3.1287284144427003,
      "rel-constrast": 2.6181154251098633,
      "step": 3986,
      "subrel-constrast": 3.366539716720581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9046074151992798,
      "cov-distil (oracle2student)": 4.539766311645508,
      "cov-distil (oracle2teacher)": 4.680115222930908,
      "epoch": 3.129513343799058,
      "rel-constrast": 2.2679872512817383,
      "step": 3987,
      "subrel-constrast": 2.9031195640563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9099373817443848,
      "cov-distil (oracle2student)": 3.1932952404022217,
      "cov-distil (oracle2teacher)": 2.921114921569824,
      "epoch": 3.130298273155416,
      "rel-constrast": 2.2362749576568604,
      "step": 3988,
      "subrel-constrast": 2.8372480869293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5772786140441895,
      "cov-distil (oracle2student)": 4.355609893798828,
      "cov-distil (oracle2teacher)": 4.345893383026123,
      "epoch": 3.131083202511774,
      "rel-constrast": 1.6345938444137573,
      "step": 3989,
      "subrel-constrast": 2.8965847492218018,
      "view-similarity": 0
    },
    {
      "epoch": 3.131868131868132,
      "grad_norm": 5.0625,
      "learning_rate": 1.194571755288092e-05,
      "loss": 0.5647,
      "step": 3990
    },
    {
      "cov-distil": 1.8727920055389404,
      "cov-distil (oracle2student)": 3.525068759918213,
      "cov-distil (oracle2teacher)": 3.2344281673431396,
      "epoch": 3.131868131868132,
      "rel-constrast": 2.624854326248169,
      "step": 3990,
      "subrel-constrast": 3.0021934509277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025918483734131,
      "cov-distil (oracle2student)": 4.216396331787109,
      "cov-distil (oracle2teacher)": 4.1605072021484375,
      "epoch": 3.13265306122449,
      "rel-constrast": 2.4834420680999756,
      "step": 3991,
      "subrel-constrast": 3.207550525665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2242417335510254,
      "cov-distil (oracle2student)": 4.457732200622559,
      "cov-distil (oracle2teacher)": 4.105900287628174,
      "epoch": 3.133437990580848,
      "rel-constrast": 2.2273755073547363,
      "step": 3992,
      "subrel-constrast": 2.908215284347534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.612987995147705,
      "cov-distil (oracle2student)": 5.63593053817749,
      "cov-distil (oracle2teacher)": 5.6585187911987305,
      "epoch": 3.134222919937206,
      "rel-constrast": 2.5295591354370117,
      "step": 3993,
      "subrel-constrast": 3.0091519355773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8949825763702393,
      "cov-distil (oracle2student)": 4.3083600997924805,
      "cov-distil (oracle2teacher)": 4.2000274658203125,
      "epoch": 3.1350078492935634,
      "rel-constrast": 2.3620195388793945,
      "step": 3994,
      "subrel-constrast": 2.577650785446167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839247226715088,
      "cov-distil (oracle2student)": 4.454306602478027,
      "cov-distil (oracle2teacher)": 3.880765199661255,
      "epoch": 3.1357927786499213,
      "rel-constrast": 2.597562313079834,
      "step": 3995,
      "subrel-constrast": 3.158703565597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2843916416168213,
      "cov-distil (oracle2student)": 3.8092002868652344,
      "cov-distil (oracle2teacher)": 3.5666310787200928,
      "epoch": 3.1365777080062793,
      "rel-constrast": 2.1489126682281494,
      "step": 3996,
      "subrel-constrast": 2.5761032104492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9708138704299927,
      "cov-distil (oracle2student)": 5.13190221786499,
      "cov-distil (oracle2teacher)": 4.650854110717773,
      "epoch": 3.1373626373626373,
      "rel-constrast": 2.050917148590088,
      "step": 3997,
      "subrel-constrast": 2.8935556411743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6056255102157593,
      "cov-distil (oracle2student)": 5.585114002227783,
      "cov-distil (oracle2teacher)": 5.578273773193359,
      "epoch": 3.1381475667189953,
      "rel-constrast": 1.981132984161377,
      "step": 3998,
      "subrel-constrast": 2.119511365890503,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.569415330886841,
      "cov-distil (oracle2student)": 5.9784345626831055,
      "cov-distil (oracle2teacher)": 5.725101470947266,
      "epoch": 3.1389324960753533,
      "rel-constrast": 2.304621458053589,
      "step": 3999,
      "subrel-constrast": 3.332667350769043,
      "view-similarity": 0
    },
    {
      "epoch": 3.1397174254317113,
      "grad_norm": 5.96875,
      "learning_rate": 1.1720224696607474e-05,
      "loss": 0.5828,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-P@10": 0.7339999999999999,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-nDCG@10": 0.7420918623662807,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-alpha_nDCG@10": 0.5613405379342596,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-P@10": 0.42899999999999994,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-nDCG@10": 0.6010916771701309,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-alpha_nDCG@10": 0.5759244940328133,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/avg": 0.5249023397529539,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "overlap": 0.3359375,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "teacher margin": 0.040557861328125
    },
    {
      "epoch": 3.1397174254317113,
      "margin difference": -0.017730712890625,
      "step": 4000
    },
    {
      "cov-distil": 1.5904614925384521,
      "cov-distil (oracle2student)": 3.73268461227417,
      "cov-distil (oracle2teacher)": 3.8979270458221436,
      "epoch": 3.1397174254317113,
      "rel-constrast": 2.4178357124328613,
      "step": 4000,
      "subrel-constrast": 3.2471776008605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617124319076538,
      "cov-distil (oracle2student)": 4.9045562744140625,
      "cov-distil (oracle2teacher)": 5.866050720214844,
      "epoch": 3.1405023547880693,
      "rel-constrast": 2.5081887245178223,
      "step": 4001,
      "subrel-constrast": 2.4229397773742676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7044873237609863,
      "cov-distil (oracle2student)": 4.174886703491211,
      "cov-distil (oracle2teacher)": 4.451399326324463,
      "epoch": 3.141287284144427,
      "rel-constrast": 2.715056896209717,
      "step": 4002,
      "subrel-constrast": 2.895603656768799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8921698331832886,
      "cov-distil (oracle2student)": 4.4147868156433105,
      "cov-distil (oracle2teacher)": 4.422582149505615,
      "epoch": 3.142072213500785,
      "rel-constrast": 2.503922939300537,
      "step": 4003,
      "subrel-constrast": 3.2744839191436768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.694556951522827,
      "cov-distil (oracle2student)": 4.730696678161621,
      "cov-distil (oracle2teacher)": 4.781166076660156,
      "epoch": 3.142857142857143,
      "rel-constrast": 2.3789868354797363,
      "step": 4004,
      "subrel-constrast": 3.0156939029693604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8436803817749023,
      "cov-distil (oracle2student)": 5.463242053985596,
      "cov-distil (oracle2teacher)": 4.8561506271362305,
      "epoch": 3.143642072213501,
      "rel-constrast": 2.793607711791992,
      "step": 4005,
      "subrel-constrast": 3.2609615325927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7447562217712402,
      "cov-distil (oracle2student)": 3.1541550159454346,
      "cov-distil (oracle2teacher)": 3.47979736328125,
      "epoch": 3.1444270015698588,
      "rel-constrast": 1.5338246822357178,
      "step": 4006,
      "subrel-constrast": 2.320371627807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8342242240905762,
      "cov-distil (oracle2student)": 4.125933647155762,
      "cov-distil (oracle2teacher)": 4.261852264404297,
      "epoch": 3.1452119309262168,
      "rel-constrast": 3.303394079208374,
      "step": 4007,
      "subrel-constrast": 4.365005016326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4710357189178467,
      "cov-distil (oracle2student)": 5.96937370300293,
      "cov-distil (oracle2teacher)": 5.325055122375488,
      "epoch": 3.1459968602825747,
      "rel-constrast": 3.002758026123047,
      "step": 4008,
      "subrel-constrast": 3.8631536960601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7825889587402344,
      "cov-distil (oracle2student)": 4.733863830566406,
      "cov-distil (oracle2teacher)": 4.780194282531738,
      "epoch": 3.1467817896389323,
      "rel-constrast": 1.6812398433685303,
      "step": 4009,
      "subrel-constrast": 3.0431196689605713,
      "view-similarity": 0
    },
    {
      "epoch": 3.1475667189952903,
      "grad_norm": 5.21875,
      "learning_rate": 1.1496597542577603e-05,
      "loss": 0.621,
      "step": 4010
    },
    {
      "cov-distil": 2.9595718383789062,
      "cov-distil (oracle2student)": 3.6362876892089844,
      "cov-distil (oracle2teacher)": 2.8056344985961914,
      "epoch": 3.1475667189952903,
      "rel-constrast": 1.9089641571044922,
      "step": 4010,
      "subrel-constrast": 2.8878142833709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.14491868019104,
      "cov-distil (oracle2student)": 3.0996928215026855,
      "cov-distil (oracle2teacher)": 3.4320755004882812,
      "epoch": 3.1483516483516483,
      "rel-constrast": 2.6586809158325195,
      "step": 4011,
      "subrel-constrast": 3.3156425952911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.190249443054199,
      "cov-distil (oracle2student)": 5.365851402282715,
      "cov-distil (oracle2teacher)": 5.420839309692383,
      "epoch": 3.1491365777080063,
      "rel-constrast": 2.7352983951568604,
      "step": 4012,
      "subrel-constrast": 3.5672452449798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8896034955978394,
      "cov-distil (oracle2student)": 5.032444477081299,
      "cov-distil (oracle2teacher)": 5.157793045043945,
      "epoch": 3.1499215070643642,
      "rel-constrast": 2.77023983001709,
      "step": 4013,
      "subrel-constrast": 3.7349696159362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523740291595459,
      "cov-distil (oracle2student)": 4.531691551208496,
      "cov-distil (oracle2teacher)": 4.315098285675049,
      "epoch": 3.1507064364207222,
      "rel-constrast": 2.1485495567321777,
      "step": 4014,
      "subrel-constrast": 2.692416191101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.569001317024231,
      "cov-distil (oracle2student)": 6.232799530029297,
      "cov-distil (oracle2teacher)": 5.601531982421875,
      "epoch": 3.1514913657770802,
      "rel-constrast": 2.4840269088745117,
      "step": 4015,
      "subrel-constrast": 2.877148389816284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835817813873291,
      "cov-distil (oracle2student)": 4.214997291564941,
      "cov-distil (oracle2teacher)": 4.737251281738281,
      "epoch": 3.152276295133438,
      "rel-constrast": 1.885225534439087,
      "step": 4016,
      "subrel-constrast": 1.8969037532806396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.783879041671753,
      "cov-distil (oracle2student)": 2.5023326873779297,
      "cov-distil (oracle2teacher)": 2.752904176712036,
      "epoch": 3.1530612244897958,
      "rel-constrast": 2.933314323425293,
      "step": 4017,
      "subrel-constrast": 3.343005895614624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675434350967407,
      "cov-distil (oracle2student)": 6.382396697998047,
      "cov-distil (oracle2teacher)": 5.959490776062012,
      "epoch": 3.1538461538461537,
      "rel-constrast": 2.6953697204589844,
      "step": 4018,
      "subrel-constrast": 3.651994466781616,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0071749687194824,
      "cov-distil (oracle2student)": 6.75929069519043,
      "cov-distil (oracle2teacher)": 6.068814754486084,
      "epoch": 3.1546310832025117,
      "rel-constrast": 2.233151435852051,
      "step": 4019,
      "subrel-constrast": 2.8131790161132812,
      "view-similarity": 0
    },
    {
      "epoch": 3.1554160125588697,
      "grad_norm": 5.6875,
      "learning_rate": 1.1274846990063315e-05,
      "loss": 0.6113,
      "step": 4020
    },
    {
      "cov-distil": 1.2419180870056152,
      "cov-distil (oracle2student)": 5.423984050750732,
      "cov-distil (oracle2teacher)": 5.1145243644714355,
      "epoch": 3.1554160125588697,
      "rel-constrast": 1.6316497325897217,
      "step": 4020,
      "subrel-constrast": 2.1226909160614014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880009412765503,
      "cov-distil (oracle2student)": 3.3512392044067383,
      "cov-distil (oracle2teacher)": 3.155155897140503,
      "epoch": 3.1562009419152277,
      "rel-constrast": 1.9425419569015503,
      "step": 4021,
      "subrel-constrast": 2.9341399669647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8756303787231445,
      "cov-distil (oracle2student)": 4.392755508422852,
      "cov-distil (oracle2teacher)": 4.124523639678955,
      "epoch": 3.1569858712715857,
      "rel-constrast": 1.5977188348770142,
      "step": 4022,
      "subrel-constrast": 2.250032901763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9249835014343262,
      "cov-distil (oracle2student)": 4.620939254760742,
      "cov-distil (oracle2teacher)": 4.764056205749512,
      "epoch": 3.1577708006279437,
      "rel-constrast": 2.4588587284088135,
      "step": 4023,
      "subrel-constrast": 3.117220163345337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9071316719055176,
      "cov-distil (oracle2student)": 3.7060599327087402,
      "cov-distil (oracle2teacher)": 4.3549699783325195,
      "epoch": 3.1585557299843012,
      "rel-constrast": 2.1772804260253906,
      "step": 4024,
      "subrel-constrast": 3.1409521102905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5139386653900146,
      "cov-distil (oracle2student)": 4.315974235534668,
      "cov-distil (oracle2teacher)": 4.612062454223633,
      "epoch": 3.159340659340659,
      "rel-constrast": 1.8070095777511597,
      "step": 4025,
      "subrel-constrast": 2.038926601409912,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110551357269287,
      "cov-distil (oracle2student)": 4.125613212585449,
      "cov-distil (oracle2teacher)": 3.6823267936706543,
      "epoch": 3.160125588697017,
      "rel-constrast": 3.0065999031066895,
      "step": 4026,
      "subrel-constrast": 3.2349743843078613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.949091672897339,
      "cov-distil (oracle2student)": 4.830317497253418,
      "cov-distil (oracle2teacher)": 4.576416969299316,
      "epoch": 3.160910518053375,
      "rel-constrast": 4.069248199462891,
      "step": 4027,
      "subrel-constrast": 4.19788122177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8582067489624023,
      "cov-distil (oracle2student)": 5.872447967529297,
      "cov-distil (oracle2teacher)": 4.997021675109863,
      "epoch": 3.161695447409733,
      "rel-constrast": 3.1230642795562744,
      "step": 4028,
      "subrel-constrast": 3.7167441844940186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4628528356552124,
      "cov-distil (oracle2student)": 4.103987693786621,
      "cov-distil (oracle2teacher)": 3.862009286880493,
      "epoch": 3.162480376766091,
      "rel-constrast": 1.7927426099777222,
      "step": 4029,
      "subrel-constrast": 2.115516185760498,
      "view-similarity": 0
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 4.8125,
      "learning_rate": 1.1054983846873685e-05,
      "loss": 0.5902,
      "step": 4030
    },
    {
      "cov-distil": 1.8952791690826416,
      "cov-distil (oracle2student)": 3.7410788536071777,
      "cov-distil (oracle2teacher)": 4.74189567565918,
      "epoch": 3.163265306122449,
      "rel-constrast": 2.0352067947387695,
      "step": 4030,
      "subrel-constrast": 2.4392008781433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582170844078064,
      "cov-distil (oracle2student)": 3.1615002155303955,
      "cov-distil (oracle2teacher)": 3.0336594581604004,
      "epoch": 3.1640502354788067,
      "rel-constrast": 2.3747878074645996,
      "step": 4031,
      "subrel-constrast": 3.206415891647339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3778377771377563,
      "cov-distil (oracle2student)": 5.252067565917969,
      "cov-distil (oracle2teacher)": 4.4716081619262695,
      "epoch": 3.1648351648351647,
      "rel-constrast": 1.5121948719024658,
      "step": 4032,
      "subrel-constrast": 1.8959521055221558,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4907819032669067,
      "cov-distil (oracle2student)": 5.8159637451171875,
      "cov-distil (oracle2teacher)": 5.653748989105225,
      "epoch": 3.1656200941915227,
      "rel-constrast": 2.270519256591797,
      "step": 4033,
      "subrel-constrast": 2.691676139831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.130816698074341,
      "cov-distil (oracle2student)": 6.088082313537598,
      "cov-distil (oracle2teacher)": 5.95154333114624,
      "epoch": 3.1664050235478807,
      "rel-constrast": 3.1502749919891357,
      "step": 4034,
      "subrel-constrast": 3.662660837173462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8188998699188232,
      "cov-distil (oracle2student)": 6.955107688903809,
      "cov-distil (oracle2teacher)": 6.910137176513672,
      "epoch": 3.1671899529042387,
      "rel-constrast": 3.5558948516845703,
      "step": 4035,
      "subrel-constrast": 4.31254768371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9015276432037354,
      "cov-distil (oracle2student)": 4.874831676483154,
      "cov-distil (oracle2teacher)": 3.9705588817596436,
      "epoch": 3.1679748822605966,
      "rel-constrast": 1.665927529335022,
      "step": 4036,
      "subrel-constrast": 2.0466582775115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1959307193756104,
      "cov-distil (oracle2student)": 3.965284824371338,
      "cov-distil (oracle2teacher)": 4.212093353271484,
      "epoch": 3.1687598116169546,
      "rel-constrast": 2.7402424812316895,
      "step": 4037,
      "subrel-constrast": 3.302022933959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0450804233551025,
      "cov-distil (oracle2student)": 5.240678310394287,
      "cov-distil (oracle2teacher)": 5.146479606628418,
      "epoch": 3.169544740973312,
      "rel-constrast": 2.89815616607666,
      "step": 4038,
      "subrel-constrast": 3.380868434906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.337052822113037,
      "cov-distil (oracle2student)": 5.522937774658203,
      "cov-distil (oracle2teacher)": 5.297564506530762,
      "epoch": 3.17032967032967,
      "rel-constrast": 2.5405921936035156,
      "step": 4039,
      "subrel-constrast": 2.9389967918395996,
      "view-similarity": 0
    },
    {
      "epoch": 3.171114599686028,
      "grad_norm": 5.625,
      "learning_rate": 1.0837018828828133e-05,
      "loss": 0.6186,
      "step": 4040
    },
    {
      "cov-distil": 2.235389232635498,
      "cov-distil (oracle2student)": 5.10636568069458,
      "cov-distil (oracle2teacher)": 4.603939533233643,
      "epoch": 3.171114599686028,
      "rel-constrast": 2.484771251678467,
      "step": 4040,
      "subrel-constrast": 3.061121940612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9067208766937256,
      "cov-distil (oracle2student)": 5.690549850463867,
      "cov-distil (oracle2teacher)": 4.786365985870361,
      "epoch": 3.171899529042386,
      "rel-constrast": 2.527977228164673,
      "step": 4041,
      "subrel-constrast": 2.6804583072662354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1381776332855225,
      "cov-distil (oracle2student)": 3.825195550918579,
      "cov-distil (oracle2teacher)": 3.6559810638427734,
      "epoch": 3.172684458398744,
      "rel-constrast": 3.0870919227600098,
      "step": 4042,
      "subrel-constrast": 3.895437479019165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.060084819793701,
      "cov-distil (oracle2student)": 4.979840278625488,
      "cov-distil (oracle2teacher)": 4.990796089172363,
      "epoch": 3.173469387755102,
      "rel-constrast": 2.472332000732422,
      "step": 4043,
      "subrel-constrast": 3.856645345687866,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1780221462249756,
      "cov-distil (oracle2student)": 3.3753433227539062,
      "cov-distil (oracle2teacher)": 3.341883897781372,
      "epoch": 3.17425431711146,
      "rel-constrast": 2.5898795127868652,
      "step": 4044,
      "subrel-constrast": 2.7225704193115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7012133598327637,
      "cov-distil (oracle2student)": 6.247979640960693,
      "cov-distil (oracle2teacher)": 5.721609592437744,
      "epoch": 3.175039246467818,
      "rel-constrast": 3.395565986633301,
      "step": 4045,
      "subrel-constrast": 3.759944438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7897342443466187,
      "cov-distil (oracle2student)": 5.060107231140137,
      "cov-distil (oracle2teacher)": 5.185317039489746,
      "epoch": 3.1758241758241756,
      "rel-constrast": 2.216477394104004,
      "step": 4046,
      "subrel-constrast": 3.5271544456481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4050662517547607,
      "cov-distil (oracle2student)": 5.1041460037231445,
      "cov-distil (oracle2teacher)": 4.3115949630737305,
      "epoch": 3.1766091051805336,
      "rel-constrast": 1.5847406387329102,
      "step": 4047,
      "subrel-constrast": 2.4658024311065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.672560214996338,
      "cov-distil (oracle2student)": 5.460475921630859,
      "cov-distil (oracle2teacher)": 4.960176944732666,
      "epoch": 3.1773940345368916,
      "rel-constrast": 2.4926822185516357,
      "step": 4048,
      "subrel-constrast": 2.902488946914673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6902042627334595,
      "cov-distil (oracle2student)": 4.40644645690918,
      "cov-distil (oracle2teacher)": 4.219311237335205,
      "epoch": 3.1781789638932496,
      "rel-constrast": 3.2142999172210693,
      "step": 4049,
      "subrel-constrast": 3.359250783920288,
      "view-similarity": 0
    },
    {
      "epoch": 3.1789638932496076,
      "grad_norm": 6.21875,
      "learning_rate": 1.0620962559234143e-05,
      "loss": 0.6516,
      "step": 4050
    },
    {
      "cov-distil": 3.2386646270751953,
      "cov-distil (oracle2student)": 4.780510902404785,
      "cov-distil (oracle2teacher)": 5.609532356262207,
      "epoch": 3.1789638932496076,
      "rel-constrast": 2.2075061798095703,
      "step": 4050,
      "subrel-constrast": 3.3766040802001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5299582481384277,
      "cov-distil (oracle2student)": 4.738547325134277,
      "cov-distil (oracle2teacher)": 4.000967025756836,
      "epoch": 3.1797488226059656,
      "rel-constrast": 1.911491870880127,
      "step": 4051,
      "subrel-constrast": 2.0241498947143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1944127082824707,
      "cov-distil (oracle2student)": 5.474214553833008,
      "cov-distil (oracle2teacher)": 5.206740856170654,
      "epoch": 3.1805337519623236,
      "rel-constrast": 1.7565209865570068,
      "step": 4052,
      "subrel-constrast": 2.9486546516418457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699387550354004,
      "cov-distil (oracle2student)": 3.553882598876953,
      "cov-distil (oracle2teacher)": 3.4659204483032227,
      "epoch": 3.181318681318681,
      "rel-constrast": 2.350170612335205,
      "step": 4053,
      "subrel-constrast": 3.0620052814483643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.069399356842041,
      "cov-distil (oracle2student)": 5.654802322387695,
      "cov-distil (oracle2teacher)": 5.333508491516113,
      "epoch": 3.182103610675039,
      "rel-constrast": 2.847651243209839,
      "step": 4054,
      "subrel-constrast": 3.158130645751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1598517894744873,
      "cov-distil (oracle2student)": 4.0667548179626465,
      "cov-distil (oracle2teacher)": 4.067389488220215,
      "epoch": 3.182888540031397,
      "rel-constrast": 2.315286636352539,
      "step": 4055,
      "subrel-constrast": 3.5033998489379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6307015419006348,
      "cov-distil (oracle2student)": 3.603994846343994,
      "cov-distil (oracle2teacher)": 3.368593215942383,
      "epoch": 3.183673469387755,
      "rel-constrast": 2.4637064933776855,
      "step": 4056,
      "subrel-constrast": 3.3033320903778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3432068824768066,
      "cov-distil (oracle2student)": 3.586132764816284,
      "cov-distil (oracle2teacher)": 3.5712203979492188,
      "epoch": 3.184458398744113,
      "rel-constrast": 1.3597331047058105,
      "step": 4057,
      "subrel-constrast": 2.4394001960754395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8792738914489746,
      "cov-distil (oracle2student)": 4.5132222175598145,
      "cov-distil (oracle2teacher)": 4.795940399169922,
      "epoch": 3.185243328100471,
      "rel-constrast": 2.8209972381591797,
      "step": 4058,
      "subrel-constrast": 3.1146180629730225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7204303741455078,
      "cov-distil (oracle2student)": 5.285489559173584,
      "cov-distil (oracle2teacher)": 5.257987976074219,
      "epoch": 3.186028257456829,
      "rel-constrast": 2.5704495906829834,
      "step": 4059,
      "subrel-constrast": 3.01421856880188,
      "view-similarity": 0
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 5.9375,
      "learning_rate": 1.0406825568369477e-05,
      "loss": 0.5651,
      "step": 4060
    },
    {
      "cov-distil": 2.276266098022461,
      "cov-distil (oracle2student)": 4.433036804199219,
      "cov-distil (oracle2teacher)": 4.232450485229492,
      "epoch": 3.186813186813187,
      "rel-constrast": 2.014507532119751,
      "step": 4060,
      "subrel-constrast": 2.974242925643921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8140084743499756,
      "cov-distil (oracle2student)": 4.207612991333008,
      "cov-distil (oracle2teacher)": 3.9487366676330566,
      "epoch": 3.1875981161695446,
      "rel-constrast": 3.1509714126586914,
      "step": 4061,
      "subrel-constrast": 3.4052157402038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.393026351928711,
      "cov-distil (oracle2student)": 4.126575469970703,
      "cov-distil (oracle2teacher)": 3.747535467147827,
      "epoch": 3.1883830455259026,
      "rel-constrast": 1.6484229564666748,
      "step": 4062,
      "subrel-constrast": 2.2032735347747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2820699214935303,
      "cov-distil (oracle2student)": 5.616528511047363,
      "cov-distil (oracle2teacher)": 5.9466166496276855,
      "epoch": 3.1891679748822606,
      "rel-constrast": 2.6187121868133545,
      "step": 4063,
      "subrel-constrast": 2.8036539554595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5005836486816406,
      "cov-distil (oracle2student)": 3.5455851554870605,
      "cov-distil (oracle2teacher)": 3.3715920448303223,
      "epoch": 3.1899529042386185,
      "rel-constrast": 2.417661428451538,
      "step": 4064,
      "subrel-constrast": 3.0839054584503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101142406463623,
      "cov-distil (oracle2student)": 6.486360549926758,
      "cov-distil (oracle2teacher)": 5.9534149169921875,
      "epoch": 3.1907378335949765,
      "rel-constrast": 1.950582504272461,
      "step": 4065,
      "subrel-constrast": 3.018822431564331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2213358879089355,
      "cov-distil (oracle2student)": 4.987584114074707,
      "cov-distil (oracle2teacher)": 4.138186454772949,
      "epoch": 3.1915227629513345,
      "rel-constrast": 2.3929545879364014,
      "step": 4066,
      "subrel-constrast": 2.8260514736175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.176131248474121,
      "cov-distil (oracle2student)": 4.550033092498779,
      "cov-distil (oracle2teacher)": 3.984650135040283,
      "epoch": 3.1923076923076925,
      "rel-constrast": 2.349008560180664,
      "step": 4067,
      "subrel-constrast": 2.9386885166168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3614907264709473,
      "cov-distil (oracle2student)": 5.742465019226074,
      "cov-distil (oracle2teacher)": 5.241504669189453,
      "epoch": 3.19309262166405,
      "rel-constrast": 3.052753448486328,
      "step": 4068,
      "subrel-constrast": 3.708638906478882,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0287599563598633,
      "cov-distil (oracle2student)": 4.008789539337158,
      "cov-distil (oracle2teacher)": 3.600768804550171,
      "epoch": 3.193877551020408,
      "rel-constrast": 1.6749800443649292,
      "step": 4069,
      "subrel-constrast": 2.1146013736724854,
      "view-similarity": 0
    },
    {
      "epoch": 3.194662480376766,
      "grad_norm": 5.46875,
      "learning_rate": 1.0194618292968972e-05,
      "loss": 0.5818,
      "step": 4070
    },
    {
      "cov-distil": 1.863316297531128,
      "cov-distil (oracle2student)": 6.045331954956055,
      "cov-distil (oracle2teacher)": 5.977877616882324,
      "epoch": 3.194662480376766,
      "rel-constrast": 2.3421454429626465,
      "step": 4070,
      "subrel-constrast": 2.88087797164917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8160990476608276,
      "cov-distil (oracle2student)": 4.688158988952637,
      "cov-distil (oracle2teacher)": 4.16709041595459,
      "epoch": 3.195447409733124,
      "rel-constrast": 2.6912636756896973,
      "step": 4071,
      "subrel-constrast": 3.4012882709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0154643058776855,
      "cov-distil (oracle2student)": 3.5944676399230957,
      "cov-distil (oracle2teacher)": 3.744489908218384,
      "epoch": 3.196232339089482,
      "rel-constrast": 1.5223487615585327,
      "step": 4072,
      "subrel-constrast": 2.127798557281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7005823850631714,
      "cov-distil (oracle2student)": 5.904341697692871,
      "cov-distil (oracle2teacher)": 6.51087760925293,
      "epoch": 3.19701726844584,
      "rel-constrast": 1.9346834421157837,
      "step": 4073,
      "subrel-constrast": 2.2589914798736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8475664854049683,
      "cov-distil (oracle2student)": 5.651040077209473,
      "cov-distil (oracle2teacher)": 5.468929767608643,
      "epoch": 3.197802197802198,
      "rel-constrast": 2.7317447662353516,
      "step": 4074,
      "subrel-constrast": 3.070303440093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7029874324798584,
      "cov-distil (oracle2student)": 4.637824058532715,
      "cov-distil (oracle2teacher)": 4.488760471343994,
      "epoch": 3.1985871271585555,
      "rel-constrast": 2.125330924987793,
      "step": 4075,
      "subrel-constrast": 2.5787289142608643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3898066282272339,
      "cov-distil (oracle2student)": 4.535135269165039,
      "cov-distil (oracle2teacher)": 4.539682388305664,
      "epoch": 3.1993720565149135,
      "rel-constrast": 1.9032527208328247,
      "step": 4076,
      "subrel-constrast": 2.7034573554992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3486666679382324,
      "cov-distil (oracle2student)": 3.3936514854431152,
      "cov-distil (oracle2teacher)": 4.002902984619141,
      "epoch": 3.2001569858712715,
      "rel-constrast": 1.9238982200622559,
      "step": 4077,
      "subrel-constrast": 2.5062129497528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9489014148712158,
      "cov-distil (oracle2student)": 4.928379535675049,
      "cov-distil (oracle2teacher)": 5.126657485961914,
      "epoch": 3.2009419152276295,
      "rel-constrast": 2.663454532623291,
      "step": 4078,
      "subrel-constrast": 3.527406692504883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034027099609375,
      "cov-distil (oracle2student)": 4.436690330505371,
      "cov-distil (oracle2teacher)": 4.214491367340088,
      "epoch": 3.2017268445839875,
      "rel-constrast": 2.3373544216156006,
      "step": 4079,
      "subrel-constrast": 3.0568292140960693,
      "view-similarity": 0
    },
    {
      "epoch": 3.2025117739403455,
      "grad_norm": 5.96875,
      "learning_rate": 9.984351075715848e-06,
      "loss": 0.5544,
      "step": 4080
    },
    {
      "cov-distil": 1.8736062049865723,
      "cov-distil (oracle2student)": 5.837011337280273,
      "cov-distil (oracle2teacher)": 5.735815048217773,
      "epoch": 3.2025117739403455,
      "rel-constrast": 4.0461320877075195,
      "step": 4080,
      "subrel-constrast": 4.610137462615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6562929153442383,
      "cov-distil (oracle2student)": 6.132638454437256,
      "cov-distil (oracle2teacher)": 5.821573257446289,
      "epoch": 3.2032967032967035,
      "rel-constrast": 3.0235276222229004,
      "step": 4081,
      "subrel-constrast": 3.735485076904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5997802019119263,
      "cov-distil (oracle2student)": 4.4507246017456055,
      "cov-distil (oracle2teacher)": 3.990482807159424,
      "epoch": 3.204081632653061,
      "rel-constrast": 2.0855941772460938,
      "step": 4082,
      "subrel-constrast": 2.192084550857544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9576709270477295,
      "cov-distil (oracle2student)": 4.510411262512207,
      "cov-distil (oracle2teacher)": 4.298463344573975,
      "epoch": 3.204866562009419,
      "rel-constrast": 2.35593318939209,
      "step": 4083,
      "subrel-constrast": 3.213792085647583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8383550643920898,
      "cov-distil (oracle2student)": 4.0474395751953125,
      "cov-distil (oracle2teacher)": 4.17291784286499,
      "epoch": 3.205651491365777,
      "rel-constrast": 2.438066005706787,
      "step": 4084,
      "subrel-constrast": 2.4451427459716797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4336353540420532,
      "cov-distil (oracle2student)": 5.328671455383301,
      "cov-distil (oracle2teacher)": 5.189822196960449,
      "epoch": 3.206436420722135,
      "rel-constrast": 2.467172145843506,
      "step": 4085,
      "subrel-constrast": 3.2856030464172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8934580087661743,
      "cov-distil (oracle2student)": 4.152259826660156,
      "cov-distil (oracle2teacher)": 4.223226547241211,
      "epoch": 3.207221350078493,
      "rel-constrast": 3.523470640182495,
      "step": 4086,
      "subrel-constrast": 3.302828073501587,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6039819717407227,
      "cov-distil (oracle2student)": 4.803420066833496,
      "cov-distil (oracle2teacher)": 4.538938999176025,
      "epoch": 3.208006279434851,
      "rel-constrast": 2.9532952308654785,
      "step": 4087,
      "subrel-constrast": 3.675271987915039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.563234806060791,
      "cov-distil (oracle2student)": 6.017064094543457,
      "cov-distil (oracle2teacher)": 4.978501796722412,
      "epoch": 3.208791208791209,
      "rel-constrast": 2.191826343536377,
      "step": 4088,
      "subrel-constrast": 3.4358506202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453603744506836,
      "cov-distil (oracle2student)": 4.231330871582031,
      "cov-distil (oracle2teacher)": 4.110221862792969,
      "epoch": 3.209576138147567,
      "rel-constrast": 2.303464889526367,
      "step": 4089,
      "subrel-constrast": 2.988739490509033,
      "view-similarity": 0
    },
    {
      "epoch": 3.2103610675039245,
      "grad_norm": 6.65625,
      "learning_rate": 9.77603416473763e-06,
      "loss": 0.6847,
      "step": 4090
    },
    {
      "cov-distil": 2.742438793182373,
      "cov-distil (oracle2student)": 5.320409297943115,
      "cov-distil (oracle2teacher)": 5.831876277923584,
      "epoch": 3.2103610675039245,
      "rel-constrast": 2.8035619258880615,
      "step": 4090,
      "subrel-constrast": 2.876974105834961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5556056499481201,
      "cov-distil (oracle2student)": 4.7827253341674805,
      "cov-distil (oracle2teacher)": 4.221288681030273,
      "epoch": 3.2111459968602825,
      "rel-constrast": 1.5198854207992554,
      "step": 4091,
      "subrel-constrast": 1.9612724781036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9947855472564697,
      "cov-distil (oracle2student)": 5.269400596618652,
      "cov-distil (oracle2teacher)": 4.762278079986572,
      "epoch": 3.2119309262166404,
      "rel-constrast": 1.074019193649292,
      "step": 4092,
      "subrel-constrast": 2.0503158569335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2387826442718506,
      "cov-distil (oracle2student)": 4.627063751220703,
      "cov-distil (oracle2teacher)": 4.032355308532715,
      "epoch": 3.2127158555729984,
      "rel-constrast": 1.941896677017212,
      "step": 4093,
      "subrel-constrast": 2.712156057357788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2998785972595215,
      "cov-distil (oracle2student)": 5.371792793273926,
      "cov-distil (oracle2teacher)": 5.556980609893799,
      "epoch": 3.2135007849293564,
      "rel-constrast": 2.392915725708008,
      "step": 4094,
      "subrel-constrast": 2.9337596893310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7143522500991821,
      "cov-distil (oracle2student)": 4.501263618469238,
      "cov-distil (oracle2teacher)": 4.957075119018555,
      "epoch": 3.2142857142857144,
      "rel-constrast": 1.6305099725723267,
      "step": 4095,
      "subrel-constrast": 2.597222089767456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8670580387115479,
      "cov-distil (oracle2student)": 6.077333450317383,
      "cov-distil (oracle2teacher)": 5.345897674560547,
      "epoch": 3.2150706436420724,
      "rel-constrast": 2.2087674140930176,
      "step": 4096,
      "subrel-constrast": 2.4773294925689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0520644187927246,
      "cov-distil (oracle2student)": 5.931487560272217,
      "cov-distil (oracle2teacher)": 5.776335716247559,
      "epoch": 3.21585557299843,
      "rel-constrast": 2.6819605827331543,
      "step": 4097,
      "subrel-constrast": 2.436915636062622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7856707572937012,
      "cov-distil (oracle2student)": 5.256938934326172,
      "cov-distil (oracle2teacher)": 5.645845890045166,
      "epoch": 3.216640502354788,
      "rel-constrast": 2.1069445610046387,
      "step": 4098,
      "subrel-constrast": 3.0168843269348145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115833282470703,
      "cov-distil (oracle2student)": 2.5714900493621826,
      "cov-distil (oracle2teacher)": 3.2531535625457764,
      "epoch": 3.217425431711146,
      "rel-constrast": 1.505936622619629,
      "step": 4099,
      "subrel-constrast": 2.1238725185394287,
      "view-similarity": 0
    },
    {
      "epoch": 3.218210361067504,
      "grad_norm": 4.875,
      "learning_rate": 9.569677713106674e-06,
      "loss": 0.4967,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "overlap": 0.31718751788139343,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "student margin": 0.0723876953125
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "teacher margin": 0.059600830078125
    },
    {
      "epoch": 3.218210361067504,
      "margin difference": -0.012786865234375,
      "step": 4100
    },
    {
      "cov-distil": 2.035007953643799,
      "cov-distil (oracle2student)": 3.1911373138427734,
      "cov-distil (oracle2teacher)": 3.2302534580230713,
      "epoch": 3.218210361067504,
      "rel-constrast": 2.4446756839752197,
      "step": 4100,
      "subrel-constrast": 2.514512777328491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3053386211395264,
      "cov-distil (oracle2student)": 3.6154584884643555,
      "cov-distil (oracle2teacher)": 3.875444173812866,
      "epoch": 3.218995290423862,
      "rel-constrast": 3.104672908782959,
      "step": 4101,
      "subrel-constrast": 3.181074619293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.942920446395874,
      "cov-distil (oracle2student)": 4.309999465942383,
      "cov-distil (oracle2teacher)": 4.2574238777160645,
      "epoch": 3.21978021978022,
      "rel-constrast": 2.2458572387695312,
      "step": 4102,
      "subrel-constrast": 3.000645160675049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.13427734375,
      "cov-distil (oracle2student)": 2.2630362510681152,
      "cov-distil (oracle2teacher)": 2.62449049949646,
      "epoch": 3.220565149136578,
      "rel-constrast": 1.598167896270752,
      "step": 4103,
      "subrel-constrast": 2.9493448734283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4875614643096924,
      "cov-distil (oracle2student)": 4.5999436378479,
      "cov-distil (oracle2teacher)": 5.245931625366211,
      "epoch": 3.221350078492936,
      "rel-constrast": 3.2938010692596436,
      "step": 4104,
      "subrel-constrast": 3.3662469387054443,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6847243309020996,
      "cov-distil (oracle2student)": 4.021678924560547,
      "cov-distil (oracle2teacher)": 3.8635854721069336,
      "epoch": 3.2221350078492934,
      "rel-constrast": 3.4663000106811523,
      "step": 4105,
      "subrel-constrast": 3.6638877391815186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7923825979232788,
      "cov-distil (oracle2student)": 3.3593926429748535,
      "cov-distil (oracle2teacher)": 3.69386625289917,
      "epoch": 3.2229199372056514,
      "rel-constrast": 3.2259397506713867,
      "step": 4106,
      "subrel-constrast": 3.592407703399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.324366569519043,
      "cov-distil (oracle2student)": 7.434714317321777,
      "cov-distil (oracle2teacher)": 6.445201873779297,
      "epoch": 3.2237048665620094,
      "rel-constrast": 1.7860788106918335,
      "step": 4107,
      "subrel-constrast": 2.339258909225464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8026214838027954,
      "cov-distil (oracle2student)": 5.254002094268799,
      "cov-distil (oracle2teacher)": 5.733956336975098,
      "epoch": 3.2244897959183674,
      "rel-constrast": 2.332422971725464,
      "step": 4108,
      "subrel-constrast": 2.5140292644500732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677919864654541,
      "cov-distil (oracle2student)": 3.78920316696167,
      "cov-distil (oracle2teacher)": 3.8971478939056396,
      "epoch": 3.2252747252747254,
      "rel-constrast": 1.8128306865692139,
      "step": 4109,
      "subrel-constrast": 2.3711671829223633,
      "view-similarity": 0
    },
    {
      "epoch": 3.2260596546310834,
      "grad_norm": 5.125,
      "learning_rate": 9.365291778345303e-06,
      "loss": 0.6328,
      "step": 4110
    },
    {
      "cov-distil": 1.25783371925354,
      "cov-distil (oracle2student)": 4.906008720397949,
      "cov-distil (oracle2teacher)": 4.71088171005249,
      "epoch": 3.2260596546310834,
      "rel-constrast": 2.5306296348571777,
      "step": 4110,
      "subrel-constrast": 3.2882590293884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0728988647460938,
      "cov-distil (oracle2student)": 5.212614059448242,
      "cov-distil (oracle2teacher)": 5.108304023742676,
      "epoch": 3.2268445839874413,
      "rel-constrast": 1.6315538883209229,
      "step": 4111,
      "subrel-constrast": 2.5625030994415283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.967105507850647,
      "cov-distil (oracle2student)": 4.105827331542969,
      "cov-distil (oracle2teacher)": 3.742842197418213,
      "epoch": 3.227629513343799,
      "rel-constrast": 1.9605488777160645,
      "step": 4112,
      "subrel-constrast": 2.2438206672668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0128469467163086,
      "cov-distil (oracle2student)": 4.201498508453369,
      "cov-distil (oracle2teacher)": 4.48196268081665,
      "epoch": 3.228414442700157,
      "rel-constrast": 4.041176795959473,
      "step": 4113,
      "subrel-constrast": 3.746980667114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9911785125732422,
      "cov-distil (oracle2student)": 5.779960632324219,
      "cov-distil (oracle2teacher)": 5.47283935546875,
      "epoch": 3.229199372056515,
      "rel-constrast": 2.893838405609131,
      "step": 4114,
      "subrel-constrast": 3.7994816303253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.400395393371582,
      "cov-distil (oracle2student)": 6.007748126983643,
      "cov-distil (oracle2teacher)": 5.699506759643555,
      "epoch": 3.229984301412873,
      "rel-constrast": 2.709932804107666,
      "step": 4115,
      "subrel-constrast": 2.867459774017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.255674362182617,
      "cov-distil (oracle2student)": 3.6059532165527344,
      "cov-distil (oracle2teacher)": 3.8812670707702637,
      "epoch": 3.230769230769231,
      "rel-constrast": 2.806075096130371,
      "step": 4116,
      "subrel-constrast": 2.798544406890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3277359008789062,
      "cov-distil (oracle2student)": 4.533136367797852,
      "cov-distil (oracle2teacher)": 5.399250030517578,
      "epoch": 3.231554160125589,
      "rel-constrast": 2.506711483001709,
      "step": 4117,
      "subrel-constrast": 3.2506680488586426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3780930042266846,
      "cov-distil (oracle2student)": 5.436983108520508,
      "cov-distil (oracle2teacher)": 5.644689559936523,
      "epoch": 3.232339089481947,
      "rel-constrast": 1.8102965354919434,
      "step": 4118,
      "subrel-constrast": 2.2899327278137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4727768898010254,
      "cov-distil (oracle2student)": 3.249335289001465,
      "cov-distil (oracle2teacher)": 3.9123125076293945,
      "epoch": 3.2331240188383044,
      "rel-constrast": 3.3144171237945557,
      "step": 4119,
      "subrel-constrast": 4.17732048034668,
      "view-similarity": 0
    },
    {
      "epoch": 3.2339089481946623,
      "grad_norm": 6.15625,
      "learning_rate": 9.162886321935632e-06,
      "loss": 0.6551,
      "step": 4120
    },
    {
      "cov-distil": 1.9607151746749878,
      "cov-distil (oracle2student)": 3.197998046875,
      "cov-distil (oracle2teacher)": 3.105619430541992,
      "epoch": 3.2339089481946623,
      "rel-constrast": 1.5810011625289917,
      "step": 4120,
      "subrel-constrast": 2.5248684883117676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.882450580596924,
      "cov-distil (oracle2student)": 2.887134313583374,
      "cov-distil (oracle2teacher)": 3.523362159729004,
      "epoch": 3.2346938775510203,
      "rel-constrast": 1.934516429901123,
      "step": 4121,
      "subrel-constrast": 2.5876004695892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3449013233184814,
      "cov-distil (oracle2student)": 4.062875747680664,
      "cov-distil (oracle2teacher)": 4.344233512878418,
      "epoch": 3.2354788069073783,
      "rel-constrast": 2.5866081714630127,
      "step": 4122,
      "subrel-constrast": 2.831350803375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5828022956848145,
      "cov-distil (oracle2student)": 4.347933292388916,
      "cov-distil (oracle2teacher)": 4.414311408996582,
      "epoch": 3.2362637362637363,
      "rel-constrast": 2.018537759780884,
      "step": 4123,
      "subrel-constrast": 2.4918761253356934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8757681846618652,
      "cov-distil (oracle2student)": 6.8445563316345215,
      "cov-distil (oracle2teacher)": 5.941479682922363,
      "epoch": 3.2370486656200943,
      "rel-constrast": 1.8928345441818237,
      "step": 4124,
      "subrel-constrast": 2.259427785873413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3488869667053223,
      "cov-distil (oracle2student)": 4.028435707092285,
      "cov-distil (oracle2teacher)": 4.059146404266357,
      "epoch": 3.2378335949764523,
      "rel-constrast": 3.246410369873047,
      "step": 4125,
      "subrel-constrast": 3.285581588745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6549487113952637,
      "cov-distil (oracle2student)": 5.613809108734131,
      "cov-distil (oracle2teacher)": 5.631723403930664,
      "epoch": 3.23861852433281,
      "rel-constrast": 2.227633476257324,
      "step": 4126,
      "subrel-constrast": 3.403388261795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110398054122925,
      "cov-distil (oracle2student)": 4.0594024658203125,
      "cov-distil (oracle2teacher)": 4.4813737869262695,
      "epoch": 3.239403453689168,
      "rel-constrast": 1.090022325515747,
      "step": 4127,
      "subrel-constrast": 2.1561119556427,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.464592695236206,
      "cov-distil (oracle2student)": 4.755833625793457,
      "cov-distil (oracle2teacher)": 3.7930707931518555,
      "epoch": 3.240188383045526,
      "rel-constrast": 2.5070700645446777,
      "step": 4128,
      "subrel-constrast": 3.242023468017578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.520531415939331,
      "cov-distil (oracle2student)": 3.847144365310669,
      "cov-distil (oracle2teacher)": 3.8552443981170654,
      "epoch": 3.240973312401884,
      "rel-constrast": 2.2112603187561035,
      "step": 4129,
      "subrel-constrast": 3.3096063137054443,
      "view-similarity": 0
    },
    {
      "epoch": 3.241758241758242,
      "grad_norm": 5.71875,
      "learning_rate": 8.962471208834055e-06,
      "loss": 0.5324,
      "step": 4130
    },
    {
      "cov-distil": 1.7482268810272217,
      "cov-distil (oracle2student)": 4.113654136657715,
      "cov-distil (oracle2teacher)": 4.52305793762207,
      "epoch": 3.241758241758242,
      "rel-constrast": 1.4788514375686646,
      "step": 4130,
      "subrel-constrast": 2.6156535148620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7807817459106445,
      "cov-distil (oracle2student)": 5.534441947937012,
      "cov-distil (oracle2teacher)": 5.340939044952393,
      "epoch": 3.2425431711145998,
      "rel-constrast": 1.653206706047058,
      "step": 4131,
      "subrel-constrast": 2.2180707454681396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6371777057647705,
      "cov-distil (oracle2student)": 5.19229793548584,
      "cov-distil (oracle2teacher)": 5.099971771240234,
      "epoch": 3.2433281004709578,
      "rel-constrast": 1.9507660865783691,
      "step": 4132,
      "subrel-constrast": 3.0927023887634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1610358953475952,
      "cov-distil (oracle2student)": 4.402411460876465,
      "cov-distil (oracle2teacher)": 4.749502658843994,
      "epoch": 3.2441130298273153,
      "rel-constrast": 2.0049538612365723,
      "step": 4133,
      "subrel-constrast": 2.2214550971984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0154242515563965,
      "cov-distil (oracle2student)": 4.245629787445068,
      "cov-distil (oracle2teacher)": 4.595467567443848,
      "epoch": 3.2448979591836733,
      "rel-constrast": 1.5943825244903564,
      "step": 4134,
      "subrel-constrast": 2.5019922256469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198479175567627,
      "cov-distil (oracle2student)": 4.905606269836426,
      "cov-distil (oracle2teacher)": 4.9940948486328125,
      "epoch": 3.2456828885400313,
      "rel-constrast": 2.6693930625915527,
      "step": 4135,
      "subrel-constrast": 2.541811943054199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6538074016571045,
      "cov-distil (oracle2student)": 4.56615686416626,
      "cov-distil (oracle2teacher)": 4.647418975830078,
      "epoch": 3.2464678178963893,
      "rel-constrast": 1.9748139381408691,
      "step": 4136,
      "subrel-constrast": 2.906113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9224753379821777,
      "cov-distil (oracle2student)": 3.8934855461120605,
      "cov-distil (oracle2teacher)": 3.8262147903442383,
      "epoch": 3.2472527472527473,
      "rel-constrast": 2.477015495300293,
      "step": 4137,
      "subrel-constrast": 3.328498125076294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1636924743652344,
      "cov-distil (oracle2student)": 2.8936734199523926,
      "cov-distil (oracle2teacher)": 2.850496768951416,
      "epoch": 3.2480376766091053,
      "rel-constrast": 1.5261763334274292,
      "step": 4138,
      "subrel-constrast": 2.21807599067688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835639476776123,
      "cov-distil (oracle2student)": 5.491459846496582,
      "cov-distil (oracle2teacher)": 5.745213031768799,
      "epoch": 3.2488226059654632,
      "rel-constrast": 1.8107444047927856,
      "step": 4139,
      "subrel-constrast": 2.733421564102173,
      "view-similarity": 0
    },
    {
      "epoch": 3.2496075353218212,
      "grad_norm": 4.4375,
      "learning_rate": 8.764056206990445e-06,
      "loss": 0.4785,
      "step": 4140
    },
    {
      "cov-distil": 1.8568322658538818,
      "cov-distil (oracle2student)": 4.27298641204834,
      "cov-distil (oracle2teacher)": 4.524616241455078,
      "epoch": 3.2496075353218212,
      "rel-constrast": 2.6571555137634277,
      "step": 4140,
      "subrel-constrast": 3.3399343490600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8311328887939453,
      "cov-distil (oracle2student)": 4.051227569580078,
      "cov-distil (oracle2teacher)": 4.3114399909973145,
      "epoch": 3.2503924646781788,
      "rel-constrast": 2.265986442565918,
      "step": 4141,
      "subrel-constrast": 2.6140010356903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4533838033676147,
      "cov-distil (oracle2student)": 4.782486915588379,
      "cov-distil (oracle2teacher)": 5.039220809936523,
      "epoch": 3.2511773940345368,
      "rel-constrast": 1.4548078775405884,
      "step": 4142,
      "subrel-constrast": 2.3278298377990723,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.389777183532715,
      "cov-distil (oracle2student)": 4.725586891174316,
      "cov-distil (oracle2teacher)": 3.572631359100342,
      "epoch": 3.2519623233908947,
      "rel-constrast": 2.128587245941162,
      "step": 4143,
      "subrel-constrast": 3.2249984741210938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8374874591827393,
      "cov-distil (oracle2student)": 3.880675792694092,
      "cov-distil (oracle2teacher)": 3.7538444995880127,
      "epoch": 3.2527472527472527,
      "rel-constrast": 2.1676697731018066,
      "step": 4144,
      "subrel-constrast": 2.8686630725860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7914307117462158,
      "cov-distil (oracle2student)": 5.880525588989258,
      "cov-distil (oracle2teacher)": 5.21230411529541,
      "epoch": 3.2535321821036107,
      "rel-constrast": 2.3481433391571045,
      "step": 4145,
      "subrel-constrast": 2.8507344722747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2322306632995605,
      "cov-distil (oracle2student)": 4.959574222564697,
      "cov-distil (oracle2teacher)": 4.871040344238281,
      "epoch": 3.2543171114599687,
      "rel-constrast": 3.9173927307128906,
      "step": 4146,
      "subrel-constrast": 3.172238826751709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8487589359283447,
      "cov-distil (oracle2student)": 4.571925163269043,
      "cov-distil (oracle2teacher)": 4.215492248535156,
      "epoch": 3.2551020408163267,
      "rel-constrast": 2.5681915283203125,
      "step": 4147,
      "subrel-constrast": 3.361506700515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356662511825562,
      "cov-distil (oracle2student)": 2.5643303394317627,
      "cov-distil (oracle2teacher)": 3.211303472518921,
      "epoch": 3.2558869701726847,
      "rel-constrast": 1.7426236867904663,
      "step": 4148,
      "subrel-constrast": 2.6640713214874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.413144588470459,
      "cov-distil (oracle2student)": 4.294899940490723,
      "cov-distil (oracle2teacher)": 4.451902389526367,
      "epoch": 3.2566718995290422,
      "rel-constrast": 3.0775604248046875,
      "step": 4149,
      "subrel-constrast": 4.588122367858887,
      "view-similarity": 0
    },
    {
      "epoch": 3.2574568288854002,
      "grad_norm": 5.71875,
      "learning_rate": 8.567650986872062e-06,
      "loss": 0.6082,
      "step": 4150
    },
    {
      "cov-distil": 1.3660304546356201,
      "cov-distil (oracle2student)": 3.2686100006103516,
      "cov-distil (oracle2teacher)": 3.353219985961914,
      "epoch": 3.2574568288854002,
      "rel-constrast": 2.355574607849121,
      "step": 4150,
      "subrel-constrast": 2.6728012561798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.093538284301758,
      "cov-distil (oracle2student)": 3.98469877243042,
      "cov-distil (oracle2teacher)": 4.6001129150390625,
      "epoch": 3.258241758241758,
      "rel-constrast": 2.210052967071533,
      "step": 4151,
      "subrel-constrast": 3.2106783390045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7358942031860352,
      "cov-distil (oracle2student)": 4.7643537521362305,
      "cov-distil (oracle2teacher)": 4.784215927124023,
      "epoch": 3.259026687598116,
      "rel-constrast": 1.9820152521133423,
      "step": 4152,
      "subrel-constrast": 3.0109307765960693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.969449520111084,
      "cov-distil (oracle2student)": 4.0593109130859375,
      "cov-distil (oracle2teacher)": 3.3185205459594727,
      "epoch": 3.259811616954474,
      "rel-constrast": 2.6885414123535156,
      "step": 4153,
      "subrel-constrast": 3.025740385055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9958279132843018,
      "cov-distil (oracle2student)": 4.769796371459961,
      "cov-distil (oracle2teacher)": 5.383011817932129,
      "epoch": 3.260596546310832,
      "rel-constrast": 2.332401752471924,
      "step": 4154,
      "subrel-constrast": 3.437143325805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996555209159851,
      "cov-distil (oracle2student)": 4.48887825012207,
      "cov-distil (oracle2teacher)": 4.589710235595703,
      "epoch": 3.26138147566719,
      "rel-constrast": 2.1379735469818115,
      "step": 4155,
      "subrel-constrast": 2.6524410247802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6595876216888428,
      "cov-distil (oracle2student)": 4.812443733215332,
      "cov-distil (oracle2teacher)": 4.838583946228027,
      "epoch": 3.2621664050235477,
      "rel-constrast": 2.9634459018707275,
      "step": 4156,
      "subrel-constrast": 4.186230659484863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6385310888290405,
      "cov-distil (oracle2student)": 4.614739418029785,
      "cov-distil (oracle2teacher)": 4.45848274230957,
      "epoch": 3.2629513343799057,
      "rel-constrast": 2.740650177001953,
      "step": 4157,
      "subrel-constrast": 3.012099027633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2426347732543945,
      "cov-distil (oracle2student)": 5.017923355102539,
      "cov-distil (oracle2teacher)": 4.492661952972412,
      "epoch": 3.2637362637362637,
      "rel-constrast": 1.8515520095825195,
      "step": 4158,
      "subrel-constrast": 2.015190839767456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7099273204803467,
      "cov-distil (oracle2student)": 5.674498558044434,
      "cov-distil (oracle2teacher)": 6.030656814575195,
      "epoch": 3.2645211930926217,
      "rel-constrast": 1.9985462427139282,
      "step": 4159,
      "subrel-constrast": 2.9106149673461914,
      "view-similarity": 0
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 5.5625,
      "learning_rate": 8.373265120992252e-06,
      "loss": 0.5815,
      "step": 4160
    },
    {
      "cov-distil": 1.7792937755584717,
      "cov-distil (oracle2student)": 3.193697214126587,
      "cov-distil (oracle2teacher)": 3.576078176498413,
      "epoch": 3.2653061224489797,
      "rel-constrast": 1.9352874755859375,
      "step": 4160,
      "subrel-constrast": 2.6819968223571777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6064109802246094,
      "cov-distil (oracle2student)": 5.8016510009765625,
      "cov-distil (oracle2teacher)": 6.197199821472168,
      "epoch": 3.2660910518053377,
      "rel-constrast": 3.1609158515930176,
      "step": 4161,
      "subrel-constrast": 4.097729682922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292811632156372,
      "cov-distil (oracle2student)": 3.584765911102295,
      "cov-distil (oracle2teacher)": 3.5706751346588135,
      "epoch": 3.2668759811616956,
      "rel-constrast": 2.031589984893799,
      "step": 4162,
      "subrel-constrast": 2.3172736167907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7830817699432373,
      "cov-distil (oracle2student)": 5.807387351989746,
      "cov-distil (oracle2teacher)": 5.9600510597229,
      "epoch": 3.267660910518053,
      "rel-constrast": 2.297156810760498,
      "step": 4163,
      "subrel-constrast": 2.5556204319000244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6715044975280762,
      "cov-distil (oracle2student)": 6.106891632080078,
      "cov-distil (oracle2teacher)": 5.452624320983887,
      "epoch": 3.268445839874411,
      "rel-constrast": 2.941499710083008,
      "step": 4164,
      "subrel-constrast": 3.1056060791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4119473695755005,
      "cov-distil (oracle2student)": 3.945742607116699,
      "cov-distil (oracle2teacher)": 3.7776379585266113,
      "epoch": 3.269230769230769,
      "rel-constrast": 1.6008970737457275,
      "step": 4165,
      "subrel-constrast": 2.500650405883789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.888002872467041,
      "cov-distil (oracle2student)": 4.152112007141113,
      "cov-distil (oracle2teacher)": 3.784121036529541,
      "epoch": 3.270015698587127,
      "rel-constrast": 1.9556055068969727,
      "step": 4166,
      "subrel-constrast": 2.445683479309082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2851905822753906,
      "cov-distil (oracle2student)": 4.788328170776367,
      "cov-distil (oracle2teacher)": 4.528828144073486,
      "epoch": 3.270800627943485,
      "rel-constrast": 2.0824122428894043,
      "step": 4167,
      "subrel-constrast": 3.1570944786071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4893712997436523,
      "cov-distil (oracle2student)": 5.436341762542725,
      "cov-distil (oracle2teacher)": 4.876698970794678,
      "epoch": 3.271585557299843,
      "rel-constrast": 3.273164749145508,
      "step": 4168,
      "subrel-constrast": 3.5866005420684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088090419769287,
      "cov-distil (oracle2student)": 6.29817008972168,
      "cov-distil (oracle2teacher)": 4.774078845977783,
      "epoch": 3.272370486656201,
      "rel-constrast": 2.1400034427642822,
      "step": 4169,
      "subrel-constrast": 2.5575387477874756,
      "view-similarity": 0
    },
    {
      "epoch": 3.2731554160125587,
      "grad_norm": 5.34375,
      "learning_rate": 8.180908083443884e-06,
      "loss": 0.5855,
      "step": 4170
    },
    {
      "cov-distil": 1.7783180475234985,
      "cov-distil (oracle2student)": 5.293039321899414,
      "cov-distil (oracle2teacher)": 4.564107894897461,
      "epoch": 3.2731554160125587,
      "rel-constrast": 1.8222908973693848,
      "step": 4170,
      "subrel-constrast": 2.422416925430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5466461181640625,
      "cov-distil (oracle2student)": 5.945140838623047,
      "cov-distil (oracle2teacher)": 5.36453914642334,
      "epoch": 3.2739403453689166,
      "rel-constrast": 2.9619855880737305,
      "step": 4171,
      "subrel-constrast": 2.8435330390930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.177250385284424,
      "cov-distil (oracle2student)": 4.498743057250977,
      "cov-distil (oracle2teacher)": 3.877321481704712,
      "epoch": 3.2747252747252746,
      "rel-constrast": 2.535679340362549,
      "step": 4172,
      "subrel-constrast": 3.739690065383911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192442655563354,
      "cov-distil (oracle2student)": 3.254037618637085,
      "cov-distil (oracle2teacher)": 3.2228071689605713,
      "epoch": 3.2755102040816326,
      "rel-constrast": 2.2302255630493164,
      "step": 4173,
      "subrel-constrast": 2.9055674076080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5628970861434937,
      "cov-distil (oracle2student)": 3.6806201934814453,
      "cov-distil (oracle2teacher)": 3.827481985092163,
      "epoch": 3.2762951334379906,
      "rel-constrast": 2.274855375289917,
      "step": 4174,
      "subrel-constrast": 3.63346529006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6648693084716797,
      "cov-distil (oracle2student)": 3.0178298950195312,
      "cov-distil (oracle2teacher)": 2.9593186378479004,
      "epoch": 3.2770800627943486,
      "rel-constrast": 2.0178115367889404,
      "step": 4175,
      "subrel-constrast": 2.203890562057495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9060041904449463,
      "cov-distil (oracle2student)": 3.7055039405822754,
      "cov-distil (oracle2teacher)": 3.5677881240844727,
      "epoch": 3.2778649921507066,
      "rel-constrast": 2.380638360977173,
      "step": 4176,
      "subrel-constrast": 3.1961610317230225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7602452039718628,
      "cov-distil (oracle2student)": 3.031440496444702,
      "cov-distil (oracle2teacher)": 2.728041648864746,
      "epoch": 3.278649921507064,
      "rel-constrast": 1.9486849308013916,
      "step": 4177,
      "subrel-constrast": 2.8198931217193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6195592880249023,
      "cov-distil (oracle2student)": 3.6417429447174072,
      "cov-distil (oracle2teacher)": 3.750420331954956,
      "epoch": 3.279434850863422,
      "rel-constrast": 2.545952796936035,
      "step": 4178,
      "subrel-constrast": 3.2919490337371826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.798426628112793,
      "cov-distil (oracle2student)": 5.533117294311523,
      "cov-distil (oracle2teacher)": 5.157773017883301,
      "epoch": 3.28021978021978,
      "rel-constrast": 2.5536913871765137,
      "step": 4179,
      "subrel-constrast": 2.5238454341888428,
      "view-similarity": 0
    },
    {
      "epoch": 3.281004709576138,
      "grad_norm": 4.9375,
      "learning_rate": 7.99058924943759e-06,
      "loss": 0.5818,
      "step": 4180
    },
    {
      "cov-distil": 2.1798858642578125,
      "cov-distil (oracle2student)": 4.338100433349609,
      "cov-distil (oracle2teacher)": 4.748234748840332,
      "epoch": 3.281004709576138,
      "rel-constrast": 1.8125767707824707,
      "step": 4180,
      "subrel-constrast": 2.1775689125061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.803037166595459,
      "cov-distil (oracle2student)": 4.8873291015625,
      "cov-distil (oracle2teacher)": 5.154829025268555,
      "epoch": 3.281789638932496,
      "rel-constrast": 2.7560386657714844,
      "step": 4181,
      "subrel-constrast": 3.5631353855133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5897746086120605,
      "cov-distil (oracle2student)": 4.447354316711426,
      "cov-distil (oracle2teacher)": 4.152113437652588,
      "epoch": 3.282574568288854,
      "rel-constrast": 2.644120216369629,
      "step": 4182,
      "subrel-constrast": 4.048084259033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047971248626709,
      "cov-distil (oracle2student)": 4.718973159790039,
      "cov-distil (oracle2teacher)": 4.6705145835876465,
      "epoch": 3.283359497645212,
      "rel-constrast": 2.868574380874634,
      "step": 4183,
      "subrel-constrast": 3.0148630142211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1879892349243164,
      "cov-distil (oracle2student)": 3.933231830596924,
      "cov-distil (oracle2teacher)": 4.33765983581543,
      "epoch": 3.2841444270015696,
      "rel-constrast": 2.1120386123657227,
      "step": 4184,
      "subrel-constrast": 3.0066139698028564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3098676204681396,
      "cov-distil (oracle2student)": 5.952010154724121,
      "cov-distil (oracle2teacher)": 5.5485992431640625,
      "epoch": 3.2849293563579276,
      "rel-constrast": 3.1954519748687744,
      "step": 4185,
      "subrel-constrast": 4.11989164352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5181686878204346,
      "cov-distil (oracle2student)": 4.253742218017578,
      "cov-distil (oracle2teacher)": 3.952110767364502,
      "epoch": 3.2857142857142856,
      "rel-constrast": 1.9964733123779297,
      "step": 4186,
      "subrel-constrast": 2.1721715927124023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4748144149780273,
      "cov-distil (oracle2student)": 5.71981143951416,
      "cov-distil (oracle2teacher)": 5.41741943359375,
      "epoch": 3.2864992150706436,
      "rel-constrast": 1.138110876083374,
      "step": 4187,
      "subrel-constrast": 2.09558367729187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312230110168457,
      "cov-distil (oracle2student)": 3.3268473148345947,
      "cov-distil (oracle2teacher)": 3.8611512184143066,
      "epoch": 3.2872841444270016,
      "rel-constrast": 2.0665502548217773,
      "step": 4188,
      "subrel-constrast": 2.52487850189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6242049932479858,
      "cov-distil (oracle2student)": 5.574385166168213,
      "cov-distil (oracle2teacher)": 4.528081893920898,
      "epoch": 3.2880690737833596,
      "rel-constrast": 2.3601834774017334,
      "step": 4189,
      "subrel-constrast": 3.3116703033447266,
      "view-similarity": 0
    },
    {
      "epoch": 3.2888540031397175,
      "grad_norm": 5.3125,
      "learning_rate": 7.802317894844835e-06,
      "loss": 0.5738,
      "step": 4190
    },
    {
      "cov-distil": 2.0715436935424805,
      "cov-distil (oracle2student)": 3.1103482246398926,
      "cov-distil (oracle2teacher)": 3.4836573600769043,
      "epoch": 3.2888540031397175,
      "rel-constrast": 2.4921748638153076,
      "step": 4190,
      "subrel-constrast": 2.82613205909729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209181308746338,
      "cov-distil (oracle2student)": 5.976078033447266,
      "cov-distil (oracle2teacher)": 5.122251987457275,
      "epoch": 3.2896389324960755,
      "rel-constrast": 1.8445558547973633,
      "step": 4191,
      "subrel-constrast": 2.5628693103790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366366386413574,
      "cov-distil (oracle2student)": 5.605835914611816,
      "cov-distil (oracle2teacher)": 5.5574798583984375,
      "epoch": 3.2904238618524335,
      "rel-constrast": 2.39450740814209,
      "step": 4192,
      "subrel-constrast": 3.2731778621673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862687110900879,
      "cov-distil (oracle2student)": 6.843635082244873,
      "cov-distil (oracle2teacher)": 6.435361385345459,
      "epoch": 3.291208791208791,
      "rel-constrast": 1.9787917137145996,
      "step": 4193,
      "subrel-constrast": 2.9040942192077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8217899799346924,
      "cov-distil (oracle2student)": 4.94500207901001,
      "cov-distil (oracle2teacher)": 4.884001731872559,
      "epoch": 3.291993720565149,
      "rel-constrast": 1.7663755416870117,
      "step": 4194,
      "subrel-constrast": 2.5707037448883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1423158645629883,
      "cov-distil (oracle2student)": 3.904564380645752,
      "cov-distil (oracle2teacher)": 4.3986029624938965,
      "epoch": 3.292778649921507,
      "rel-constrast": 3.0406227111816406,
      "step": 4195,
      "subrel-constrast": 2.694204092025757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5777661800384521,
      "cov-distil (oracle2student)": 3.688173770904541,
      "cov-distil (oracle2teacher)": 4.061629295349121,
      "epoch": 3.293563579277865,
      "rel-constrast": 2.8371615409851074,
      "step": 4196,
      "subrel-constrast": 3.1361982822418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6979398727416992,
      "cov-distil (oracle2student)": 4.139129161834717,
      "cov-distil (oracle2teacher)": 4.050868034362793,
      "epoch": 3.294348508634223,
      "rel-constrast": 3.4087512493133545,
      "step": 4197,
      "subrel-constrast": 3.584228515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8560681343078613,
      "cov-distil (oracle2student)": 3.55196475982666,
      "cov-distil (oracle2teacher)": 3.383342742919922,
      "epoch": 3.295133437990581,
      "rel-constrast": 2.6941964626312256,
      "step": 4198,
      "subrel-constrast": 2.8278117179870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9336984157562256,
      "cov-distil (oracle2student)": 5.634533882141113,
      "cov-distil (oracle2teacher)": 4.7425994873046875,
      "epoch": 3.295918367346939,
      "rel-constrast": 2.339529037475586,
      "step": 4199,
      "subrel-constrast": 2.979722261428833,
      "view-similarity": 0
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 5.625,
      "learning_rate": 7.6161031957458494e-06,
      "loss": 0.6199,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "overlap": 0.2828125059604645,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "student margin": 0.0615234375
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "teacher margin": 0.048095703125
    },
    {
      "epoch": 3.2967032967032965,
      "margin difference": -0.013427734375,
      "step": 4200
    },
    {
      "cov-distil": 1.270524024963379,
      "cov-distil (oracle2student)": 5.38961935043335,
      "cov-distil (oracle2teacher)": 5.450381755828857,
      "epoch": 3.2967032967032965,
      "rel-constrast": 2.288878917694092,
      "step": 4200,
      "subrel-constrast": 2.3963849544525146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9237983226776123,
      "cov-distil (oracle2student)": 4.752636432647705,
      "cov-distil (oracle2teacher)": 4.257310390472412,
      "epoch": 3.2974882260596545,
      "rel-constrast": 2.2716469764709473,
      "step": 4201,
      "subrel-constrast": 3.1197164058685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.685692310333252,
      "cov-distil (oracle2student)": 3.976351737976074,
      "cov-distil (oracle2teacher)": 4.980945587158203,
      "epoch": 3.2982731554160125,
      "rel-constrast": 2.6950597763061523,
      "step": 4202,
      "subrel-constrast": 3.511535882949829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419401168823242,
      "cov-distil (oracle2student)": 5.699328422546387,
      "cov-distil (oracle2teacher)": 5.9858198165893555,
      "epoch": 3.2990580847723705,
      "rel-constrast": 2.510627031326294,
      "step": 4203,
      "subrel-constrast": 2.5535037517547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9786295890808105,
      "cov-distil (oracle2student)": 4.436892509460449,
      "cov-distil (oracle2teacher)": 3.9750490188598633,
      "epoch": 3.2998430141287285,
      "rel-constrast": 2.626631498336792,
      "step": 4204,
      "subrel-constrast": 3.299563407897949,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6056694984436035,
      "cov-distil (oracle2student)": 3.7038774490356445,
      "cov-distil (oracle2teacher)": 3.55250883102417,
      "epoch": 3.3006279434850865,
      "rel-constrast": 2.3317389488220215,
      "step": 4205,
      "subrel-constrast": 3.3397858142852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8758680820465088,
      "cov-distil (oracle2student)": 5.870933532714844,
      "cov-distil (oracle2teacher)": 5.727908611297607,
      "epoch": 3.3014128728414445,
      "rel-constrast": 3.1104421615600586,
      "step": 4206,
      "subrel-constrast": 3.508434772491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9510972499847412,
      "cov-distil (oracle2student)": 4.52717399597168,
      "cov-distil (oracle2teacher)": 4.8297271728515625,
      "epoch": 3.302197802197802,
      "rel-constrast": 2.191892147064209,
      "step": 4207,
      "subrel-constrast": 3.303271532058716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7259832620620728,
      "cov-distil (oracle2student)": 5.424973487854004,
      "cov-distil (oracle2teacher)": 5.392000198364258,
      "epoch": 3.30298273155416,
      "rel-constrast": 1.7344595193862915,
      "step": 4208,
      "subrel-constrast": 2.440425157546997,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44258189201355,
      "cov-distil (oracle2student)": 6.463822364807129,
      "cov-distil (oracle2teacher)": 6.3028059005737305,
      "epoch": 3.303767660910518,
      "rel-constrast": 2.6860389709472656,
      "step": 4209,
      "subrel-constrast": 2.823437452316284,
      "view-similarity": 0
    },
    {
      "epoch": 3.304552590266876,
      "grad_norm": 5.96875,
      "learning_rate": 7.43195422798233e-06,
      "loss": 0.6112,
      "step": 4210
    },
    {
      "cov-distil": 2.67043399810791,
      "cov-distil (oracle2student)": 5.656609058380127,
      "cov-distil (oracle2teacher)": 4.764535903930664,
      "epoch": 3.304552590266876,
      "rel-constrast": 1.962074637413025,
      "step": 4210,
      "subrel-constrast": 2.685215950012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0921308994293213,
      "cov-distil (oracle2student)": 5.55019474029541,
      "cov-distil (oracle2teacher)": 4.902349472045898,
      "epoch": 3.305337519623234,
      "rel-constrast": 3.244995355606079,
      "step": 4211,
      "subrel-constrast": 3.3401427268981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4522037506103516,
      "cov-distil (oracle2student)": 6.414360523223877,
      "cov-distil (oracle2teacher)": 5.864144325256348,
      "epoch": 3.306122448979592,
      "rel-constrast": 4.423200607299805,
      "step": 4212,
      "subrel-constrast": 4.706982612609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8633208274841309,
      "cov-distil (oracle2student)": 4.980746269226074,
      "cov-distil (oracle2teacher)": 5.2021164894104,
      "epoch": 3.30690737833595,
      "rel-constrast": 2.454409599304199,
      "step": 4213,
      "subrel-constrast": 3.0128443241119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019897937774658,
      "cov-distil (oracle2student)": 3.643218755722046,
      "cov-distil (oracle2teacher)": 2.7160515785217285,
      "epoch": 3.3076923076923075,
      "rel-constrast": 1.6318095922470093,
      "step": 4214,
      "subrel-constrast": 2.2714667320251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4369322061538696,
      "cov-distil (oracle2student)": 7.246345043182373,
      "cov-distil (oracle2teacher)": 6.248579978942871,
      "epoch": 3.3084772370486655,
      "rel-constrast": 3.719285011291504,
      "step": 4215,
      "subrel-constrast": 3.8574819564819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663651943206787,
      "cov-distil (oracle2student)": 4.282493591308594,
      "cov-distil (oracle2teacher)": 4.639319896697998,
      "epoch": 3.3092621664050235,
      "rel-constrast": 1.9816954135894775,
      "step": 4216,
      "subrel-constrast": 2.437711715698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4433774948120117,
      "cov-distil (oracle2student)": 3.8308827877044678,
      "cov-distil (oracle2teacher)": 3.6127984523773193,
      "epoch": 3.3100470957613815,
      "rel-constrast": 2.2624897956848145,
      "step": 4217,
      "subrel-constrast": 3.568817138671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.718123435974121,
      "cov-distil (oracle2student)": 4.6571831703186035,
      "cov-distil (oracle2teacher)": 4.760307312011719,
      "epoch": 3.3108320251177394,
      "rel-constrast": 2.391920328140259,
      "step": 4218,
      "subrel-constrast": 3.914498805999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851401686668396,
      "cov-distil (oracle2student)": 4.942440032958984,
      "cov-distil (oracle2teacher)": 4.062647819519043,
      "epoch": 3.3116169544740974,
      "rel-constrast": 2.152039051055908,
      "step": 4219,
      "subrel-constrast": 2.666867256164551,
      "view-similarity": 0
    },
    {
      "epoch": 3.3124018838304554,
      "grad_norm": 5.75,
      "learning_rate": 7.249879966715173e-06,
      "loss": 0.6556,
      "step": 4220
    },
    {
      "cov-distil": 1.8736501932144165,
      "cov-distil (oracle2student)": 5.721276760101318,
      "cov-distil (oracle2teacher)": 5.692658424377441,
      "epoch": 3.3124018838304554,
      "rel-constrast": 1.7099181413650513,
      "step": 4220,
      "subrel-constrast": 2.686094284057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4333685636520386,
      "cov-distil (oracle2student)": 4.610054969787598,
      "cov-distil (oracle2teacher)": 3.884157180786133,
      "epoch": 3.313186813186813,
      "rel-constrast": 2.1136386394500732,
      "step": 4221,
      "subrel-constrast": 2.3531672954559326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285315990447998,
      "cov-distil (oracle2student)": 5.117825508117676,
      "cov-distil (oracle2teacher)": 5.104353904724121,
      "epoch": 3.313971742543171,
      "rel-constrast": 2.1023495197296143,
      "step": 4222,
      "subrel-constrast": 2.6904854774475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.341484546661377,
      "cov-distil (oracle2student)": 6.531106948852539,
      "cov-distil (oracle2teacher)": 6.652856826782227,
      "epoch": 3.314756671899529,
      "rel-constrast": 3.3459670543670654,
      "step": 4223,
      "subrel-constrast": 3.564852714538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.296008586883545,
      "cov-distil (oracle2student)": 4.804656982421875,
      "cov-distil (oracle2teacher)": 4.521252632141113,
      "epoch": 3.315541601255887,
      "rel-constrast": 2.3995296955108643,
      "step": 4224,
      "subrel-constrast": 2.847630262374878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9556055068969727,
      "cov-distil (oracle2student)": 3.731451988220215,
      "cov-distil (oracle2teacher)": 3.5636868476867676,
      "epoch": 3.316326530612245,
      "rel-constrast": 2.4369146823883057,
      "step": 4225,
      "subrel-constrast": 3.090909242630005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9014583826065063,
      "cov-distil (oracle2student)": 3.882570743560791,
      "cov-distil (oracle2teacher)": 4.665725231170654,
      "epoch": 3.317111459968603,
      "rel-constrast": 2.3940787315368652,
      "step": 4226,
      "subrel-constrast": 3.0785701274871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3034114837646484,
      "cov-distil (oracle2student)": 4.768924713134766,
      "cov-distil (oracle2teacher)": 5.069042682647705,
      "epoch": 3.317896389324961,
      "rel-constrast": 1.141916036605835,
      "step": 4227,
      "subrel-constrast": 2.483546733856201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4115138053894043,
      "cov-distil (oracle2student)": 6.25738000869751,
      "cov-distil (oracle2teacher)": 5.325366020202637,
      "epoch": 3.3186813186813184,
      "rel-constrast": 2.9759836196899414,
      "step": 4228,
      "subrel-constrast": 3.553318500518799,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044482946395874,
      "cov-distil (oracle2student)": 5.010011672973633,
      "cov-distil (oracle2teacher)": 5.094329833984375,
      "epoch": 3.3194662480376764,
      "rel-constrast": 1.4110307693481445,
      "step": 4229,
      "subrel-constrast": 2.4365909099578857,
      "view-similarity": 0
    },
    {
      "epoch": 3.3202511773940344,
      "grad_norm": 4.03125,
      "learning_rate": 7.0698892859870245e-06,
      "loss": 0.5508,
      "step": 4230
    },
    {
      "cov-distil": 2.06162428855896,
      "cov-distil (oracle2student)": 5.252938747406006,
      "cov-distil (oracle2teacher)": 5.092556476593018,
      "epoch": 3.3202511773940344,
      "rel-constrast": 2.3143727779388428,
      "step": 4230,
      "subrel-constrast": 2.8687081336975098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6418888568878174,
      "cov-distil (oracle2student)": 4.237142562866211,
      "cov-distil (oracle2teacher)": 3.6830644607543945,
      "epoch": 3.3210361067503924,
      "rel-constrast": 2.0702857971191406,
      "step": 4231,
      "subrel-constrast": 2.546818733215332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0356812477111816,
      "cov-distil (oracle2student)": 4.048389434814453,
      "cov-distil (oracle2teacher)": 3.1254472732543945,
      "epoch": 3.3218210361067504,
      "rel-constrast": 2.3807215690612793,
      "step": 4232,
      "subrel-constrast": 2.7408294677734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1032135486602783,
      "cov-distil (oracle2student)": 6.424215316772461,
      "cov-distil (oracle2teacher)": 5.675354957580566,
      "epoch": 3.3226059654631084,
      "rel-constrast": 2.717885732650757,
      "step": 4233,
      "subrel-constrast": 3.3074889183044434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9765499830245972,
      "cov-distil (oracle2student)": 5.373604774475098,
      "cov-distil (oracle2teacher)": 5.8468170166015625,
      "epoch": 3.3233908948194664,
      "rel-constrast": 1.700348973274231,
      "step": 4234,
      "subrel-constrast": 2.718410015106201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.902483582496643,
      "cov-distil (oracle2student)": 3.8733608722686768,
      "cov-distil (oracle2teacher)": 4.777041435241699,
      "epoch": 3.3241758241758244,
      "rel-constrast": 1.735605239868164,
      "step": 4235,
      "subrel-constrast": 2.5416665077209473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8989591598510742,
      "cov-distil (oracle2student)": 4.727683067321777,
      "cov-distil (oracle2teacher)": 4.0181965827941895,
      "epoch": 3.3249607535321823,
      "rel-constrast": 1.992948055267334,
      "step": 4236,
      "subrel-constrast": 2.216526746749878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9653210639953613,
      "cov-distil (oracle2student)": 4.005550384521484,
      "cov-distil (oracle2teacher)": 4.6762003898620605,
      "epoch": 3.32574568288854,
      "rel-constrast": 2.1525697708129883,
      "step": 4237,
      "subrel-constrast": 3.2037222385406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8062360286712646,
      "cov-distil (oracle2student)": 2.7191925048828125,
      "cov-distil (oracle2teacher)": 2.8323616981506348,
      "epoch": 3.326530612244898,
      "rel-constrast": 2.179565906524658,
      "step": 4238,
      "subrel-constrast": 2.9930293560028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7932133674621582,
      "cov-distil (oracle2student)": 4.498637676239014,
      "cov-distil (oracle2teacher)": 4.795371055603027,
      "epoch": 3.327315541601256,
      "rel-constrast": 1.8441877365112305,
      "step": 4239,
      "subrel-constrast": 2.879601001739502,
      "view-similarity": 0
    },
    {
      "epoch": 3.328100470957614,
      "grad_norm": 5.3125,
      "learning_rate": 6.891990958289723e-06,
      "loss": 0.5272,
      "step": 4240
    },
    {
      "cov-distil": 2.2731707096099854,
      "cov-distil (oracle2student)": 4.9119720458984375,
      "cov-distil (oracle2teacher)": 4.758545875549316,
      "epoch": 3.328100470957614,
      "rel-constrast": 3.8956871032714844,
      "step": 4240,
      "subrel-constrast": 3.832946300506592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8203508853912354,
      "cov-distil (oracle2student)": 3.7150089740753174,
      "cov-distil (oracle2teacher)": 3.603515148162842,
      "epoch": 3.328885400313972,
      "rel-constrast": 1.8307056427001953,
      "step": 4241,
      "subrel-constrast": 2.642453193664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3191075325012207,
      "cov-distil (oracle2student)": 5.207943916320801,
      "cov-distil (oracle2teacher)": 4.118204116821289,
      "epoch": 3.32967032967033,
      "rel-constrast": 1.607276439666748,
      "step": 4242,
      "subrel-constrast": 2.9456775188446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6796166896820068,
      "cov-distil (oracle2student)": 4.562132358551025,
      "cov-distil (oracle2teacher)": 4.1035590171813965,
      "epoch": 3.330455259026688,
      "rel-constrast": 2.22808837890625,
      "step": 4243,
      "subrel-constrast": 2.6970341205596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.003967761993408,
      "cov-distil (oracle2student)": 5.247192859649658,
      "cov-distil (oracle2teacher)": 4.8992390632629395,
      "epoch": 3.3312401883830454,
      "rel-constrast": 1.5225634574890137,
      "step": 4244,
      "subrel-constrast": 2.473803997039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312368392944336,
      "cov-distil (oracle2student)": 4.783315181732178,
      "cov-distil (oracle2teacher)": 4.515232563018799,
      "epoch": 3.3320251177394034,
      "rel-constrast": 1.5936812162399292,
      "step": 4245,
      "subrel-constrast": 2.922267198562622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5663155317306519,
      "cov-distil (oracle2student)": 5.075132846832275,
      "cov-distil (oracle2teacher)": 4.88856840133667,
      "epoch": 3.3328100470957613,
      "rel-constrast": 2.172989845275879,
      "step": 4246,
      "subrel-constrast": 2.8052978515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4757769107818604,
      "cov-distil (oracle2student)": 3.078362226486206,
      "cov-distil (oracle2teacher)": 3.5958025455474854,
      "epoch": 3.3335949764521193,
      "rel-constrast": 1.5015840530395508,
      "step": 4247,
      "subrel-constrast": 2.364210605621338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.91255259513855,
      "cov-distil (oracle2student)": 2.7673330307006836,
      "cov-distil (oracle2teacher)": 3.876580238342285,
      "epoch": 3.3343799058084773,
      "rel-constrast": 2.438724994659424,
      "step": 4248,
      "subrel-constrast": 4.496199607849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7445933818817139,
      "cov-distil (oracle2student)": 4.470335483551025,
      "cov-distil (oracle2teacher)": 4.115278720855713,
      "epoch": 3.3351648351648353,
      "rel-constrast": 2.177305221557617,
      "step": 4249,
      "subrel-constrast": 2.7047276496887207,
      "view-similarity": 0
    },
    {
      "epoch": 3.3359497645211933,
      "grad_norm": 5.25,
      "learning_rate": 6.716193654136788e-06,
      "loss": 0.5242,
      "step": 4250
    },
    {
      "cov-distil": 2.007354974746704,
      "cov-distil (oracle2student)": 4.81483268737793,
      "cov-distil (oracle2teacher)": 4.73660135269165,
      "epoch": 3.3359497645211933,
      "rel-constrast": 3.0760343074798584,
      "step": 4250,
      "subrel-constrast": 3.6259284019470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9148139953613281,
      "cov-distil (oracle2student)": 5.63395881652832,
      "cov-distil (oracle2teacher)": 5.423884391784668,
      "epoch": 3.336734693877551,
      "rel-constrast": 2.1547586917877197,
      "step": 4251,
      "subrel-constrast": 2.43410325050354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0704891681671143,
      "cov-distil (oracle2student)": 5.0018630027771,
      "cov-distil (oracle2teacher)": 4.406865119934082,
      "epoch": 3.337519623233909,
      "rel-constrast": 1.4261906147003174,
      "step": 4252,
      "subrel-constrast": 1.9516688585281372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738688349723816,
      "cov-distil (oracle2student)": 2.445389986038208,
      "cov-distil (oracle2teacher)": 2.6353282928466797,
      "epoch": 3.338304552590267,
      "rel-constrast": 1.42319655418396,
      "step": 4253,
      "subrel-constrast": 2.0250790119171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7529821395874023,
      "cov-distil (oracle2student)": 6.306329727172852,
      "cov-distil (oracle2teacher)": 4.907562732696533,
      "epoch": 3.339089481946625,
      "rel-constrast": 3.9696686267852783,
      "step": 4254,
      "subrel-constrast": 4.142826080322266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3402132987976074,
      "cov-distil (oracle2student)": 5.501999378204346,
      "cov-distil (oracle2teacher)": 5.649503707885742,
      "epoch": 3.339874411302983,
      "rel-constrast": 2.9618570804595947,
      "step": 4255,
      "subrel-constrast": 3.70851731300354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7994508743286133,
      "cov-distil (oracle2student)": 4.425290107727051,
      "cov-distil (oracle2teacher)": 4.231640338897705,
      "epoch": 3.340659340659341,
      "rel-constrast": 2.2557709217071533,
      "step": 4256,
      "subrel-constrast": 2.533536195755005,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4719879627227783,
      "cov-distil (oracle2student)": 5.6086835861206055,
      "cov-distil (oracle2teacher)": 5.993622779846191,
      "epoch": 3.3414442700156988,
      "rel-constrast": 2.396799325942993,
      "step": 4257,
      "subrel-constrast": 2.7436351776123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177050828933716,
      "cov-distil (oracle2student)": 4.978156089782715,
      "cov-distil (oracle2teacher)": 4.486555099487305,
      "epoch": 3.3422291993720563,
      "rel-constrast": 2.911587715148926,
      "step": 4258,
      "subrel-constrast": 3.396571636199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2193877696990967,
      "cov-distil (oracle2student)": 4.495717525482178,
      "cov-distil (oracle2teacher)": 4.4680304527282715,
      "epoch": 3.3430141287284143,
      "rel-constrast": 1.9823009967803955,
      "step": 4259,
      "subrel-constrast": 2.186643362045288,
      "view-similarity": 0
    },
    {
      "epoch": 3.3437990580847723,
      "grad_norm": 4.53125,
      "learning_rate": 6.542505941640803e-06,
      "loss": 0.614,
      "step": 4260
    },
    {
      "cov-distil": 1.7761685848236084,
      "cov-distil (oracle2student)": 5.28948974609375,
      "cov-distil (oracle2teacher)": 5.333321571350098,
      "epoch": 3.3437990580847723,
      "rel-constrast": 2.463545083999634,
      "step": 4260,
      "subrel-constrast": 3.0707077980041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174067497253418,
      "cov-distil (oracle2student)": 5.704499244689941,
      "cov-distil (oracle2teacher)": 5.173296928405762,
      "epoch": 3.3445839874411303,
      "rel-constrast": 1.5958707332611084,
      "step": 4261,
      "subrel-constrast": 2.66829776763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.304555058479309,
      "cov-distil (oracle2student)": 4.8984055519104,
      "cov-distil (oracle2teacher)": 5.076327800750732,
      "epoch": 3.3453689167974883,
      "rel-constrast": 1.678722858428955,
      "step": 4262,
      "subrel-constrast": 2.3750178813934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0228476524353027,
      "cov-distil (oracle2student)": 6.086331844329834,
      "cov-distil (oracle2teacher)": 5.426481246948242,
      "epoch": 3.3461538461538463,
      "rel-constrast": 2.164405345916748,
      "step": 4263,
      "subrel-constrast": 2.9932432174682617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6683363914489746,
      "cov-distil (oracle2student)": 5.237639427185059,
      "cov-distil (oracle2teacher)": 4.965996742248535,
      "epoch": 3.3469387755102042,
      "rel-constrast": 3.3129725456237793,
      "step": 4264,
      "subrel-constrast": 3.136615753173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1385576725006104,
      "cov-distil (oracle2student)": 4.402467727661133,
      "cov-distil (oracle2teacher)": 4.435117721557617,
      "epoch": 3.347723704866562,
      "rel-constrast": 1.466062307357788,
      "step": 4265,
      "subrel-constrast": 2.608586549758911,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017639636993408,
      "cov-distil (oracle2student)": 4.731123924255371,
      "cov-distil (oracle2teacher)": 4.919659614562988,
      "epoch": 3.3485086342229198,
      "rel-constrast": 2.1664915084838867,
      "step": 4266,
      "subrel-constrast": 3.21042537689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6678661108016968,
      "cov-distil (oracle2student)": 4.015091896057129,
      "cov-distil (oracle2teacher)": 3.715986728668213,
      "epoch": 3.3492935635792778,
      "rel-constrast": 3.403144121170044,
      "step": 4267,
      "subrel-constrast": 3.33353853225708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880989074707031,
      "cov-distil (oracle2student)": 4.862032890319824,
      "cov-distil (oracle2teacher)": 4.724026203155518,
      "epoch": 3.3500784929356358,
      "rel-constrast": 2.374382495880127,
      "step": 4268,
      "subrel-constrast": 2.481252908706665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6252667903900146,
      "cov-distil (oracle2student)": 6.003247261047363,
      "cov-distil (oracle2teacher)": 5.5129899978637695,
      "epoch": 3.3508634222919937,
      "rel-constrast": 3.121825695037842,
      "step": 4269,
      "subrel-constrast": 3.2122013568878174,
      "view-similarity": 0
    },
    {
      "epoch": 3.3516483516483517,
      "grad_norm": 6.46875,
      "learning_rate": 6.370936286095841e-06,
      "loss": 0.5937,
      "step": 4270
    },
    {
      "cov-distil": 2.0009682178497314,
      "cov-distil (oracle2student)": 3.944204330444336,
      "cov-distil (oracle2teacher)": 4.365614414215088,
      "epoch": 3.3516483516483517,
      "rel-constrast": 2.5780029296875,
      "step": 4270,
      "subrel-constrast": 3.2137014865875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5280135869979858,
      "cov-distil (oracle2student)": 4.282013893127441,
      "cov-distil (oracle2teacher)": 4.462120532989502,
      "epoch": 3.3524332810047097,
      "rel-constrast": 2.912902593612671,
      "step": 4271,
      "subrel-constrast": 4.025424480438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439422845840454,
      "cov-distil (oracle2student)": 6.115357398986816,
      "cov-distil (oracle2teacher)": 6.421177864074707,
      "epoch": 3.3532182103610673,
      "rel-constrast": 2.55826997756958,
      "step": 4272,
      "subrel-constrast": 3.4655158519744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5356439352035522,
      "cov-distil (oracle2student)": 4.033103942871094,
      "cov-distil (oracle2teacher)": 3.9443776607513428,
      "epoch": 3.3540031397174253,
      "rel-constrast": 2.220933675765991,
      "step": 4273,
      "subrel-constrast": 2.5411081314086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2658276557922363,
      "cov-distil (oracle2student)": 2.8657069206237793,
      "cov-distil (oracle2teacher)": 2.973200798034668,
      "epoch": 3.3547880690737832,
      "rel-constrast": 1.935315489768982,
      "step": 4274,
      "subrel-constrast": 2.653275728225708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099843978881836,
      "cov-distil (oracle2student)": 5.097036361694336,
      "cov-distil (oracle2teacher)": 4.753695487976074,
      "epoch": 3.3555729984301412,
      "rel-constrast": 3.7307803630828857,
      "step": 4275,
      "subrel-constrast": 3.2731590270996094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1850807666778564,
      "cov-distil (oracle2student)": 4.272916316986084,
      "cov-distil (oracle2teacher)": 4.273348808288574,
      "epoch": 3.356357927786499,
      "rel-constrast": 2.4879326820373535,
      "step": 4276,
      "subrel-constrast": 3.6966841220855713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.255340099334717,
      "cov-distil (oracle2student)": 4.97290563583374,
      "cov-distil (oracle2teacher)": 5.0095319747924805,
      "epoch": 3.357142857142857,
      "rel-constrast": 1.4939326047897339,
      "step": 4277,
      "subrel-constrast": 2.7835206985473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0913562774658203,
      "cov-distil (oracle2student)": 5.313779830932617,
      "cov-distil (oracle2teacher)": 5.6760573387146,
      "epoch": 3.357927786499215,
      "rel-constrast": 2.9308078289031982,
      "step": 4278,
      "subrel-constrast": 3.8527016639709473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610131025314331,
      "cov-distil (oracle2student)": 4.9198198318481445,
      "cov-distil (oracle2teacher)": 5.872077465057373,
      "epoch": 3.358712715855573,
      "rel-constrast": 2.2439393997192383,
      "step": 4279,
      "subrel-constrast": 2.9668986797332764,
      "view-similarity": 0
    },
    {
      "epoch": 3.359497645211931,
      "grad_norm": 6.1875,
      "learning_rate": 6.201493049564882e-06,
      "loss": 0.6273,
      "step": 4280
    },
    {
      "cov-distil": 1.8269860744476318,
      "cov-distil (oracle2student)": 5.107843399047852,
      "cov-distil (oracle2teacher)": 4.680373191833496,
      "epoch": 3.359497645211931,
      "rel-constrast": 1.8288753032684326,
      "step": 4280,
      "subrel-constrast": 2.0259451866149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.362644910812378,
      "cov-distil (oracle2student)": 5.756304740905762,
      "cov-distil (oracle2teacher)": 5.857680320739746,
      "epoch": 3.3602825745682887,
      "rel-constrast": 2.7413487434387207,
      "step": 4281,
      "subrel-constrast": 3.5002341270446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.316288471221924,
      "cov-distil (oracle2student)": 4.997149467468262,
      "cov-distil (oracle2teacher)": 5.821661949157715,
      "epoch": 3.3610675039246467,
      "rel-constrast": 2.989321708679199,
      "step": 4282,
      "subrel-constrast": 4.508782863616943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2739670276641846,
      "cov-distil (oracle2student)": 4.439896106719971,
      "cov-distil (oracle2teacher)": 4.452513217926025,
      "epoch": 3.3618524332810047,
      "rel-constrast": 1.4812532663345337,
      "step": 4283,
      "subrel-constrast": 2.7927589416503906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351081609725952,
      "cov-distil (oracle2student)": 7.136608123779297,
      "cov-distil (oracle2teacher)": 6.217662811279297,
      "epoch": 3.3626373626373627,
      "rel-constrast": 2.6983530521392822,
      "step": 4284,
      "subrel-constrast": 2.897555112838745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8691365718841553,
      "cov-distil (oracle2student)": 3.124526023864746,
      "cov-distil (oracle2teacher)": 2.9835076332092285,
      "epoch": 3.3634222919937207,
      "rel-constrast": 1.6897087097167969,
      "step": 4285,
      "subrel-constrast": 2.387866258621216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.429459810256958,
      "cov-distil (oracle2student)": 5.177140235900879,
      "cov-distil (oracle2teacher)": 5.418485641479492,
      "epoch": 3.3642072213500787,
      "rel-constrast": 2.3364367485046387,
      "step": 4286,
      "subrel-constrast": 3.106215715408325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6869022846221924,
      "cov-distil (oracle2student)": 5.251595497131348,
      "cov-distil (oracle2teacher)": 4.926793098449707,
      "epoch": 3.3649921507064366,
      "rel-constrast": 3.054441452026367,
      "step": 4287,
      "subrel-constrast": 3.8791868686676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9245210886001587,
      "cov-distil (oracle2student)": 4.290252208709717,
      "cov-distil (oracle2teacher)": 4.809377193450928,
      "epoch": 3.365777080062794,
      "rel-constrast": 1.9452235698699951,
      "step": 4288,
      "subrel-constrast": 2.571955442428589,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.325693368911743,
      "cov-distil (oracle2student)": 5.498416900634766,
      "cov-distil (oracle2teacher)": 4.5976409912109375,
      "epoch": 3.366562009419152,
      "rel-constrast": 2.5436019897460938,
      "step": 4289,
      "subrel-constrast": 3.0446393489837646,
      "view-similarity": 0
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 5.5625,
      "learning_rate": 6.034184490472195e-06,
      "loss": 0.5827,
      "step": 4290
    },
    {
      "cov-distil": 2.8408195972442627,
      "cov-distil (oracle2student)": 2.530013084411621,
      "cov-distil (oracle2teacher)": 3.232733964920044,
      "epoch": 3.36734693877551,
      "rel-constrast": 2.0304157733917236,
      "step": 4290,
      "subrel-constrast": 3.5782744884490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8944809436798096,
      "cov-distil (oracle2student)": 5.387494087219238,
      "cov-distil (oracle2teacher)": 5.560641288757324,
      "epoch": 3.368131868131868,
      "rel-constrast": 1.62830650806427,
      "step": 4291,
      "subrel-constrast": 2.5281076431274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9086767435073853,
      "cov-distil (oracle2student)": 4.479457855224609,
      "cov-distil (oracle2teacher)": 4.48976993560791,
      "epoch": 3.368916797488226,
      "rel-constrast": 2.9158716201782227,
      "step": 4292,
      "subrel-constrast": 4.324860095977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7664637565612793,
      "cov-distil (oracle2student)": 4.545682430267334,
      "cov-distil (oracle2teacher)": 4.463857173919678,
      "epoch": 3.369701726844584,
      "rel-constrast": 2.319718837738037,
      "step": 4293,
      "subrel-constrast": 2.891052484512329,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.680145025253296,
      "cov-distil (oracle2student)": 5.12469482421875,
      "cov-distil (oracle2teacher)": 5.094118118286133,
      "epoch": 3.370486656200942,
      "rel-constrast": 3.062713861465454,
      "step": 4294,
      "subrel-constrast": 3.9630239009857178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8904786109924316,
      "cov-distil (oracle2student)": 5.777132034301758,
      "cov-distil (oracle2teacher)": 5.747060775756836,
      "epoch": 3.3712715855572997,
      "rel-constrast": 3.5463614463806152,
      "step": 4295,
      "subrel-constrast": 5.497783184051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5944850444793701,
      "cov-distil (oracle2student)": 3.083735704421997,
      "cov-distil (oracle2teacher)": 3.5614209175109863,
      "epoch": 3.3720565149136577,
      "rel-constrast": 2.4387505054473877,
      "step": 4296,
      "subrel-constrast": 2.57391095161438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709539532661438,
      "cov-distil (oracle2student)": 3.659310817718506,
      "cov-distil (oracle2teacher)": 3.759876012802124,
      "epoch": 3.3728414442700156,
      "rel-constrast": 1.7560679912567139,
      "step": 4297,
      "subrel-constrast": 2.4836246967315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8343849182128906,
      "cov-distil (oracle2student)": 5.8341827392578125,
      "cov-distil (oracle2teacher)": 5.684464931488037,
      "epoch": 3.3736263736263736,
      "rel-constrast": 1.4970704317092896,
      "step": 4298,
      "subrel-constrast": 2.7058048248291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2466650009155273,
      "cov-distil (oracle2student)": 4.348055362701416,
      "cov-distil (oracle2teacher)": 4.602718353271484,
      "epoch": 3.3744113029827316,
      "rel-constrast": 3.9894511699676514,
      "step": 4299,
      "subrel-constrast": 4.613483905792236,
      "view-similarity": 0
    },
    {
      "epoch": 3.3751962323390896,
      "grad_norm": 8.75,
      "learning_rate": 5.8690187632009285e-06,
      "loss": 0.6296,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "overlap": 0.2984375059604645,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "student margin": 0.057281494140625
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "teacher margin": 0.053466796875
    },
    {
      "epoch": 3.3751962323390896,
      "margin difference": -0.003814697265625,
      "step": 4300
    },
    {
      "cov-distil": 2.3925559520721436,
      "cov-distil (oracle2student)": 5.292901515960693,
      "cov-distil (oracle2teacher)": 5.09727668762207,
      "epoch": 3.3751962323390896,
      "rel-constrast": 3.121320962905884,
      "step": 4300,
      "subrel-constrast": 2.913302421569824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5678459405899048,
      "cov-distil (oracle2student)": 4.550012588500977,
      "cov-distil (oracle2teacher)": 4.4516401290893555,
      "epoch": 3.3759811616954476,
      "rel-constrast": 1.4799247980117798,
      "step": 4301,
      "subrel-constrast": 2.4640355110168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7233551740646362,
      "cov-distil (oracle2student)": 3.9850940704345703,
      "cov-distil (oracle2teacher)": 3.7787580490112305,
      "epoch": 3.376766091051805,
      "rel-constrast": 2.341717004776001,
      "step": 4302,
      "subrel-constrast": 2.9361681938171387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3024611473083496,
      "cov-distil (oracle2student)": 3.4425716400146484,
      "cov-distil (oracle2teacher)": 3.6459579467773438,
      "epoch": 3.377551020408163,
      "rel-constrast": 2.568722724914551,
      "step": 4303,
      "subrel-constrast": 3.1283044815063477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0243608951568604,
      "cov-distil (oracle2student)": 6.032813549041748,
      "cov-distil (oracle2teacher)": 5.9497294425964355,
      "epoch": 3.378335949764521,
      "rel-constrast": 4.2079339027404785,
      "step": 4304,
      "subrel-constrast": 4.268835067749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5369288921356201,
      "cov-distil (oracle2student)": 4.55490255355835,
      "cov-distil (oracle2teacher)": 5.208719730377197,
      "epoch": 3.379120879120879,
      "rel-constrast": 2.407125234603882,
      "step": 4305,
      "subrel-constrast": 2.9820923805236816,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7301244735717773,
      "cov-distil (oracle2student)": 2.6608235836029053,
      "cov-distil (oracle2teacher)": 2.748225688934326,
      "epoch": 3.379905808477237,
      "rel-constrast": 2.531158447265625,
      "step": 4306,
      "subrel-constrast": 3.547316551208496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8526734113693237,
      "cov-distil (oracle2student)": 3.0934653282165527,
      "cov-distil (oracle2teacher)": 3.2349159717559814,
      "epoch": 3.380690737833595,
      "rel-constrast": 2.1689629554748535,
      "step": 4307,
      "subrel-constrast": 3.551985502243042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4055252075195312,
      "cov-distil (oracle2student)": 3.235849142074585,
      "cov-distil (oracle2teacher)": 3.472156047821045,
      "epoch": 3.381475667189953,
      "rel-constrast": 2.5987284183502197,
      "step": 4308,
      "subrel-constrast": 3.0557281970977783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5483486652374268,
      "cov-distil (oracle2student)": 4.681674480438232,
      "cov-distil (oracle2teacher)": 4.377429962158203,
      "epoch": 3.3822605965463106,
      "rel-constrast": 2.853609323501587,
      "step": 4309,
      "subrel-constrast": 3.1620354652404785,
      "view-similarity": 0
    },
    {
      "epoch": 3.3830455259026686,
      "grad_norm": 6.59375,
      "learning_rate": 5.706003917695618e-06,
      "loss": 0.657,
      "step": 4310
    },
    {
      "cov-distil": 1.7188284397125244,
      "cov-distil (oracle2student)": 4.435490131378174,
      "cov-distil (oracle2teacher)": 4.739226818084717,
      "epoch": 3.3830455259026686,
      "rel-constrast": 1.8688926696777344,
      "step": 4310,
      "subrel-constrast": 2.985830545425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3426817655563354,
      "cov-distil (oracle2student)": 4.113809585571289,
      "cov-distil (oracle2teacher)": 3.331639289855957,
      "epoch": 3.3838304552590266,
      "rel-constrast": 2.3891077041625977,
      "step": 4311,
      "subrel-constrast": 2.3936924934387207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951599359512329,
      "cov-distil (oracle2student)": 7.212046146392822,
      "cov-distil (oracle2teacher)": 6.719456672668457,
      "epoch": 3.3846153846153846,
      "rel-constrast": 2.835275888442993,
      "step": 4312,
      "subrel-constrast": 3.4858038425445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6925069093704224,
      "cov-distil (oracle2student)": 4.623991012573242,
      "cov-distil (oracle2teacher)": 4.815889358520508,
      "epoch": 3.3854003139717426,
      "rel-constrast": 2.059825897216797,
      "step": 4313,
      "subrel-constrast": 2.3172852993011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3256757259368896,
      "cov-distil (oracle2student)": 5.7668633460998535,
      "cov-distil (oracle2teacher)": 5.920732498168945,
      "epoch": 3.3861852433281006,
      "rel-constrast": 3.3074278831481934,
      "step": 4314,
      "subrel-constrast": 3.263676166534424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0923919677734375,
      "cov-distil (oracle2student)": 6.41303014755249,
      "cov-distil (oracle2teacher)": 5.738729000091553,
      "epoch": 3.3869701726844585,
      "rel-constrast": 2.866182804107666,
      "step": 4315,
      "subrel-constrast": 3.28487229347229,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037536382675171,
      "cov-distil (oracle2student)": 5.782649040222168,
      "cov-distil (oracle2teacher)": 5.288042068481445,
      "epoch": 3.387755102040816,
      "rel-constrast": 2.656947612762451,
      "step": 4316,
      "subrel-constrast": 3.0657293796539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6400880813598633,
      "cov-distil (oracle2student)": 5.251319408416748,
      "cov-distil (oracle2teacher)": 4.119329452514648,
      "epoch": 3.388540031397174,
      "rel-constrast": 3.4424843788146973,
      "step": 4317,
      "subrel-constrast": 2.9656736850738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7999911308288574,
      "cov-distil (oracle2student)": 3.8855907917022705,
      "cov-distil (oracle2teacher)": 4.032805442810059,
      "epoch": 3.389324960753532,
      "rel-constrast": 1.7452878952026367,
      "step": 4318,
      "subrel-constrast": 2.3287270069122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5636767148971558,
      "cov-distil (oracle2student)": 5.364648342132568,
      "cov-distil (oracle2teacher)": 5.219130992889404,
      "epoch": 3.39010989010989,
      "rel-constrast": 2.0827343463897705,
      "step": 4319,
      "subrel-constrast": 1.8646643161773682,
      "view-similarity": 0
    },
    {
      "epoch": 3.390894819466248,
      "grad_norm": 5.125,
      "learning_rate": 5.545147899069836e-06,
      "loss": 0.6314,
      "step": 4320
    },
    {
      "cov-distil": 2.180814266204834,
      "cov-distil (oracle2student)": 7.079227447509766,
      "cov-distil (oracle2teacher)": 6.02501106262207,
      "epoch": 3.390894819466248,
      "rel-constrast": 2.9486424922943115,
      "step": 4320,
      "subrel-constrast": 3.8294777870178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.791111946105957,
      "cov-distil (oracle2student)": 4.686868190765381,
      "cov-distil (oracle2teacher)": 3.916436195373535,
      "epoch": 3.391679748822606,
      "rel-constrast": 3.0706048011779785,
      "step": 4321,
      "subrel-constrast": 4.148827075958252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937457799911499,
      "cov-distil (oracle2student)": 5.427257537841797,
      "cov-distil (oracle2teacher)": 4.788440704345703,
      "epoch": 3.392464678178964,
      "rel-constrast": 2.4324653148651123,
      "step": 4322,
      "subrel-constrast": 3.0241456031799316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3899974822998047,
      "cov-distil (oracle2student)": 4.794644832611084,
      "cov-distil (oracle2teacher)": 4.194553852081299,
      "epoch": 3.393249607535322,
      "rel-constrast": 2.3464200496673584,
      "step": 4323,
      "subrel-constrast": 2.890589714050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046603202819824,
      "cov-distil (oracle2student)": 4.460735321044922,
      "cov-distil (oracle2teacher)": 4.407140254974365,
      "epoch": 3.39403453689168,
      "rel-constrast": 1.971928596496582,
      "step": 4324,
      "subrel-constrast": 2.9892919063568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052156448364258,
      "cov-distil (oracle2student)": 5.706260681152344,
      "cov-distil (oracle2teacher)": 5.4401092529296875,
      "epoch": 3.3948194662480375,
      "rel-constrast": 2.7044997215270996,
      "step": 4325,
      "subrel-constrast": 3.380472421646118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5441079139709473,
      "cov-distil (oracle2student)": 3.030651330947876,
      "cov-distil (oracle2teacher)": 3.111058235168457,
      "epoch": 3.3956043956043955,
      "rel-constrast": 1.5768942832946777,
      "step": 4326,
      "subrel-constrast": 1.9293785095214844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2590231895446777,
      "cov-distil (oracle2student)": 4.257854461669922,
      "cov-distil (oracle2teacher)": 4.213223457336426,
      "epoch": 3.3963893249607535,
      "rel-constrast": 1.8632363080978394,
      "step": 4327,
      "subrel-constrast": 2.8028130531311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5883612632751465,
      "cov-distil (oracle2student)": 3.9698781967163086,
      "cov-distil (oracle2teacher)": 4.145522594451904,
      "epoch": 3.3971742543171115,
      "rel-constrast": 2.2884469032287598,
      "step": 4328,
      "subrel-constrast": 3.320619821548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063565969467163,
      "cov-distil (oracle2student)": 6.410888671875,
      "cov-distil (oracle2teacher)": 5.850529193878174,
      "epoch": 3.3979591836734695,
      "rel-constrast": 2.6295228004455566,
      "step": 4329,
      "subrel-constrast": 2.7320716381073,
      "view-similarity": 0
    },
    {
      "epoch": 3.3987441130298275,
      "grad_norm": 5.96875,
      "learning_rate": 5.3864585472190255e-06,
      "loss": 0.5958,
      "step": 4330
    },
    {
      "cov-distil": 2.2039952278137207,
      "cov-distil (oracle2student)": 4.513401985168457,
      "cov-distil (oracle2teacher)": 4.845415115356445,
      "epoch": 3.3987441130298275,
      "rel-constrast": 2.3679070472717285,
      "step": 4330,
      "subrel-constrast": 3.112517833709717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765986919403076,
      "cov-distil (oracle2student)": 5.362695693969727,
      "cov-distil (oracle2teacher)": 5.262853622436523,
      "epoch": 3.3995290423861855,
      "rel-constrast": 2.1521213054656982,
      "step": 4331,
      "subrel-constrast": 2.572658061981201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2897677421569824,
      "cov-distil (oracle2student)": 4.965683460235596,
      "cov-distil (oracle2teacher)": 5.328873634338379,
      "epoch": 3.400313971742543,
      "rel-constrast": 2.952430486679077,
      "step": 4332,
      "subrel-constrast": 4.161060810089111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823407769203186,
      "cov-distil (oracle2student)": 3.45582914352417,
      "cov-distil (oracle2teacher)": 3.4193949699401855,
      "epoch": 3.401098901098901,
      "rel-constrast": 2.3199050426483154,
      "step": 4333,
      "subrel-constrast": 2.699342966079712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6785225868225098,
      "cov-distil (oracle2student)": 3.901799201965332,
      "cov-distil (oracle2teacher)": 4.175693511962891,
      "epoch": 3.401883830455259,
      "rel-constrast": 2.1613571643829346,
      "step": 4334,
      "subrel-constrast": 3.0222249031066895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8162438869476318,
      "cov-distil (oracle2student)": 4.882184982299805,
      "cov-distil (oracle2teacher)": 5.962872505187988,
      "epoch": 3.402668759811617,
      "rel-constrast": 2.3165998458862305,
      "step": 4335,
      "subrel-constrast": 2.7874951362609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717382550239563,
      "cov-distil (oracle2student)": 5.230120658874512,
      "cov-distil (oracle2teacher)": 4.956642150878906,
      "epoch": 3.403453689167975,
      "rel-constrast": 2.4179739952087402,
      "step": 4336,
      "subrel-constrast": 2.522432565689087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7249327898025513,
      "cov-distil (oracle2student)": 3.6241581439971924,
      "cov-distil (oracle2teacher)": 4.178228855133057,
      "epoch": 3.404238618524333,
      "rel-constrast": 2.297910213470459,
      "step": 4337,
      "subrel-constrast": 2.6554806232452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.501006603240967,
      "cov-distil (oracle2student)": 3.407327651977539,
      "cov-distil (oracle2teacher)": 3.6444170475006104,
      "epoch": 3.405023547880691,
      "rel-constrast": 2.2248382568359375,
      "step": 4338,
      "subrel-constrast": 2.866644859313965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.104534387588501,
      "cov-distil (oracle2student)": 3.9404654502868652,
      "cov-distil (oracle2teacher)": 4.0361409187316895,
      "epoch": 3.4058084772370485,
      "rel-constrast": 1.2521950006484985,
      "step": 4339,
      "subrel-constrast": 2.4873127937316895,
      "view-similarity": 0
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 4.78125,
      "learning_rate": 5.229943596438297e-06,
      "loss": 0.5616,
      "step": 4340
    },
    {
      "cov-distil": 1.6929413080215454,
      "cov-distil (oracle2student)": 4.872628211975098,
      "cov-distil (oracle2teacher)": 4.589718818664551,
      "epoch": 3.4065934065934065,
      "rel-constrast": 2.127336025238037,
      "step": 4340,
      "subrel-constrast": 2.7735068798065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756242275238037,
      "cov-distil (oracle2student)": 2.546405553817749,
      "cov-distil (oracle2teacher)": 2.7139782905578613,
      "epoch": 3.4073783359497645,
      "rel-constrast": 1.9888272285461426,
      "step": 4341,
      "subrel-constrast": 2.7214484214782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3053803443908691,
      "cov-distil (oracle2student)": 5.967487335205078,
      "cov-distil (oracle2teacher)": 4.712162494659424,
      "epoch": 3.4081632653061225,
      "rel-constrast": 3.0639705657958984,
      "step": 4342,
      "subrel-constrast": 2.6653900146484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4629359245300293,
      "cov-distil (oracle2student)": 5.137253761291504,
      "cov-distil (oracle2teacher)": 5.246709823608398,
      "epoch": 3.4089481946624804,
      "rel-constrast": 3.061413049697876,
      "step": 4343,
      "subrel-constrast": 3.594731330871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3207664489746094,
      "cov-distil (oracle2student)": 4.3842387199401855,
      "cov-distil (oracle2teacher)": 4.2796149253845215,
      "epoch": 3.4097331240188384,
      "rel-constrast": 2.584672451019287,
      "step": 4344,
      "subrel-constrast": 3.5886685848236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0939149856567383,
      "cov-distil (oracle2student)": 3.554872512817383,
      "cov-distil (oracle2teacher)": 3.98995304107666,
      "epoch": 3.4105180533751964,
      "rel-constrast": 1.9259471893310547,
      "step": 4345,
      "subrel-constrast": 2.5446600914001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1758060455322266,
      "cov-distil (oracle2student)": 5.6677565574646,
      "cov-distil (oracle2teacher)": 5.681365489959717,
      "epoch": 3.411302982731554,
      "rel-constrast": 1.713460922241211,
      "step": 4346,
      "subrel-constrast": 2.814236640930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.927700400352478,
      "cov-distil (oracle2student)": 3.161762237548828,
      "cov-distil (oracle2teacher)": 3.5805435180664062,
      "epoch": 3.412087912087912,
      "rel-constrast": 1.6271896362304688,
      "step": 4347,
      "subrel-constrast": 2.1410021781921387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.34625244140625,
      "cov-distil (oracle2student)": 4.883369445800781,
      "cov-distil (oracle2teacher)": 4.796501159667969,
      "epoch": 3.41287284144427,
      "rel-constrast": 2.9930191040039062,
      "step": 4348,
      "subrel-constrast": 3.3696823120117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4822335243225098,
      "cov-distil (oracle2student)": 5.324825286865234,
      "cov-distil (oracle2teacher)": 4.999300003051758,
      "epoch": 3.413657770800628,
      "rel-constrast": 2.5621795654296875,
      "step": 4349,
      "subrel-constrast": 2.7933273315429688,
      "view-similarity": 0
    },
    {
      "epoch": 3.414442700156986,
      "grad_norm": 6.03125,
      "learning_rate": 5.075610675045567e-06,
      "loss": 0.5912,
      "step": 4350
    },
    {
      "cov-distil": 1.7803223133087158,
      "cov-distil (oracle2student)": 7.526446342468262,
      "cov-distil (oracle2teacher)": 7.187196731567383,
      "epoch": 3.414442700156986,
      "rel-constrast": 2.6233105659484863,
      "step": 4350,
      "subrel-constrast": 3.3644611835479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9326591491699219,
      "cov-distil (oracle2student)": 4.9960222244262695,
      "cov-distil (oracle2teacher)": 5.120119571685791,
      "epoch": 3.415227629513344,
      "rel-constrast": 2.170638084411621,
      "step": 4351,
      "subrel-constrast": 3.5061378479003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.712134838104248,
      "cov-distil (oracle2student)": 2.8967208862304688,
      "cov-distil (oracle2teacher)": 3.266282081604004,
      "epoch": 3.416012558869702,
      "rel-constrast": 1.8977763652801514,
      "step": 4352,
      "subrel-constrast": 1.9315468072891235,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5674290657043457,
      "cov-distil (oracle2student)": 6.360286712646484,
      "cov-distil (oracle2teacher)": 5.559111595153809,
      "epoch": 3.4167974882260594,
      "rel-constrast": 2.2309768199920654,
      "step": 4353,
      "subrel-constrast": 3.2289533615112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8658912181854248,
      "cov-distil (oracle2student)": 5.486906051635742,
      "cov-distil (oracle2teacher)": 5.315972805023193,
      "epoch": 3.4175824175824174,
      "rel-constrast": 2.452212333679199,
      "step": 4354,
      "subrel-constrast": 2.996450185775757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7576491832733154,
      "cov-distil (oracle2student)": 5.009572982788086,
      "cov-distil (oracle2teacher)": 4.987281322479248,
      "epoch": 3.4183673469387754,
      "rel-constrast": 2.0561890602111816,
      "step": 4355,
      "subrel-constrast": 2.589672565460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478602409362793,
      "cov-distil (oracle2student)": 3.9660208225250244,
      "cov-distil (oracle2teacher)": 4.31756067276001,
      "epoch": 3.4191522762951334,
      "rel-constrast": 2.0872020721435547,
      "step": 4356,
      "subrel-constrast": 2.657089948654175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3379697799682617,
      "cov-distil (oracle2student)": 4.489533424377441,
      "cov-distil (oracle2teacher)": 4.474310874938965,
      "epoch": 3.4199372056514914,
      "rel-constrast": 2.1285159587860107,
      "step": 4357,
      "subrel-constrast": 2.6753227710723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5649967193603516,
      "cov-distil (oracle2student)": 4.688347339630127,
      "cov-distil (oracle2teacher)": 3.690455198287964,
      "epoch": 3.4207221350078494,
      "rel-constrast": 1.9868113994598389,
      "step": 4358,
      "subrel-constrast": 2.2653353214263916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2751305103302,
      "cov-distil (oracle2student)": 4.603480339050293,
      "cov-distil (oracle2teacher)": 4.220308303833008,
      "epoch": 3.4215070643642074,
      "rel-constrast": 1.7564294338226318,
      "step": 4359,
      "subrel-constrast": 2.2825114727020264,
      "view-similarity": 0
    },
    {
      "epoch": 3.422291993720565,
      "grad_norm": 4.90625,
      "learning_rate": 4.92346730500966e-06,
      "loss": 0.5348,
      "step": 4360
    },
    {
      "cov-distil": 1.5883126258850098,
      "cov-distil (oracle2student)": 4.252681732177734,
      "cov-distil (oracle2teacher)": 4.070707321166992,
      "epoch": 3.422291993720565,
      "rel-constrast": 3.077425241470337,
      "step": 4360,
      "subrel-constrast": 3.2784476280212402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7624058723449707,
      "cov-distil (oracle2student)": 3.4084174633026123,
      "cov-distil (oracle2teacher)": 4.1096367835998535,
      "epoch": 3.423076923076923,
      "rel-constrast": 2.7554612159729004,
      "step": 4361,
      "subrel-constrast": 3.9426028728485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575608491897583,
      "cov-distil (oracle2student)": 5.087071418762207,
      "cov-distil (oracle2teacher)": 4.591946601867676,
      "epoch": 3.423861852433281,
      "rel-constrast": 3.5575692653656006,
      "step": 4362,
      "subrel-constrast": 3.834679365158081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.544496536254883,
      "cov-distil (oracle2student)": 5.809450149536133,
      "cov-distil (oracle2teacher)": 4.93895149230957,
      "epoch": 3.424646781789639,
      "rel-constrast": 2.424717664718628,
      "step": 4363,
      "subrel-constrast": 3.128756284713745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2879698276519775,
      "cov-distil (oracle2student)": 3.8239312171936035,
      "cov-distil (oracle2teacher)": 4.8675971031188965,
      "epoch": 3.425431711145997,
      "rel-constrast": 3.2086498737335205,
      "step": 4364,
      "subrel-constrast": 3.3404574394226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025398969650269,
      "cov-distil (oracle2student)": 4.9505414962768555,
      "cov-distil (oracle2teacher)": 4.43966007232666,
      "epoch": 3.426216640502355,
      "rel-constrast": 1.4330308437347412,
      "step": 4365,
      "subrel-constrast": 2.4485743045806885,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.08172345161438,
      "cov-distil (oracle2student)": 5.333092212677002,
      "cov-distil (oracle2teacher)": 4.962355613708496,
      "epoch": 3.427001569858713,
      "rel-constrast": 2.617617130279541,
      "step": 4366,
      "subrel-constrast": 3.4248015880584717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617732286453247,
      "cov-distil (oracle2student)": 4.0771403312683105,
      "cov-distil (oracle2teacher)": 4.470298767089844,
      "epoch": 3.427786499215071,
      "rel-constrast": 2.348651885986328,
      "step": 4367,
      "subrel-constrast": 2.5921456813812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8936035633087158,
      "cov-distil (oracle2student)": 6.542917251586914,
      "cov-distil (oracle2teacher)": 7.100474834442139,
      "epoch": 3.4285714285714284,
      "rel-constrast": 2.2463748455047607,
      "step": 4368,
      "subrel-constrast": 3.340555191040039,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0561203956604004,
      "cov-distil (oracle2student)": 5.151261329650879,
      "cov-distil (oracle2teacher)": 4.098886489868164,
      "epoch": 3.4293563579277864,
      "rel-constrast": 3.1416585445404053,
      "step": 4369,
      "subrel-constrast": 2.8720099925994873,
      "view-similarity": 0
    },
    {
      "epoch": 3.4301412872841444,
      "grad_norm": 6.125,
      "learning_rate": 4.7735209015838e-06,
      "loss": 0.6703,
      "step": 4370
    },
    {
      "cov-distil": 1.4572365283966064,
      "cov-distil (oracle2student)": 4.685783386230469,
      "cov-distil (oracle2teacher)": 4.648068428039551,
      "epoch": 3.4301412872841444,
      "rel-constrast": 1.844054102897644,
      "step": 4370,
      "subrel-constrast": 2.0195419788360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5013809204101562,
      "cov-distil (oracle2student)": 4.074979305267334,
      "cov-distil (oracle2teacher)": 3.513038396835327,
      "epoch": 3.4309262166405023,
      "rel-constrast": 2.2145814895629883,
      "step": 4371,
      "subrel-constrast": 2.1610000133514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7339069843292236,
      "cov-distil (oracle2student)": 4.819047927856445,
      "cov-distil (oracle2teacher)": 4.93874979019165,
      "epoch": 3.4317111459968603,
      "rel-constrast": 2.752866744995117,
      "step": 4372,
      "subrel-constrast": 3.625241994857788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4428693056106567,
      "cov-distil (oracle2student)": 5.183859348297119,
      "cov-distil (oracle2teacher)": 5.452529430389404,
      "epoch": 3.4324960753532183,
      "rel-constrast": 2.8527467250823975,
      "step": 4373,
      "subrel-constrast": 3.7490131855010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0533037185668945,
      "cov-distil (oracle2student)": 4.633663177490234,
      "cov-distil (oracle2teacher)": 4.486364364624023,
      "epoch": 3.4332810047095763,
      "rel-constrast": 1.737837553024292,
      "step": 4374,
      "subrel-constrast": 1.951723337173462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8990464210510254,
      "cov-distil (oracle2student)": 6.984558582305908,
      "cov-distil (oracle2teacher)": 6.809809684753418,
      "epoch": 3.4340659340659343,
      "rel-constrast": 2.41896390914917,
      "step": 4375,
      "subrel-constrast": 3.0890724658966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1779067516326904,
      "cov-distil (oracle2student)": 5.200448513031006,
      "cov-distil (oracle2teacher)": 5.205063819885254,
      "epoch": 3.434850863422292,
      "rel-constrast": 2.653625965118408,
      "step": 4376,
      "subrel-constrast": 3.0390992164611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8368706703186035,
      "cov-distil (oracle2student)": 5.925374984741211,
      "cov-distil (oracle2teacher)": 5.706977844238281,
      "epoch": 3.43563579277865,
      "rel-constrast": 2.533703565597534,
      "step": 4377,
      "subrel-constrast": 3.541818618774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478287696838379,
      "cov-distil (oracle2student)": 4.194329261779785,
      "cov-distil (oracle2teacher)": 4.238671779632568,
      "epoch": 3.436420722135008,
      "rel-constrast": 2.1762137413024902,
      "step": 4378,
      "subrel-constrast": 3.242631196975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.652780532836914,
      "cov-distil (oracle2student)": 4.692078590393066,
      "cov-distil (oracle2teacher)": 4.321036338806152,
      "epoch": 3.437205651491366,
      "rel-constrast": 1.7139679193496704,
      "step": 4379,
      "subrel-constrast": 2.1867012977600098,
      "view-similarity": 0
    },
    {
      "epoch": 3.437990580847724,
      "grad_norm": 4.78125,
      "learning_rate": 4.625778772944156e-06,
      "loss": 0.5725,
      "step": 4380
    },
    {
      "cov-distil": 2.2876510620117188,
      "cov-distil (oracle2student)": 5.241121292114258,
      "cov-distil (oracle2teacher)": 4.794712543487549,
      "epoch": 3.437990580847724,
      "rel-constrast": 2.9933547973632812,
      "step": 4380,
      "subrel-constrast": 3.568889856338501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.466062307357788,
      "cov-distil (oracle2student)": 3.159186363220215,
      "cov-distil (oracle2teacher)": 3.3370108604431152,
      "epoch": 3.438775510204082,
      "rel-constrast": 1.7193596363067627,
      "step": 4381,
      "subrel-constrast": 2.098135232925415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708436489105225,
      "cov-distil (oracle2student)": 4.291751861572266,
      "cov-distil (oracle2teacher)": 4.290050983428955,
      "epoch": 3.4395604395604398,
      "rel-constrast": 2.2596068382263184,
      "step": 4382,
      "subrel-constrast": 2.6693551540374756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.651123285293579,
      "cov-distil (oracle2student)": 4.726576328277588,
      "cov-distil (oracle2teacher)": 3.77571702003479,
      "epoch": 3.4403453689167973,
      "rel-constrast": 2.6753809452056885,
      "step": 4383,
      "subrel-constrast": 3.1513824462890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025503396987915,
      "cov-distil (oracle2student)": 3.9339146614074707,
      "cov-distil (oracle2teacher)": 4.070385932922363,
      "epoch": 3.4411302982731553,
      "rel-constrast": 2.267601490020752,
      "step": 4384,
      "subrel-constrast": 2.8558647632598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8866097927093506,
      "cov-distil (oracle2student)": 6.2113471031188965,
      "cov-distil (oracle2teacher)": 5.771378040313721,
      "epoch": 3.4419152276295133,
      "rel-constrast": 2.544261932373047,
      "step": 4385,
      "subrel-constrast": 2.56292724609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9375791549682617,
      "cov-distil (oracle2student)": 5.784096717834473,
      "cov-distil (oracle2teacher)": 4.961631774902344,
      "epoch": 3.4427001569858713,
      "rel-constrast": 3.1269173622131348,
      "step": 4386,
      "subrel-constrast": 3.6021225452423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4259283542633057,
      "cov-distil (oracle2student)": 5.409511566162109,
      "cov-distil (oracle2teacher)": 5.364143371582031,
      "epoch": 3.4434850863422293,
      "rel-constrast": 1.5526715517044067,
      "step": 4387,
      "subrel-constrast": 2.067809820175171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657738447189331,
      "cov-distil (oracle2student)": 5.71483039855957,
      "cov-distil (oracle2teacher)": 5.316498756408691,
      "epoch": 3.4442700156985873,
      "rel-constrast": 2.367543935775757,
      "step": 4388,
      "subrel-constrast": 3.0040783882141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6074827909469604,
      "cov-distil (oracle2student)": 4.326452255249023,
      "cov-distil (oracle2teacher)": 3.9897048473358154,
      "epoch": 3.4450549450549453,
      "rel-constrast": 1.5857036113739014,
      "step": 4389,
      "subrel-constrast": 2.3538429737091064,
      "view-similarity": 0
    },
    {
      "epoch": 3.445839874411303,
      "grad_norm": 4.78125,
      "learning_rate": 4.480248119833641e-06,
      "loss": 0.5773,
      "step": 4390
    },
    {
      "cov-distil": 2.728430986404419,
      "cov-distil (oracle2student)": 6.1913533210754395,
      "cov-distil (oracle2teacher)": 6.009304046630859,
      "epoch": 3.445839874411303,
      "rel-constrast": 2.8247883319854736,
      "step": 4390,
      "subrel-constrast": 3.147264003753662,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.706697940826416,
      "cov-distil (oracle2student)": 5.753877639770508,
      "cov-distil (oracle2teacher)": 6.246892929077148,
      "epoch": 3.446624803767661,
      "rel-constrast": 2.4308416843414307,
      "step": 4391,
      "subrel-constrast": 2.864891767501831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985588550567627,
      "cov-distil (oracle2student)": 4.869348049163818,
      "cov-distil (oracle2teacher)": 4.917784690856934,
      "epoch": 3.4474097331240188,
      "rel-constrast": 1.646794319152832,
      "step": 4392,
      "subrel-constrast": 2.5227017402648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4699913263320923,
      "cov-distil (oracle2student)": 4.303308010101318,
      "cov-distil (oracle2teacher)": 4.0343523025512695,
      "epoch": 3.4481946624803768,
      "rel-constrast": 2.5873939990997314,
      "step": 4393,
      "subrel-constrast": 2.8182003498077393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7414705753326416,
      "cov-distil (oracle2student)": 5.004108428955078,
      "cov-distil (oracle2teacher)": 4.248357772827148,
      "epoch": 3.4489795918367347,
      "rel-constrast": 2.1082167625427246,
      "step": 4394,
      "subrel-constrast": 3.0087087154388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7544407844543457,
      "cov-distil (oracle2student)": 4.913474082946777,
      "cov-distil (oracle2teacher)": 4.391512870788574,
      "epoch": 3.4497645211930927,
      "rel-constrast": 2.7146472930908203,
      "step": 4395,
      "subrel-constrast": 3.5556793212890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.554473876953125,
      "cov-distil (oracle2student)": 3.554825782775879,
      "cov-distil (oracle2teacher)": 4.061186790466309,
      "epoch": 3.4505494505494507,
      "rel-constrast": 1.7312655448913574,
      "step": 4396,
      "subrel-constrast": 2.440220832824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7223738431930542,
      "cov-distil (oracle2student)": 3.1734514236450195,
      "cov-distil (oracle2teacher)": 3.4159765243530273,
      "epoch": 3.4513343799058083,
      "rel-constrast": 1.9853216409683228,
      "step": 4397,
      "subrel-constrast": 2.565408706665039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808891773223877,
      "cov-distil (oracle2student)": 5.345895767211914,
      "cov-distil (oracle2teacher)": 4.924350261688232,
      "epoch": 3.4521193092621663,
      "rel-constrast": 2.123086452484131,
      "step": 4398,
      "subrel-constrast": 2.400819778442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.914560317993164,
      "cov-distil (oracle2student)": 4.450432300567627,
      "cov-distil (oracle2teacher)": 3.6347105503082275,
      "epoch": 3.4529042386185242,
      "rel-constrast": 2.325040340423584,
      "step": 4399,
      "subrel-constrast": 3.005763292312622,
      "view-similarity": 0
    },
    {
      "epoch": 3.4536891679748822,
      "grad_norm": 5.8125,
      "learning_rate": 4.33693603521097e-06,
      "loss": 0.5619,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "overlap": 0.2890625,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "student margin": 0.061248779296875
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "teacher margin": 0.047607421875
    },
    {
      "epoch": 3.4536891679748822,
      "margin difference": -0.013641357421875,
      "step": 4400
    },
    {
      "cov-distil": 1.869781255722046,
      "cov-distil (oracle2student)": 5.270869255065918,
      "cov-distil (oracle2teacher)": 5.1590447425842285,
      "epoch": 3.4536891679748822,
      "rel-constrast": 2.350304365158081,
      "step": 4400,
      "subrel-constrast": 3.1472322940826416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4625887870788574,
      "cov-distil (oracle2student)": 5.480105400085449,
      "cov-distil (oracle2teacher)": 5.5154032707214355,
      "epoch": 3.4544740973312402,
      "rel-constrast": 2.8329811096191406,
      "step": 4401,
      "subrel-constrast": 3.9168407917022705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131469249725342,
      "cov-distil (oracle2student)": 5.175886631011963,
      "cov-distil (oracle2teacher)": 5.071166038513184,
      "epoch": 3.455259026687598,
      "rel-constrast": 2.7611887454986572,
      "step": 4402,
      "subrel-constrast": 3.5039279460906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9183785915374756,
      "cov-distil (oracle2student)": 5.10269021987915,
      "cov-distil (oracle2teacher)": 5.8527936935424805,
      "epoch": 3.456043956043956,
      "rel-constrast": 3.844574213027954,
      "step": 4403,
      "subrel-constrast": 3.868242025375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8025562763214111,
      "cov-distil (oracle2student)": 4.003960609436035,
      "cov-distil (oracle2teacher)": 3.6609084606170654,
      "epoch": 3.4568288854003137,
      "rel-constrast": 4.035408020019531,
      "step": 4404,
      "subrel-constrast": 4.0666279792785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7700940370559692,
      "cov-distil (oracle2student)": 4.250879764556885,
      "cov-distil (oracle2teacher)": 3.6363391876220703,
      "epoch": 3.4576138147566717,
      "rel-constrast": 1.9039676189422607,
      "step": 4405,
      "subrel-constrast": 2.6386990547180176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9704631567001343,
      "cov-distil (oracle2student)": 5.291460990905762,
      "cov-distil (oracle2teacher)": 5.295962810516357,
      "epoch": 3.4583987441130297,
      "rel-constrast": 3.2556278705596924,
      "step": 4406,
      "subrel-constrast": 3.904731035232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231905221939087,
      "cov-distil (oracle2student)": 3.161477565765381,
      "cov-distil (oracle2teacher)": 3.5088391304016113,
      "epoch": 3.4591836734693877,
      "rel-constrast": 1.4315202236175537,
      "step": 4407,
      "subrel-constrast": 1.8396196365356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.450894355773926,
      "cov-distil (oracle2student)": 4.389091491699219,
      "cov-distil (oracle2teacher)": 4.645025253295898,
      "epoch": 3.4599686028257457,
      "rel-constrast": 2.836049795150757,
      "step": 4408,
      "subrel-constrast": 3.1145126819610596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.65944242477417,
      "cov-distil (oracle2student)": 4.345091342926025,
      "cov-distil (oracle2teacher)": 4.3989715576171875,
      "epoch": 3.4607535321821037,
      "rel-constrast": 2.6500213146209717,
      "step": 4409,
      "subrel-constrast": 2.7773690223693848,
      "view-similarity": 0
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 6.96875,
      "learning_rate": 4.195849503904975e-06,
      "loss": 0.6975,
      "step": 4410
    },
    {
      "cov-distil": 2.0998544692993164,
      "cov-distil (oracle2student)": 4.980936527252197,
      "cov-distil (oracle2teacher)": 4.920240879058838,
      "epoch": 3.4615384615384617,
      "rel-constrast": 2.608900308609009,
      "step": 4410,
      "subrel-constrast": 3.8598527908325195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9472464323043823,
      "cov-distil (oracle2student)": 7.23244571685791,
      "cov-distil (oracle2teacher)": 6.566617488861084,
      "epoch": 3.462323390894819,
      "rel-constrast": 3.007174015045166,
      "step": 4411,
      "subrel-constrast": 4.091851711273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7506322860717773,
      "cov-distil (oracle2student)": 2.359647274017334,
      "cov-distil (oracle2teacher)": 2.9372825622558594,
      "epoch": 3.463108320251177,
      "rel-constrast": 2.2228903770446777,
      "step": 4412,
      "subrel-constrast": 2.6648547649383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9385099411010742,
      "cov-distil (oracle2student)": 4.863931655883789,
      "cov-distil (oracle2teacher)": 4.45817756652832,
      "epoch": 3.463893249607535,
      "rel-constrast": 2.241824150085449,
      "step": 4413,
      "subrel-constrast": 2.3104474544525146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7304283380508423,
      "cov-distil (oracle2student)": 2.9198999404907227,
      "cov-distil (oracle2teacher)": 2.7011709213256836,
      "epoch": 3.464678178963893,
      "rel-constrast": 2.2336881160736084,
      "step": 4414,
      "subrel-constrast": 2.832697868347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6294784545898438,
      "cov-distil (oracle2student)": 5.737336158752441,
      "cov-distil (oracle2teacher)": 5.801637172698975,
      "epoch": 3.465463108320251,
      "rel-constrast": 2.2213833332061768,
      "step": 4415,
      "subrel-constrast": 2.7824718952178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7772667407989502,
      "cov-distil (oracle2student)": 5.515111446380615,
      "cov-distil (oracle2teacher)": 4.80605411529541,
      "epoch": 3.466248037676609,
      "rel-constrast": 1.7642912864685059,
      "step": 4416,
      "subrel-constrast": 2.5940370559692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6444194316864014,
      "cov-distil (oracle2student)": 3.157803535461426,
      "cov-distil (oracle2teacher)": 3.881401777267456,
      "epoch": 3.467032967032967,
      "rel-constrast": 1.4695008993148804,
      "step": 4417,
      "subrel-constrast": 2.2229015827178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9819340705871582,
      "cov-distil (oracle2student)": 4.228990077972412,
      "cov-distil (oracle2teacher)": 4.072691917419434,
      "epoch": 3.467817896389325,
      "rel-constrast": 3.7018277645111084,
      "step": 4418,
      "subrel-constrast": 3.625802755355835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682554841041565,
      "cov-distil (oracle2student)": 5.758897304534912,
      "cov-distil (oracle2teacher)": 4.50627326965332,
      "epoch": 3.468602825745683,
      "rel-constrast": 2.394160270690918,
      "step": 4419,
      "subrel-constrast": 1.787463665008545,
      "view-similarity": 0
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 6.34375,
      "learning_rate": 4.056995402274122e-06,
      "loss": 0.5966,
      "step": 4420
    },
    {
      "cov-distil": 1.844592809677124,
      "cov-distil (oracle2student)": 5.142853260040283,
      "cov-distil (oracle2teacher)": 4.798818588256836,
      "epoch": 3.4693877551020407,
      "rel-constrast": 2.477787733078003,
      "step": 4420,
      "subrel-constrast": 2.784602642059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9376718997955322,
      "cov-distil (oracle2student)": 4.211993217468262,
      "cov-distil (oracle2teacher)": 4.105105876922607,
      "epoch": 3.4701726844583987,
      "rel-constrast": 2.57664155960083,
      "step": 4421,
      "subrel-constrast": 3.4438252449035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7773154973983765,
      "cov-distil (oracle2student)": 2.2539992332458496,
      "cov-distil (oracle2teacher)": 2.437450885772705,
      "epoch": 3.4709576138147566,
      "rel-constrast": 2.4034414291381836,
      "step": 4422,
      "subrel-constrast": 2.8906216621398926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5326967239379883,
      "cov-distil (oracle2student)": 4.829339504241943,
      "cov-distil (oracle2teacher)": 5.007720947265625,
      "epoch": 3.4717425431711146,
      "rel-constrast": 2.4388926029205322,
      "step": 4423,
      "subrel-constrast": 3.5513529777526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.224216938018799,
      "cov-distil (oracle2student)": 4.340688705444336,
      "cov-distil (oracle2teacher)": 4.20532751083374,
      "epoch": 3.4725274725274726,
      "rel-constrast": 1.4403074979782104,
      "step": 4424,
      "subrel-constrast": 1.993018627166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4854791164398193,
      "cov-distil (oracle2student)": 3.8280649185180664,
      "cov-distil (oracle2teacher)": 4.074950218200684,
      "epoch": 3.4733124018838306,
      "rel-constrast": 1.798903226852417,
      "step": 4425,
      "subrel-constrast": 2.089674472808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5709069967269897,
      "cov-distil (oracle2student)": 5.273423194885254,
      "cov-distil (oracle2teacher)": 5.224226951599121,
      "epoch": 3.4740973312401886,
      "rel-constrast": 1.3253618478775024,
      "step": 4426,
      "subrel-constrast": 1.9363622665405273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7924392223358154,
      "cov-distil (oracle2student)": 3.744563102722168,
      "cov-distil (oracle2teacher)": 4.17874002456665,
      "epoch": 3.474882260596546,
      "rel-constrast": 1.9664783477783203,
      "step": 4427,
      "subrel-constrast": 2.5433602333068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4996817111968994,
      "cov-distil (oracle2student)": 5.368863105773926,
      "cov-distil (oracle2teacher)": 5.094752311706543,
      "epoch": 3.475667189952904,
      "rel-constrast": 2.6503989696502686,
      "step": 4428,
      "subrel-constrast": 3.035796642303467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2725651264190674,
      "cov-distil (oracle2student)": 5.820835590362549,
      "cov-distil (oracle2teacher)": 5.819131851196289,
      "epoch": 3.476452119309262,
      "rel-constrast": 1.9386554956436157,
      "step": 4429,
      "subrel-constrast": 1.9570200443267822,
      "view-similarity": 0
    },
    {
      "epoch": 3.47723704866562,
      "grad_norm": 5.5625,
      "learning_rate": 3.920380497871473e-06,
      "loss": 0.5254,
      "step": 4430
    },
    {
      "cov-distil": 1.8631341457366943,
      "cov-distil (oracle2student)": 5.431395530700684,
      "cov-distil (oracle2teacher)": 5.515355110168457,
      "epoch": 3.47723704866562,
      "rel-constrast": 3.1911442279815674,
      "step": 4430,
      "subrel-constrast": 3.8434553146362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686756372451782,
      "cov-distil (oracle2student)": 6.748893737792969,
      "cov-distil (oracle2teacher)": 5.681081771850586,
      "epoch": 3.478021978021978,
      "rel-constrast": 3.0879104137420654,
      "step": 4431,
      "subrel-constrast": 3.199777364730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8912516832351685,
      "cov-distil (oracle2student)": 7.323854923248291,
      "cov-distil (oracle2teacher)": 6.4027814865112305,
      "epoch": 3.478806907378336,
      "rel-constrast": 1.6054370403289795,
      "step": 4432,
      "subrel-constrast": 2.7814838886260986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8171814680099487,
      "cov-distil (oracle2student)": 2.4909868240356445,
      "cov-distil (oracle2teacher)": 2.3400566577911377,
      "epoch": 3.479591836734694,
      "rel-constrast": 1.8338903188705444,
      "step": 4433,
      "subrel-constrast": 2.327587127685547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5741515159606934,
      "cov-distil (oracle2student)": 4.105975151062012,
      "cov-distil (oracle2teacher)": 3.7906408309936523,
      "epoch": 3.4803767660910516,
      "rel-constrast": 1.991610050201416,
      "step": 4434,
      "subrel-constrast": 2.545058488845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1967203617095947,
      "cov-distil (oracle2student)": 4.672276496887207,
      "cov-distil (oracle2teacher)": 3.5474259853363037,
      "epoch": 3.4811616954474096,
      "rel-constrast": 1.8799729347229004,
      "step": 4435,
      "subrel-constrast": 2.933988571166992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8449783325195312,
      "cov-distil (oracle2student)": 5.12218713760376,
      "cov-distil (oracle2teacher)": 4.707889080047607,
      "epoch": 3.4819466248037676,
      "rel-constrast": 3.1274890899658203,
      "step": 4436,
      "subrel-constrast": 3.4025826454162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6637051105499268,
      "cov-distil (oracle2student)": 5.635601043701172,
      "cov-distil (oracle2teacher)": 5.637722492218018,
      "epoch": 3.4827315541601256,
      "rel-constrast": 2.7351365089416504,
      "step": 4437,
      "subrel-constrast": 3.108924388885498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6702446937561035,
      "cov-distil (oracle2student)": 4.027565002441406,
      "cov-distil (oracle2teacher)": 3.7710747718811035,
      "epoch": 3.4835164835164836,
      "rel-constrast": 2.38533353805542,
      "step": 4438,
      "subrel-constrast": 3.292248487472534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4271612167358398,
      "cov-distil (oracle2student)": 4.149279594421387,
      "cov-distil (oracle2teacher)": 3.546762466430664,
      "epoch": 3.4843014128728416,
      "rel-constrast": 1.9194313287734985,
      "step": 4439,
      "subrel-constrast": 2.318856954574585,
      "view-similarity": 0
    },
    {
      "epoch": 3.4850863422291996,
      "grad_norm": 4.96875,
      "learning_rate": 3.7860114491147016e-06,
      "loss": 0.5939,
      "step": 4440
    },
    {
      "cov-distil": 1.8239549398422241,
      "cov-distil (oracle2student)": 6.188600540161133,
      "cov-distil (oracle2teacher)": 6.364099502563477,
      "epoch": 3.4850863422291996,
      "rel-constrast": 2.3926167488098145,
      "step": 4440,
      "subrel-constrast": 2.6108689308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.812197208404541,
      "cov-distil (oracle2student)": 4.540740013122559,
      "cov-distil (oracle2teacher)": 4.743386745452881,
      "epoch": 3.485871271585557,
      "rel-constrast": 2.676299571990967,
      "step": 4441,
      "subrel-constrast": 3.0844643115997314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839785099029541,
      "cov-distil (oracle2student)": 4.630000114440918,
      "cov-distil (oracle2teacher)": 5.01661491394043,
      "epoch": 3.486656200941915,
      "rel-constrast": 2.0834555625915527,
      "step": 4442,
      "subrel-constrast": 2.542875051498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063793182373047,
      "cov-distil (oracle2student)": 6.233962059020996,
      "cov-distil (oracle2teacher)": 5.689681053161621,
      "epoch": 3.487441130298273,
      "rel-constrast": 2.281614065170288,
      "step": 4443,
      "subrel-constrast": 3.002890110015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4104976654052734,
      "cov-distil (oracle2student)": 4.779760360717773,
      "cov-distil (oracle2teacher)": 4.82679557800293,
      "epoch": 3.488226059654631,
      "rel-constrast": 3.5503861904144287,
      "step": 4444,
      "subrel-constrast": 4.442811489105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7434535026550293,
      "cov-distil (oracle2student)": 6.016290664672852,
      "cov-distil (oracle2teacher)": 5.902223587036133,
      "epoch": 3.489010989010989,
      "rel-constrast": 2.7163748741149902,
      "step": 4445,
      "subrel-constrast": 3.594517230987549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.091592788696289,
      "cov-distil (oracle2student)": 5.142886161804199,
      "cov-distil (oracle2teacher)": 4.876440048217773,
      "epoch": 3.489795918367347,
      "rel-constrast": 2.2332355976104736,
      "step": 4446,
      "subrel-constrast": 2.9183151721954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860827922821045,
      "cov-distil (oracle2student)": 5.6952080726623535,
      "cov-distil (oracle2teacher)": 5.345640182495117,
      "epoch": 3.490580847723705,
      "rel-constrast": 2.8137526512145996,
      "step": 4447,
      "subrel-constrast": 2.905834197998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8859469890594482,
      "cov-distil (oracle2student)": 3.9986371994018555,
      "cov-distil (oracle2teacher)": 4.264814376831055,
      "epoch": 3.4913657770800626,
      "rel-constrast": 2.3620738983154297,
      "step": 4448,
      "subrel-constrast": 3.0324013233184814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4196484088897705,
      "cov-distil (oracle2student)": 4.755971431732178,
      "cov-distil (oracle2teacher)": 5.1779704093933105,
      "epoch": 3.4921507064364206,
      "rel-constrast": 3.0306146144866943,
      "step": 4449,
      "subrel-constrast": 3.726166248321533,
      "view-similarity": 0
    },
    {
      "epoch": 3.4929356357927785,
      "grad_norm": 6.96875,
      "learning_rate": 3.6538948049616882e-06,
      "loss": 0.6535,
      "step": 4450
    },
    {
      "cov-distil": 2.193626880645752,
      "cov-distil (oracle2student)": 6.374017715454102,
      "cov-distil (oracle2teacher)": 6.474345684051514,
      "epoch": 3.4929356357927785,
      "rel-constrast": 2.3547005653381348,
      "step": 4450,
      "subrel-constrast": 3.311051845550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202582359313965,
      "cov-distil (oracle2student)": 4.349946975708008,
      "cov-distil (oracle2teacher)": 4.014047622680664,
      "epoch": 3.4937205651491365,
      "rel-constrast": 2.420444965362549,
      "step": 4451,
      "subrel-constrast": 3.152984380722046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7854766845703125,
      "cov-distil (oracle2student)": 3.7093122005462646,
      "cov-distil (oracle2teacher)": 3.4245378971099854,
      "epoch": 3.4945054945054945,
      "rel-constrast": 2.5755863189697266,
      "step": 4452,
      "subrel-constrast": 3.07401442527771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.474158525466919,
      "cov-distil (oracle2student)": 3.343855142593384,
      "cov-distil (oracle2teacher)": 3.3939967155456543,
      "epoch": 3.4952904238618525,
      "rel-constrast": 1.8250468969345093,
      "step": 4453,
      "subrel-constrast": 3.2987637519836426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7928849458694458,
      "cov-distil (oracle2student)": 3.884613513946533,
      "cov-distil (oracle2teacher)": 4.196588516235352,
      "epoch": 3.4960753532182105,
      "rel-constrast": 2.3705625534057617,
      "step": 4454,
      "subrel-constrast": 2.947911500930786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5261754989624023,
      "cov-distil (oracle2student)": 4.436695098876953,
      "cov-distil (oracle2teacher)": 3.8351213932037354,
      "epoch": 3.496860282574568,
      "rel-constrast": 3.157999038696289,
      "step": 4455,
      "subrel-constrast": 3.046879529953003,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5718131065368652,
      "cov-distil (oracle2student)": 4.234932899475098,
      "cov-distil (oracle2teacher)": 4.7419281005859375,
      "epoch": 3.497645211930926,
      "rel-constrast": 3.278873920440674,
      "step": 4456,
      "subrel-constrast": 4.360718250274658,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.186516284942627,
      "cov-distil (oracle2student)": 2.831000804901123,
      "cov-distil (oracle2teacher)": 2.9805192947387695,
      "epoch": 3.498430141287284,
      "rel-constrast": 1.8783093690872192,
      "step": 4457,
      "subrel-constrast": 2.6885409355163574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868394374847412,
      "cov-distil (oracle2student)": 5.804235458374023,
      "cov-distil (oracle2teacher)": 5.832637786865234,
      "epoch": 3.499215070643642,
      "rel-constrast": 2.1541903018951416,
      "step": 4458,
      "subrel-constrast": 3.038361072540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3995816707611084,
      "cov-distil (oracle2student)": 3.417098045349121,
      "cov-distil (oracle2teacher)": 3.689889430999756,
      "epoch": 3.5,
      "rel-constrast": 1.9849004745483398,
      "step": 4459,
      "subrel-constrast": 2.3741891384124756,
      "view-similarity": 0
    },
    {
      "epoch": 3.500784929356358,
      "grad_norm": 4.8125,
      "learning_rate": 3.524037004591274e-06,
      "loss": 0.6,
      "step": 4460
    },
    {
      "cov-distil": 2.527820110321045,
      "cov-distil (oracle2student)": 3.875,
      "cov-distil (oracle2teacher)": 4.460158348083496,
      "epoch": 3.500784929356358,
      "rel-constrast": 1.8889427185058594,
      "step": 4460,
      "subrel-constrast": 2.9552581310272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478610038757324,
      "cov-distil (oracle2student)": 4.978099822998047,
      "cov-distil (oracle2teacher)": 5.455196857452393,
      "epoch": 3.501569858712716,
      "rel-constrast": 2.7813751697540283,
      "step": 4461,
      "subrel-constrast": 3.4253621101379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6435879468917847,
      "cov-distil (oracle2student)": 5.794968605041504,
      "cov-distil (oracle2teacher)": 5.3692731857299805,
      "epoch": 3.5023547880690735,
      "rel-constrast": 2.2299232482910156,
      "step": 4462,
      "subrel-constrast": 3.6458394527435303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8213253021240234,
      "cov-distil (oracle2student)": 3.918710708618164,
      "cov-distil (oracle2teacher)": 3.7694711685180664,
      "epoch": 3.503139717425432,
      "rel-constrast": 2.14337158203125,
      "step": 4463,
      "subrel-constrast": 2.546433448791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3082427978515625,
      "cov-distil (oracle2student)": 3.075820207595825,
      "cov-distil (oracle2teacher)": 3.287557363510132,
      "epoch": 3.5039246467817895,
      "rel-constrast": 1.606419324874878,
      "step": 4464,
      "subrel-constrast": 2.8831427097320557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627981185913086,
      "cov-distil (oracle2student)": 2.481996536254883,
      "cov-distil (oracle2teacher)": 2.7558302879333496,
      "epoch": 3.5047095761381475,
      "rel-constrast": 2.01239013671875,
      "step": 4465,
      "subrel-constrast": 3.4497320652008057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017759323120117,
      "cov-distil (oracle2student)": 4.222329139709473,
      "cov-distil (oracle2teacher)": 4.332016468048096,
      "epoch": 3.5054945054945055,
      "rel-constrast": 2.561844825744629,
      "step": 4466,
      "subrel-constrast": 3.1202008724212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4196209907531738,
      "cov-distil (oracle2student)": 4.546385765075684,
      "cov-distil (oracle2teacher)": 4.784319877624512,
      "epoch": 3.5062794348508635,
      "rel-constrast": 2.203218698501587,
      "step": 4467,
      "subrel-constrast": 2.9423000812530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049208641052246,
      "cov-distil (oracle2student)": 6.10866641998291,
      "cov-distil (oracle2teacher)": 5.886651515960693,
      "epoch": 3.5070643642072215,
      "rel-constrast": 2.981696605682373,
      "step": 4468,
      "subrel-constrast": 3.6035687923431396,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7804365158081055,
      "cov-distil (oracle2student)": 3.690294027328491,
      "cov-distil (oracle2teacher)": 3.6687159538269043,
      "epoch": 3.5078492935635794,
      "rel-constrast": 2.5013961791992188,
      "step": 4469,
      "subrel-constrast": 3.606407880783081,
      "view-similarity": 0
    },
    {
      "epoch": 3.5086342229199374,
      "grad_norm": 4.78125,
      "learning_rate": 3.3964443770894528e-06,
      "loss": 0.5728,
      "step": 4470
    },
    {
      "cov-distil": 2.3243625164031982,
      "cov-distil (oracle2student)": 4.112990856170654,
      "cov-distil (oracle2teacher)": 4.567296028137207,
      "epoch": 3.5086342229199374,
      "rel-constrast": 2.551041603088379,
      "step": 4470,
      "subrel-constrast": 3.639855146408081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9465230703353882,
      "cov-distil (oracle2student)": 2.915743827819824,
      "cov-distil (oracle2teacher)": 3.7225842475891113,
      "epoch": 3.509419152276295,
      "rel-constrast": 2.0950217247009277,
      "step": 4471,
      "subrel-constrast": 2.609786033630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8303306102752686,
      "cov-distil (oracle2student)": 4.444581031799316,
      "cov-distil (oracle2teacher)": 4.633585453033447,
      "epoch": 3.510204081632653,
      "rel-constrast": 3.024402618408203,
      "step": 4472,
      "subrel-constrast": 3.1943342685699463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926331043243408,
      "cov-distil (oracle2student)": 5.622052192687988,
      "cov-distil (oracle2teacher)": 5.748763084411621,
      "epoch": 3.510989010989011,
      "rel-constrast": 2.8688716888427734,
      "step": 4473,
      "subrel-constrast": 3.4253673553466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.488520622253418,
      "cov-distil (oracle2student)": 4.218355178833008,
      "cov-distil (oracle2teacher)": 4.432895183563232,
      "epoch": 3.511773940345369,
      "rel-constrast": 2.810767650604248,
      "step": 4474,
      "subrel-constrast": 3.351839780807495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9212918281555176,
      "cov-distil (oracle2student)": 4.730247497558594,
      "cov-distil (oracle2teacher)": 4.170726299285889,
      "epoch": 3.512558869701727,
      "rel-constrast": 2.090895175933838,
      "step": 4475,
      "subrel-constrast": 2.552107334136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.976259469985962,
      "cov-distil (oracle2student)": 4.2762370109558105,
      "cov-distil (oracle2teacher)": 4.504817485809326,
      "epoch": 3.513343799058085,
      "rel-constrast": 2.9711527824401855,
      "step": 4476,
      "subrel-constrast": 2.781524896621704,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1647849082946777,
      "cov-distil (oracle2student)": 4.727422714233398,
      "cov-distil (oracle2teacher)": 4.202496528625488,
      "epoch": 3.514128728414443,
      "rel-constrast": 2.331225872039795,
      "step": 4477,
      "subrel-constrast": 2.975639581680298,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.254784107208252,
      "cov-distil (oracle2student)": 5.486560821533203,
      "cov-distil (oracle2teacher)": 5.87238883972168,
      "epoch": 3.5149136577708004,
      "rel-constrast": 2.364849090576172,
      "step": 4478,
      "subrel-constrast": 3.3138298988342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3813724517822266,
      "cov-distil (oracle2student)": 4.466592788696289,
      "cov-distil (oracle2teacher)": 4.40378999710083,
      "epoch": 3.5156985871271584,
      "rel-constrast": 2.4593565464019775,
      "step": 4479,
      "subrel-constrast": 2.7192749977111816,
      "view-similarity": 0
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 7.40625,
      "learning_rate": 3.271123141140886e-06,
      "loss": 0.6392,
      "step": 4480
    },
    {
      "cov-distil": 2.197671413421631,
      "cov-distil (oracle2student)": 3.826843738555908,
      "cov-distil (oracle2teacher)": 3.7664427757263184,
      "epoch": 3.5164835164835164,
      "rel-constrast": 1.9667426347732544,
      "step": 4480,
      "subrel-constrast": 3.0465173721313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861384391784668,
      "cov-distil (oracle2student)": 4.366817951202393,
      "cov-distil (oracle2teacher)": 4.849364280700684,
      "epoch": 3.5172684458398744,
      "rel-constrast": 2.291740655899048,
      "step": 4481,
      "subrel-constrast": 2.781334638595581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720841407775879,
      "cov-distil (oracle2student)": 3.4800772666931152,
      "cov-distil (oracle2teacher)": 3.449793815612793,
      "epoch": 3.5180533751962324,
      "rel-constrast": 1.7681864500045776,
      "step": 4482,
      "subrel-constrast": 2.6669352054595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3818283081054688,
      "cov-distil (oracle2student)": 3.864734172821045,
      "cov-distil (oracle2teacher)": 3.915003538131714,
      "epoch": 3.5188383045525904,
      "rel-constrast": 2.9357330799102783,
      "step": 4483,
      "subrel-constrast": 3.13500714302063,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.462247610092163,
      "cov-distil (oracle2student)": 3.093080520629883,
      "cov-distil (oracle2teacher)": 3.4466657638549805,
      "epoch": 3.5196232339089484,
      "rel-constrast": 2.457946538925171,
      "step": 4484,
      "subrel-constrast": 3.319298267364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7677022218704224,
      "cov-distil (oracle2student)": 3.651754379272461,
      "cov-distil (oracle2teacher)": 4.009208679199219,
      "epoch": 3.520408163265306,
      "rel-constrast": 2.338099956512451,
      "step": 4485,
      "subrel-constrast": 2.952226400375366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0935380458831787,
      "cov-distil (oracle2student)": 2.3578603267669678,
      "cov-distil (oracle2teacher)": 3.1369004249572754,
      "epoch": 3.521193092621664,
      "rel-constrast": 1.03821861743927,
      "step": 4486,
      "subrel-constrast": 2.3461484909057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593299150466919,
      "cov-distil (oracle2student)": 2.8956966400146484,
      "cov-distil (oracle2teacher)": 3.196476459503174,
      "epoch": 3.521978021978022,
      "rel-constrast": 1.9580971002578735,
      "step": 4487,
      "subrel-constrast": 2.1887450218200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.273360252380371,
      "cov-distil (oracle2student)": 5.1687469482421875,
      "cov-distil (oracle2teacher)": 4.832890033721924,
      "epoch": 3.52276295133438,
      "rel-constrast": 2.9561309814453125,
      "step": 4488,
      "subrel-constrast": 3.3421168327331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.684575080871582,
      "cov-distil (oracle2student)": 5.08192253112793,
      "cov-distil (oracle2teacher)": 4.600142955780029,
      "epoch": 3.523547880690738,
      "rel-constrast": 2.9858531951904297,
      "step": 4489,
      "subrel-constrast": 3.629176139831543,
      "view-similarity": 0
    },
    {
      "epoch": 3.524332810047096,
      "grad_norm": 6.21875,
      "learning_rate": 3.148079404725801e-06,
      "loss": 0.5674,
      "step": 4490
    },
    {
      "cov-distil": 2.275041103363037,
      "cov-distil (oracle2student)": 4.158381462097168,
      "cov-distil (oracle2teacher)": 4.157993316650391,
      "epoch": 3.524332810047096,
      "rel-constrast": 3.016963481903076,
      "step": 4490,
      "subrel-constrast": 3.8946642875671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084770202636719,
      "cov-distil (oracle2student)": 5.249565124511719,
      "cov-distil (oracle2teacher)": 4.889116287231445,
      "epoch": 3.525117739403454,
      "rel-constrast": 3.6655566692352295,
      "step": 4491,
      "subrel-constrast": 3.9537906646728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182507038116455,
      "cov-distil (oracle2student)": 4.015826225280762,
      "cov-distil (oracle2teacher)": 3.7155513763427734,
      "epoch": 3.5259026687598114,
      "rel-constrast": 2.3858189582824707,
      "step": 4492,
      "subrel-constrast": 2.281869888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3163561820983887,
      "cov-distil (oracle2student)": 2.956425666809082,
      "cov-distil (oracle2teacher)": 2.999561309814453,
      "epoch": 3.5266875981161694,
      "rel-constrast": 2.04498553276062,
      "step": 4493,
      "subrel-constrast": 2.7312817573547363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0687084197998047,
      "cov-distil (oracle2student)": 2.9368672370910645,
      "cov-distil (oracle2teacher)": 3.111393451690674,
      "epoch": 3.5274725274725274,
      "rel-constrast": 1.5174107551574707,
      "step": 4494,
      "subrel-constrast": 2.2754080295562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4825632572174072,
      "cov-distil (oracle2student)": 4.019014358520508,
      "cov-distil (oracle2teacher)": 3.7598876953125,
      "epoch": 3.5282574568288854,
      "rel-constrast": 2.1271023750305176,
      "step": 4495,
      "subrel-constrast": 2.511831760406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3257360458374023,
      "cov-distil (oracle2student)": 5.106555461883545,
      "cov-distil (oracle2teacher)": 5.321508884429932,
      "epoch": 3.5290423861852434,
      "rel-constrast": 3.7633466720581055,
      "step": 4496,
      "subrel-constrast": 3.5897300243377686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222996950149536,
      "cov-distil (oracle2student)": 5.308400630950928,
      "cov-distil (oracle2teacher)": 4.834843635559082,
      "epoch": 3.5298273155416013,
      "rel-constrast": 2.1507153511047363,
      "step": 4497,
      "subrel-constrast": 2.802605152130127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.440579414367676,
      "cov-distil (oracle2student)": 4.8220295906066895,
      "cov-distil (oracle2teacher)": 4.584981441497803,
      "epoch": 3.5306122448979593,
      "rel-constrast": 2.529348850250244,
      "step": 4498,
      "subrel-constrast": 2.727911949157715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0613861083984375,
      "cov-distil (oracle2student)": 5.982859134674072,
      "cov-distil (oracle2teacher)": 5.43511962890625,
      "epoch": 3.531397174254317,
      "rel-constrast": 2.5890636444091797,
      "step": 4499,
      "subrel-constrast": 3.3960800170898438,
      "view-similarity": 0
    },
    {
      "epoch": 3.5321821036106753,
      "grad_norm": 5.875,
      "learning_rate": 3.0273191648223287e-06,
      "loss": 0.6448,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-P@10": 0.7339999999999999,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-nDCG@10": 0.7415809303013177,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-alpha_nDCG@10": 0.5600985381674343,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-P@10": 0.42899999999999994,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-nDCG@10": 0.6003211628043239,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-alpha_nDCG@10": 0.5778344729650239,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/avg": 0.5248256563447807,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "overlap": 0.28125,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "student margin": 0.062652587890625
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "teacher margin": 0.0540771484375
    },
    {
      "epoch": 3.5321821036106753,
      "margin difference": -0.008575439453125,
      "step": 4500
    },
    {
      "cov-distil": 1.5174591541290283,
      "cov-distil (oracle2student)": 3.350513219833374,
      "cov-distil (oracle2teacher)": 3.840937614440918,
      "epoch": 3.5321821036106753,
      "rel-constrast": 2.9555654525756836,
      "step": 4500,
      "subrel-constrast": 3.7031168937683105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9771766662597656,
      "cov-distil (oracle2student)": 5.159348964691162,
      "cov-distil (oracle2teacher)": 5.389507293701172,
      "epoch": 3.532967032967033,
      "rel-constrast": 2.6326518058776855,
      "step": 4501,
      "subrel-constrast": 3.0756449699401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0290281772613525,
      "cov-distil (oracle2student)": 4.620449066162109,
      "cov-distil (oracle2teacher)": 5.159835338592529,
      "epoch": 3.533751962323391,
      "rel-constrast": 2.1967008113861084,
      "step": 4502,
      "subrel-constrast": 2.6708438396453857,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2372655868530273,
      "cov-distil (oracle2student)": 4.613150119781494,
      "cov-distil (oracle2teacher)": 4.858797073364258,
      "epoch": 3.534536891679749,
      "rel-constrast": 2.781813144683838,
      "step": 4503,
      "subrel-constrast": 3.7624034881591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8597803115844727,
      "cov-distil (oracle2student)": 4.573002338409424,
      "cov-distil (oracle2teacher)": 4.719987869262695,
      "epoch": 3.535321821036107,
      "rel-constrast": 2.4101967811584473,
      "step": 4504,
      "subrel-constrast": 2.512192964553833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7960786819458008,
      "cov-distil (oracle2student)": 4.762946128845215,
      "cov-distil (oracle2teacher)": 4.742938995361328,
      "epoch": 3.536106750392465,
      "rel-constrast": 2.1867194175720215,
      "step": 4505,
      "subrel-constrast": 3.5903680324554443,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.976942539215088,
      "cov-distil (oracle2student)": 5.101311683654785,
      "cov-distil (oracle2teacher)": 4.961559295654297,
      "epoch": 3.5368916797488223,
      "rel-constrast": 2.3170883655548096,
      "step": 4506,
      "subrel-constrast": 2.6408071517944336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0088181495666504,
      "cov-distil (oracle2student)": 4.218207359313965,
      "cov-distil (oracle2teacher)": 3.834538221359253,
      "epoch": 3.537676609105181,
      "rel-constrast": 2.0631422996520996,
      "step": 4507,
      "subrel-constrast": 2.6254868507385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7925857305526733,
      "cov-distil (oracle2student)": 4.19586181640625,
      "cov-distil (oracle2teacher)": 4.6492204666137695,
      "epoch": 3.5384615384615383,
      "rel-constrast": 1.7386014461517334,
      "step": 4508,
      "subrel-constrast": 2.6862244606018066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3197779655456543,
      "cov-distil (oracle2student)": 3.6130735874176025,
      "cov-distil (oracle2teacher)": 3.6194820404052734,
      "epoch": 3.5392464678178963,
      "rel-constrast": 2.19820499420166,
      "step": 4509,
      "subrel-constrast": 2.707592010498047,
      "view-similarity": 0
    },
    {
      "epoch": 3.5400313971742543,
      "grad_norm": 5.59375,
      "learning_rate": 2.9088483071141983e-06,
      "loss": 0.587,
      "step": 4510
    },
    {
      "cov-distil": 2.4626102447509766,
      "cov-distil (oracle2student)": 5.220261096954346,
      "cov-distil (oracle2teacher)": 4.966613292694092,
      "epoch": 3.5400313971742543,
      "rel-constrast": 2.534538745880127,
      "step": 4510,
      "subrel-constrast": 2.830207109451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0057625770568848,
      "cov-distil (oracle2student)": 2.8054378032684326,
      "cov-distil (oracle2teacher)": 3.250218391418457,
      "epoch": 3.5408163265306123,
      "rel-constrast": 2.5915658473968506,
      "step": 4511,
      "subrel-constrast": 3.180994749069214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4720582962036133,
      "cov-distil (oracle2student)": 4.604679107666016,
      "cov-distil (oracle2teacher)": 4.83738899230957,
      "epoch": 3.5416012558869703,
      "rel-constrast": 1.3087823390960693,
      "step": 4512,
      "subrel-constrast": 2.243988037109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6015706062316895,
      "cov-distil (oracle2student)": 3.204436779022217,
      "cov-distil (oracle2teacher)": 3.8846631050109863,
      "epoch": 3.542386185243328,
      "rel-constrast": 2.1694021224975586,
      "step": 4513,
      "subrel-constrast": 2.7619245052337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.4160609245300293,
      "cov-distil (oracle2student)": 6.191681385040283,
      "cov-distil (oracle2teacher)": 5.321623802185059,
      "epoch": 3.5431711145996863,
      "rel-constrast": 2.3044700622558594,
      "step": 4514,
      "subrel-constrast": 3.0202205181121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.159141778945923,
      "cov-distil (oracle2student)": 6.252175331115723,
      "cov-distil (oracle2teacher)": 6.0200958251953125,
      "epoch": 3.543956043956044,
      "rel-constrast": 2.699136734008789,
      "step": 4515,
      "subrel-constrast": 3.664576292037964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963158369064331,
      "cov-distil (oracle2student)": 5.1087965965271,
      "cov-distil (oracle2teacher)": 5.156360626220703,
      "epoch": 3.544740973312402,
      "rel-constrast": 2.249349594116211,
      "step": 4516,
      "subrel-constrast": 2.9128806591033936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3502393960952759,
      "cov-distil (oracle2student)": 3.072122097015381,
      "cov-distil (oracle2teacher)": 3.0585246086120605,
      "epoch": 3.5455259026687598,
      "rel-constrast": 1.2665798664093018,
      "step": 4517,
      "subrel-constrast": 1.9006178379058838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025123357772827,
      "cov-distil (oracle2student)": 3.489527702331543,
      "cov-distil (oracle2teacher)": 3.1432511806488037,
      "epoch": 3.5463108320251178,
      "rel-constrast": 2.300290107727051,
      "step": 4518,
      "subrel-constrast": 2.6956217288970947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7416958808898926,
      "cov-distil (oracle2student)": 4.974575042724609,
      "cov-distil (oracle2teacher)": 4.9604878425598145,
      "epoch": 3.5470957613814758,
      "rel-constrast": 2.713676691055298,
      "step": 4519,
      "subrel-constrast": 3.4016027450561523,
      "view-similarity": 0
    },
    {
      "epoch": 3.5478806907378337,
      "grad_norm": 6.1875,
      "learning_rate": 2.7926726057038666e-06,
      "loss": 0.5534,
      "step": 4520
    },
    {
      "cov-distil": 1.751556396484375,
      "cov-distil (oracle2student)": 5.608590126037598,
      "cov-distil (oracle2teacher)": 5.5642242431640625,
      "epoch": 3.5478806907378337,
      "rel-constrast": 3.4216413497924805,
      "step": 4520,
      "subrel-constrast": 4.187588214874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167942523956299,
      "cov-distil (oracle2student)": 5.772315979003906,
      "cov-distil (oracle2teacher)": 4.948174953460693,
      "epoch": 3.5486656200941917,
      "rel-constrast": 1.4233877658843994,
      "step": 4521,
      "subrel-constrast": 2.109795331954956,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8105010986328125,
      "cov-distil (oracle2student)": 3.1696152687072754,
      "cov-distil (oracle2teacher)": 3.532073974609375,
      "epoch": 3.5494505494505493,
      "rel-constrast": 2.478400230407715,
      "step": 4522,
      "subrel-constrast": 3.599364995956421,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.299839973449707,
      "cov-distil (oracle2student)": 7.056880950927734,
      "cov-distil (oracle2teacher)": 6.266117095947266,
      "epoch": 3.5502354788069073,
      "rel-constrast": 3.936952590942383,
      "step": 4523,
      "subrel-constrast": 4.190573215484619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.873089075088501,
      "cov-distil (oracle2student)": 5.335134983062744,
      "cov-distil (oracle2teacher)": 5.202396392822266,
      "epoch": 3.5510204081632653,
      "rel-constrast": 1.6843900680541992,
      "step": 4524,
      "subrel-constrast": 2.611297607421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5001821517944336,
      "cov-distil (oracle2student)": 5.112000465393066,
      "cov-distil (oracle2teacher)": 5.113793849945068,
      "epoch": 3.5518053375196232,
      "rel-constrast": 1.8544772863388062,
      "step": 4525,
      "subrel-constrast": 2.336658477783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5750553607940674,
      "cov-distil (oracle2student)": 4.009387016296387,
      "cov-distil (oracle2teacher)": 3.5873003005981445,
      "epoch": 3.5525902668759812,
      "rel-constrast": 2.517152786254883,
      "step": 4526,
      "subrel-constrast": 3.130366563796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9343645572662354,
      "cov-distil (oracle2student)": 4.380346775054932,
      "cov-distil (oracle2teacher)": 4.030156135559082,
      "epoch": 3.553375196232339,
      "rel-constrast": 2.87566876411438,
      "step": 4527,
      "subrel-constrast": 3.1694962978363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4357738494873047,
      "cov-distil (oracle2student)": 5.0335869789123535,
      "cov-distil (oracle2teacher)": 4.759194374084473,
      "epoch": 3.554160125588697,
      "rel-constrast": 1.9258203506469727,
      "step": 4528,
      "subrel-constrast": 3.3273026943206787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5147984027862549,
      "cov-distil (oracle2student)": 2.811164379119873,
      "cov-distil (oracle2teacher)": 3.8653039932250977,
      "epoch": 3.5549450549450547,
      "rel-constrast": 2.656790256500244,
      "step": 4529,
      "subrel-constrast": 3.6774885654449463,
      "view-similarity": 0
    },
    {
      "epoch": 3.5557299843014127,
      "grad_norm": 6.15625,
      "learning_rate": 2.6787977228311334e-06,
      "loss": 0.6194,
      "step": 4530
    },
    {
      "cov-distil": 1.493741512298584,
      "cov-distil (oracle2student)": 5.186716079711914,
      "cov-distil (oracle2teacher)": 5.455270767211914,
      "epoch": 3.5557299843014127,
      "rel-constrast": 2.656144618988037,
      "step": 4530,
      "subrel-constrast": 3.060828685760498,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2912864685058594,
      "cov-distil (oracle2student)": 4.040277481079102,
      "cov-distil (oracle2teacher)": 4.279451370239258,
      "epoch": 3.5565149136577707,
      "rel-constrast": 2.466963529586792,
      "step": 4531,
      "subrel-constrast": 3.4030849933624268,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0948312282562256,
      "cov-distil (oracle2student)": 6.372684478759766,
      "cov-distil (oracle2teacher)": 6.015298843383789,
      "epoch": 3.5572998430141287,
      "rel-constrast": 3.2769594192504883,
      "step": 4532,
      "subrel-constrast": 4.396380424499512,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.675971031188965,
      "cov-distil (oracle2student)": 4.639136791229248,
      "cov-distil (oracle2teacher)": 5.325801849365234,
      "epoch": 3.5580847723704867,
      "rel-constrast": 2.5054454803466797,
      "step": 4533,
      "subrel-constrast": 2.95894193649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6175053119659424,
      "cov-distil (oracle2student)": 3.403618574142456,
      "cov-distil (oracle2teacher)": 3.2020814418792725,
      "epoch": 3.5588697017268447,
      "rel-constrast": 2.1321208477020264,
      "step": 4534,
      "subrel-constrast": 2.5615932941436768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1064419746398926,
      "cov-distil (oracle2student)": 5.379622459411621,
      "cov-distil (oracle2teacher)": 5.609010696411133,
      "epoch": 3.5596546310832027,
      "rel-constrast": 2.226684808731079,
      "step": 4535,
      "subrel-constrast": 2.907543659210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.997908115386963,
      "cov-distil (oracle2student)": 6.666695594787598,
      "cov-distil (oracle2teacher)": 6.730007171630859,
      "epoch": 3.5604395604395602,
      "rel-constrast": 2.0692009925842285,
      "step": 4536,
      "subrel-constrast": 3.039471387863159,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6172385215759277,
      "cov-distil (oracle2student)": 3.710218667984009,
      "cov-distil (oracle2teacher)": 4.1021504402160645,
      "epoch": 3.561224489795918,
      "rel-constrast": 2.482961893081665,
      "step": 4537,
      "subrel-constrast": 3.9268507957458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1262848377227783,
      "cov-distil (oracle2student)": 4.5357561111450195,
      "cov-distil (oracle2teacher)": 4.639850616455078,
      "epoch": 3.562009419152276,
      "rel-constrast": 2.431046962738037,
      "step": 4538,
      "subrel-constrast": 2.604957342147827,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.220735549926758,
      "cov-distil (oracle2student)": 5.743247985839844,
      "cov-distil (oracle2teacher)": 5.183482646942139,
      "epoch": 3.562794348508634,
      "rel-constrast": 3.542548179626465,
      "step": 4539,
      "subrel-constrast": 3.4612855911254883,
      "view-similarity": 0
    },
    {
      "epoch": 3.563579277864992,
      "grad_norm": 6.0625,
      "learning_rate": 2.567229208597127e-06,
      "loss": 0.6448,
      "step": 4540
    },
    {
      "cov-distil": 1.6500409841537476,
      "cov-distil (oracle2student)": 4.09786319732666,
      "cov-distil (oracle2teacher)": 3.5944504737854004,
      "epoch": 3.563579277864992,
      "rel-constrast": 2.237459421157837,
      "step": 4540,
      "subrel-constrast": 2.632706880569458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4645698070526123,
      "cov-distil (oracle2student)": 4.878966331481934,
      "cov-distil (oracle2teacher)": 4.855533599853516,
      "epoch": 3.56436420722135,
      "rel-constrast": 3.047405242919922,
      "step": 4541,
      "subrel-constrast": 4.203205585479736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.264622449874878,
      "cov-distil (oracle2student)": 4.661515712738037,
      "cov-distil (oracle2teacher)": 4.612364768981934,
      "epoch": 3.565149136577708,
      "rel-constrast": 2.4629456996917725,
      "step": 4542,
      "subrel-constrast": 2.8387632369995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.264653444290161,
      "cov-distil (oracle2student)": 3.4936141967773438,
      "cov-distil (oracle2teacher)": 4.124825954437256,
      "epoch": 3.5659340659340657,
      "rel-constrast": 1.9686797857284546,
      "step": 4543,
      "subrel-constrast": 2.551314353942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2528815269470215,
      "cov-distil (oracle2student)": 3.5637574195861816,
      "cov-distil (oracle2teacher)": 4.109391212463379,
      "epoch": 3.566718995290424,
      "rel-constrast": 1.1770083904266357,
      "step": 4544,
      "subrel-constrast": 1.6438161134719849,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9997955560684204,
      "cov-distil (oracle2student)": 4.014530658721924,
      "cov-distil (oracle2teacher)": 4.048557758331299,
      "epoch": 3.5675039246467817,
      "rel-constrast": 1.7919272184371948,
      "step": 4545,
      "subrel-constrast": 2.419313907623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8507673740386963,
      "cov-distil (oracle2student)": 2.708889961242676,
      "cov-distil (oracle2teacher)": 3.1097934246063232,
      "epoch": 3.5682888540031397,
      "rel-constrast": 2.564708709716797,
      "step": 4546,
      "subrel-constrast": 3.5064706802368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6712106466293335,
      "cov-distil (oracle2student)": 5.846776008605957,
      "cov-distil (oracle2teacher)": 4.819522857666016,
      "epoch": 3.5690737833594977,
      "rel-constrast": 2.3595900535583496,
      "step": 4547,
      "subrel-constrast": 2.8216421604156494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7195171117782593,
      "cov-distil (oracle2student)": 3.9621713161468506,
      "cov-distil (oracle2teacher)": 3.994688034057617,
      "epoch": 3.5698587127158556,
      "rel-constrast": 2.469876527786255,
      "step": 4548,
      "subrel-constrast": 3.2580015659332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4960124492645264,
      "cov-distil (oracle2student)": 3.905428409576416,
      "cov-distil (oracle2teacher)": 3.701293468475342,
      "epoch": 3.5706436420722136,
      "rel-constrast": 1.880352258682251,
      "step": 4549,
      "subrel-constrast": 2.3262829780578613,
      "view-similarity": 0
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 5.0625,
      "learning_rate": 2.4579725006938337e-06,
      "loss": 0.549,
      "step": 4550
    },
    {
      "cov-distil": 2.141378402709961,
      "cov-distil (oracle2student)": 4.208593845367432,
      "cov-distil (oracle2teacher)": 4.242074489593506,
      "epoch": 3.571428571428571,
      "rel-constrast": 1.615397572517395,
      "step": 4550,
      "subrel-constrast": 2.3805370330810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540161371231079,
      "cov-distil (oracle2student)": 5.377817630767822,
      "cov-distil (oracle2teacher)": 5.082797050476074,
      "epoch": 3.5722135007849296,
      "rel-constrast": 2.5151102542877197,
      "step": 4551,
      "subrel-constrast": 3.4854719638824463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5088984966278076,
      "cov-distil (oracle2student)": 5.83406400680542,
      "cov-distil (oracle2teacher)": 5.709084510803223,
      "epoch": 3.572998430141287,
      "rel-constrast": 1.5229196548461914,
      "step": 4552,
      "subrel-constrast": 3.015442371368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9761719703674316,
      "cov-distil (oracle2student)": 6.251533508300781,
      "cov-distil (oracle2teacher)": 5.503020286560059,
      "epoch": 3.573783359497645,
      "rel-constrast": 2.3664722442626953,
      "step": 4553,
      "subrel-constrast": 2.4660511016845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5263254642486572,
      "cov-distil (oracle2student)": 3.6741318702697754,
      "cov-distil (oracle2teacher)": 3.7702417373657227,
      "epoch": 3.574568288854003,
      "rel-constrast": 1.8872298002243042,
      "step": 4554,
      "subrel-constrast": 2.3626463413238525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5380219221115112,
      "cov-distil (oracle2student)": 5.804173946380615,
      "cov-distil (oracle2teacher)": 6.191403865814209,
      "epoch": 3.575353218210361,
      "rel-constrast": 2.8879904747009277,
      "step": 4555,
      "subrel-constrast": 2.994048595428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1590778827667236,
      "cov-distil (oracle2student)": 1.9324787855148315,
      "cov-distil (oracle2teacher)": 2.5217113494873047,
      "epoch": 3.576138147566719,
      "rel-constrast": 1.5445761680603027,
      "step": 4556,
      "subrel-constrast": 2.7671239376068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641132116317749,
      "cov-distil (oracle2student)": 4.918231010437012,
      "cov-distil (oracle2teacher)": 5.54836368560791,
      "epoch": 3.5769230769230766,
      "rel-constrast": 1.9698410034179688,
      "step": 4557,
      "subrel-constrast": 2.643123149871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5323491096496582,
      "cov-distil (oracle2student)": 4.527560234069824,
      "cov-distil (oracle2teacher)": 4.254297256469727,
      "epoch": 3.577708006279435,
      "rel-constrast": 1.470031976699829,
      "step": 4558,
      "subrel-constrast": 2.0555427074432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1501753330230713,
      "cov-distil (oracle2student)": 6.423967361450195,
      "cov-distil (oracle2teacher)": 5.10400390625,
      "epoch": 3.5784929356357926,
      "rel-constrast": 2.5060524940490723,
      "step": 4559,
      "subrel-constrast": 3.1487386226654053,
      "view-similarity": 0
    },
    {
      "epoch": 3.5792778649921506,
      "grad_norm": 5.90625,
      "learning_rate": 2.351032924139063e-06,
      "loss": 0.5071,
      "step": 4560
    },
    {
      "cov-distil": 2.679523229598999,
      "cov-distil (oracle2student)": 6.46234130859375,
      "cov-distil (oracle2teacher)": 6.065875053405762,
      "epoch": 3.5792778649921506,
      "rel-constrast": 1.8456223011016846,
      "step": 4560,
      "subrel-constrast": 2.9637348651885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3909978866577148,
      "cov-distil (oracle2student)": 5.1006269454956055,
      "cov-distil (oracle2teacher)": 4.274468421936035,
      "epoch": 3.5800627943485086,
      "rel-constrast": 2.076460361480713,
      "step": 4561,
      "subrel-constrast": 2.590947389602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8036366701126099,
      "cov-distil (oracle2student)": 4.924124717712402,
      "cov-distil (oracle2teacher)": 4.610649108886719,
      "epoch": 3.5808477237048666,
      "rel-constrast": 1.9262678623199463,
      "step": 4562,
      "subrel-constrast": 2.213205337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4563651084899902,
      "cov-distil (oracle2student)": 5.445022106170654,
      "cov-distil (oracle2teacher)": 4.807716369628906,
      "epoch": 3.5816326530612246,
      "rel-constrast": 1.372794270515442,
      "step": 4563,
      "subrel-constrast": 1.9925166368484497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496095418930054,
      "cov-distil (oracle2student)": 4.345906734466553,
      "cov-distil (oracle2teacher)": 4.841996192932129,
      "epoch": 3.5824175824175826,
      "rel-constrast": 2.595494270324707,
      "step": 4564,
      "subrel-constrast": 2.6043434143066406,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4870457649230957,
      "cov-distil (oracle2student)": 3.163804292678833,
      "cov-distil (oracle2teacher)": 3.8389382362365723,
      "epoch": 3.5832025117739406,
      "rel-constrast": 2.1367974281311035,
      "step": 4565,
      "subrel-constrast": 2.9203596115112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2685422897338867,
      "cov-distil (oracle2student)": 5.643301010131836,
      "cov-distil (oracle2teacher)": 5.438302040100098,
      "epoch": 3.583987441130298,
      "rel-constrast": 2.4205713272094727,
      "step": 4566,
      "subrel-constrast": 3.5710575580596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.248671054840088,
      "cov-distil (oracle2student)": 4.979802131652832,
      "cov-distil (oracle2teacher)": 4.760512828826904,
      "epoch": 3.584772370486656,
      "rel-constrast": 2.0066609382629395,
      "step": 4567,
      "subrel-constrast": 2.630314826965332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3437291383743286,
      "cov-distil (oracle2student)": 5.860444068908691,
      "cov-distil (oracle2teacher)": 5.25831413269043,
      "epoch": 3.585557299843014,
      "rel-constrast": 1.8201367855072021,
      "step": 4568,
      "subrel-constrast": 2.993314743041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2616524696350098,
      "cov-distil (oracle2student)": 4.7484331130981445,
      "cov-distil (oracle2teacher)": 4.824510097503662,
      "epoch": 3.586342229199372,
      "rel-constrast": 2.3819422721862793,
      "step": 4569,
      "subrel-constrast": 2.509228229522705,
      "view-similarity": 0
    },
    {
      "epoch": 3.58712715855573,
      "grad_norm": 5.5625,
      "learning_rate": 2.2464156910168954e-06,
      "loss": 0.5146,
      "step": 4570
    },
    {
      "cov-distil": 1.7295238971710205,
      "cov-distil (oracle2student)": 5.463622093200684,
      "cov-distil (oracle2teacher)": 5.9924139976501465,
      "epoch": 3.58712715855573,
      "rel-constrast": 3.302123546600342,
      "step": 4570,
      "subrel-constrast": 4.216858386993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2764225006103516,
      "cov-distil (oracle2student)": 3.9001851081848145,
      "cov-distil (oracle2teacher)": 4.118013858795166,
      "epoch": 3.587912087912088,
      "rel-constrast": 2.7678298950195312,
      "step": 4571,
      "subrel-constrast": 3.1606028079986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9546559453010559,
      "cov-distil (oracle2student)": 3.1297128200531006,
      "cov-distil (oracle2teacher)": 3.460855007171631,
      "epoch": 3.588697017268446,
      "rel-constrast": 1.7667262554168701,
      "step": 4572,
      "subrel-constrast": 2.0389952659606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7477232217788696,
      "cov-distil (oracle2student)": 3.3161802291870117,
      "cov-distil (oracle2teacher)": 3.7666573524475098,
      "epoch": 3.5894819466248036,
      "rel-constrast": 1.7290806770324707,
      "step": 4573,
      "subrel-constrast": 1.961350679397583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5174813270568848,
      "cov-distil (oracle2student)": 3.3058950901031494,
      "cov-distil (oracle2teacher)": 3.564509391784668,
      "epoch": 3.5902668759811616,
      "rel-constrast": 2.005504608154297,
      "step": 4574,
      "subrel-constrast": 3.0253899097442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8203364610671997,
      "cov-distil (oracle2student)": 4.34017276763916,
      "cov-distil (oracle2teacher)": 3.7525484561920166,
      "epoch": 3.5910518053375196,
      "rel-constrast": 1.8326640129089355,
      "step": 4575,
      "subrel-constrast": 2.487868547439575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201870441436768,
      "cov-distil (oracle2student)": 4.940317630767822,
      "cov-distil (oracle2teacher)": 4.333272933959961,
      "epoch": 3.5918367346938775,
      "rel-constrast": 2.0969295501708984,
      "step": 4576,
      "subrel-constrast": 2.6282336711883545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0430445671081543,
      "cov-distil (oracle2student)": 5.21424674987793,
      "cov-distil (oracle2teacher)": 5.107659339904785,
      "epoch": 3.5926216640502355,
      "rel-constrast": 3.1564905643463135,
      "step": 4577,
      "subrel-constrast": 3.4866738319396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0882983207702637,
      "cov-distil (oracle2student)": 4.662230491638184,
      "cov-distil (oracle2teacher)": 4.909549713134766,
      "epoch": 3.5934065934065935,
      "rel-constrast": 2.484567642211914,
      "step": 4578,
      "subrel-constrast": 3.2094433307647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4213237762451172,
      "cov-distil (oracle2student)": 4.867548942565918,
      "cov-distil (oracle2teacher)": 4.550174236297607,
      "epoch": 3.5941915227629515,
      "rel-constrast": 2.7580008506774902,
      "step": 4579,
      "subrel-constrast": 3.17632794380188,
      "view-similarity": 0
    },
    {
      "epoch": 3.594976452119309,
      "grad_norm": 6.3125,
      "learning_rate": 2.1441259002236924e-06,
      "loss": 0.5975,
      "step": 4580
    },
    {
      "cov-distil": 2.1504430770874023,
      "cov-distil (oracle2student)": 4.680546760559082,
      "cov-distil (oracle2teacher)": 4.632404327392578,
      "epoch": 3.594976452119309,
      "rel-constrast": 1.5902632474899292,
      "step": 4580,
      "subrel-constrast": 2.185453176498413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4990090131759644,
      "cov-distil (oracle2student)": 3.4496872425079346,
      "cov-distil (oracle2teacher)": 3.8461227416992188,
      "epoch": 3.595761381475667,
      "rel-constrast": 1.7544997930526733,
      "step": 4581,
      "subrel-constrast": 2.5784988403320312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3982462882995605,
      "cov-distil (oracle2student)": 4.983715057373047,
      "cov-distil (oracle2teacher)": 4.874287128448486,
      "epoch": 3.596546310832025,
      "rel-constrast": 3.0729620456695557,
      "step": 4582,
      "subrel-constrast": 4.161736488342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7821869850158691,
      "cov-distil (oracle2student)": 5.724635124206543,
      "cov-distil (oracle2teacher)": 5.656689643859863,
      "epoch": 3.597331240188383,
      "rel-constrast": 2.0739290714263916,
      "step": 4583,
      "subrel-constrast": 2.8972280025482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.360964298248291,
      "cov-distil (oracle2student)": 4.308441162109375,
      "cov-distil (oracle2teacher)": 3.9381542205810547,
      "epoch": 3.598116169544741,
      "rel-constrast": 2.6903083324432373,
      "step": 4584,
      "subrel-constrast": 3.2886648178100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.235490083694458,
      "cov-distil (oracle2student)": 5.581636428833008,
      "cov-distil (oracle2teacher)": 5.27864933013916,
      "epoch": 3.598901098901099,
      "rel-constrast": 2.4488778114318848,
      "step": 4585,
      "subrel-constrast": 2.5118319988250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3634943962097168,
      "cov-distil (oracle2student)": 4.647353172302246,
      "cov-distil (oracle2teacher)": 4.3737640380859375,
      "epoch": 3.599686028257457,
      "rel-constrast": 1.7694238424301147,
      "step": 4586,
      "subrel-constrast": 2.055910587310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4151177406311035,
      "cov-distil (oracle2student)": 3.5737674236297607,
      "cov-distil (oracle2teacher)": 3.9764657020568848,
      "epoch": 3.6004709576138145,
      "rel-constrast": 2.6207873821258545,
      "step": 4587,
      "subrel-constrast": 3.6604294776916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5999891757965088,
      "cov-distil (oracle2student)": 4.201016426086426,
      "cov-distil (oracle2teacher)": 4.41084098815918,
      "epoch": 3.601255886970173,
      "rel-constrast": 3.1982409954071045,
      "step": 4588,
      "subrel-constrast": 3.2150521278381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862824559211731,
      "cov-distil (oracle2student)": 5.995459079742432,
      "cov-distil (oracle2teacher)": 6.383772850036621,
      "epoch": 3.6020408163265305,
      "rel-constrast": 1.7519659996032715,
      "step": 4589,
      "subrel-constrast": 3.182000160217285,
      "view-similarity": 0
    },
    {
      "epoch": 3.6028257456828885,
      "grad_norm": 4.65625,
      "learning_rate": 2.0441685372195484e-06,
      "loss": 0.5743,
      "step": 4590
    },
    {
      "cov-distil": 1.860182762145996,
      "cov-distil (oracle2student)": 5.8416218757629395,
      "cov-distil (oracle2teacher)": 5.359306812286377,
      "epoch": 3.6028257456828885,
      "rel-constrast": 2.658010482788086,
      "step": 4590,
      "subrel-constrast": 3.4867491722106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3259549140930176,
      "cov-distil (oracle2student)": 4.5809431076049805,
      "cov-distil (oracle2teacher)": 4.448246002197266,
      "epoch": 3.6036106750392465,
      "rel-constrast": 3.009241819381714,
      "step": 4591,
      "subrel-constrast": 3.049802780151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5706124305725098,
      "cov-distil (oracle2student)": 4.08867073059082,
      "cov-distil (oracle2teacher)": 4.250839710235596,
      "epoch": 3.6043956043956045,
      "rel-constrast": 2.3983876705169678,
      "step": 4592,
      "subrel-constrast": 3.6405348777770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3782923221588135,
      "cov-distil (oracle2student)": 5.4395856857299805,
      "cov-distil (oracle2teacher)": 5.328063011169434,
      "epoch": 3.6051805337519625,
      "rel-constrast": 3.0566275119781494,
      "step": 4593,
      "subrel-constrast": 3.2019999027252197,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1051409244537354,
      "cov-distil (oracle2student)": 5.496920585632324,
      "cov-distil (oracle2teacher)": 5.416325569152832,
      "epoch": 3.60596546310832,
      "rel-constrast": 2.1418418884277344,
      "step": 4594,
      "subrel-constrast": 2.392369031906128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990446329116821,
      "cov-distil (oracle2student)": 3.8642077445983887,
      "cov-distil (oracle2teacher)": 3.584005117416382,
      "epoch": 3.6067503924646784,
      "rel-constrast": 1.4407309293746948,
      "step": 4595,
      "subrel-constrast": 1.91738760471344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028397560119629,
      "cov-distil (oracle2student)": 5.433315277099609,
      "cov-distil (oracle2teacher)": 5.446165084838867,
      "epoch": 3.607535321821036,
      "rel-constrast": 2.4937191009521484,
      "step": 4596,
      "subrel-constrast": 2.789625406265259,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3123183250427246,
      "cov-distil (oracle2student)": 6.370994567871094,
      "cov-distil (oracle2teacher)": 6.0455708503723145,
      "epoch": 3.608320251177394,
      "rel-constrast": 2.7559051513671875,
      "step": 4597,
      "subrel-constrast": 3.9420759677886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3577260971069336,
      "cov-distil (oracle2student)": 4.017233848571777,
      "cov-distil (oracle2teacher)": 3.849949598312378,
      "epoch": 3.609105180533752,
      "rel-constrast": 3.6610989570617676,
      "step": 4598,
      "subrel-constrast": 3.7209253311157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8279753923416138,
      "cov-distil (oracle2student)": 4.181199073791504,
      "cov-distil (oracle2teacher)": 4.3346848487854,
      "epoch": 3.60989010989011,
      "rel-constrast": 2.3415095806121826,
      "step": 4599,
      "subrel-constrast": 3.2722673416137695,
      "view-similarity": 0
    },
    {
      "epoch": 3.610675039246468,
      "grad_norm": 6.21875,
      "learning_rate": 1.946548473785309e-06,
      "loss": 0.6489,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "overlap": 0.30781251192092896,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "student margin": 0.076873779296875
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "teacher margin": 0.065277099609375
    },
    {
      "epoch": 3.610675039246468,
      "margin difference": -0.0115966796875,
      "step": 4600
    },
    {
      "cov-distil": 1.5574361085891724,
      "cov-distil (oracle2student)": 5.910006523132324,
      "cov-distil (oracle2teacher)": 5.150046348571777,
      "epoch": 3.610675039246468,
      "rel-constrast": 1.5705337524414062,
      "step": 4600,
      "subrel-constrast": 2.0166187286376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6852290630340576,
      "cov-distil (oracle2student)": 3.608621597290039,
      "cov-distil (oracle2teacher)": 3.3548216819763184,
      "epoch": 3.6114599686028255,
      "rel-constrast": 2.4977867603302,
      "step": 4601,
      "subrel-constrast": 3.330812931060791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951751708984375,
      "cov-distil (oracle2student)": 7.11643123626709,
      "cov-distil (oracle2teacher)": 6.33171272277832,
      "epoch": 3.612244897959184,
      "rel-constrast": 2.6151459217071533,
      "step": 4602,
      "subrel-constrast": 3.1319665908813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9325428009033203,
      "cov-distil (oracle2student)": 4.974183082580566,
      "cov-distil (oracle2teacher)": 4.419979095458984,
      "epoch": 3.6130298273155415,
      "rel-constrast": 2.270054340362549,
      "step": 4603,
      "subrel-constrast": 3.0885448455810547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5679532289505005,
      "cov-distil (oracle2student)": 3.3555636405944824,
      "cov-distil (oracle2teacher)": 3.9980454444885254,
      "epoch": 3.6138147566718994,
      "rel-constrast": 2.3449926376342773,
      "step": 4604,
      "subrel-constrast": 3.1729254722595215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7948486804962158,
      "cov-distil (oracle2student)": 3.9864702224731445,
      "cov-distil (oracle2teacher)": 4.529821872711182,
      "epoch": 3.6145996860282574,
      "rel-constrast": 2.8398406505584717,
      "step": 4605,
      "subrel-constrast": 3.3700485229492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737430334091187,
      "cov-distil (oracle2student)": 4.636218070983887,
      "cov-distil (oracle2teacher)": 4.39291524887085,
      "epoch": 3.6153846153846154,
      "rel-constrast": 2.742729663848877,
      "step": 4606,
      "subrel-constrast": 2.986030101776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3014023303985596,
      "cov-distil (oracle2student)": 5.579372406005859,
      "cov-distil (oracle2teacher)": 5.202784538269043,
      "epoch": 3.6161695447409734,
      "rel-constrast": 2.4530863761901855,
      "step": 4607,
      "subrel-constrast": 3.0776829719543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125166893005371,
      "cov-distil (oracle2student)": 2.7858595848083496,
      "cov-distil (oracle2teacher)": 3.1791248321533203,
      "epoch": 3.6169544740973314,
      "rel-constrast": 2.8090920448303223,
      "step": 4608,
      "subrel-constrast": 3.5753591060638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5342180728912354,
      "cov-distil (oracle2student)": 5.722935199737549,
      "cov-distil (oracle2teacher)": 5.354099273681641,
      "epoch": 3.6177394034536894,
      "rel-constrast": 2.2155368328094482,
      "step": 4609,
      "subrel-constrast": 2.6841890811920166,
      "view-similarity": 0
    },
    {
      "epoch": 3.618524332810047,
      "grad_norm": 6.25,
      "learning_rate": 1.8512704677851488e-06,
      "loss": 0.609,
      "step": 4610
    },
    {
      "cov-distil": 1.7874035835266113,
      "cov-distil (oracle2student)": 3.90629506111145,
      "cov-distil (oracle2teacher)": 3.883166551589966,
      "epoch": 3.618524332810047,
      "rel-constrast": 2.3184945583343506,
      "step": 4610,
      "subrel-constrast": 2.418761730194092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2275986671447754,
      "cov-distil (oracle2student)": 5.4751105308532715,
      "cov-distil (oracle2teacher)": 5.610101699829102,
      "epoch": 3.619309262166405,
      "rel-constrast": 2.746229887008667,
      "step": 4611,
      "subrel-constrast": 3.0041184425354004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1609013080596924,
      "cov-distil (oracle2student)": 3.840707302093506,
      "cov-distil (oracle2teacher)": 3.592592716217041,
      "epoch": 3.620094191522763,
      "rel-constrast": 2.6189050674438477,
      "step": 4612,
      "subrel-constrast": 2.644310712814331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2014553546905518,
      "cov-distil (oracle2student)": 4.60183572769165,
      "cov-distil (oracle2teacher)": 4.501171112060547,
      "epoch": 3.620879120879121,
      "rel-constrast": 2.7667088508605957,
      "step": 4613,
      "subrel-constrast": 3.0331380367279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.642331600189209,
      "cov-distil (oracle2student)": 6.025148868560791,
      "cov-distil (oracle2teacher)": 5.3925652503967285,
      "epoch": 3.621664050235479,
      "rel-constrast": 2.8494887351989746,
      "step": 4614,
      "subrel-constrast": 3.519660472869873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1492667198181152,
      "cov-distil (oracle2student)": 6.425878524780273,
      "cov-distil (oracle2teacher)": 6.6530442237854,
      "epoch": 3.622448979591837,
      "rel-constrast": 3.098280429840088,
      "step": 4615,
      "subrel-constrast": 3.9039604663848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.497433662414551,
      "cov-distil (oracle2student)": 4.86457633972168,
      "cov-distil (oracle2teacher)": 5.008177280426025,
      "epoch": 3.623233908948195,
      "rel-constrast": 2.7131474018096924,
      "step": 4616,
      "subrel-constrast": 2.9289331436157227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0478708744049072,
      "cov-distil (oracle2student)": 2.7033352851867676,
      "cov-distil (oracle2teacher)": 2.2854349613189697,
      "epoch": 3.6240188383045524,
      "rel-constrast": 2.4653000831604004,
      "step": 4617,
      "subrel-constrast": 2.927321672439575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4656845331192017,
      "cov-distil (oracle2student)": 3.95717716217041,
      "cov-distil (oracle2teacher)": 3.959746837615967,
      "epoch": 3.6248037676609104,
      "rel-constrast": 1.1676843166351318,
      "step": 4618,
      "subrel-constrast": 2.0336291790008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3883007764816284,
      "cov-distil (oracle2student)": 4.576932907104492,
      "cov-distil (oracle2teacher)": 4.717591762542725,
      "epoch": 3.6255886970172684,
      "rel-constrast": 2.950777769088745,
      "step": 4619,
      "subrel-constrast": 3.082857608795166,
      "view-similarity": 0
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 5.25,
      "learning_rate": 1.758339162934658e-06,
      "loss": 0.6424,
      "step": 4620
    },
    {
      "cov-distil": 2.536550998687744,
      "cov-distil (oracle2student)": 6.458984851837158,
      "cov-distil (oracle2teacher)": 6.274459362030029,
      "epoch": 3.6263736263736264,
      "rel-constrast": 2.1435322761535645,
      "step": 4620,
      "subrel-constrast": 3.367868661880493,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543210506439209,
      "cov-distil (oracle2student)": 3.851516008377075,
      "cov-distil (oracle2teacher)": 4.27091121673584,
      "epoch": 3.6271585557299844,
      "rel-constrast": 2.391019582748413,
      "step": 4621,
      "subrel-constrast": 3.1847991943359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6837369203567505,
      "cov-distil (oracle2student)": 3.0227737426757812,
      "cov-distil (oracle2teacher)": 2.562068462371826,
      "epoch": 3.6279434850863423,
      "rel-constrast": 1.997918725013733,
      "step": 4622,
      "subrel-constrast": 2.666620969772339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9418752193450928,
      "cov-distil (oracle2student)": 4.428008079528809,
      "cov-distil (oracle2teacher)": 3.8403334617614746,
      "epoch": 3.6287284144427003,
      "rel-constrast": 2.589550733566284,
      "step": 4623,
      "subrel-constrast": 2.6957366466522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1980042457580566,
      "cov-distil (oracle2student)": 6.129340171813965,
      "cov-distil (oracle2teacher)": 5.903493404388428,
      "epoch": 3.629513343799058,
      "rel-constrast": 3.4093544483184814,
      "step": 4624,
      "subrel-constrast": 4.121973991394043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.475137710571289,
      "cov-distil (oracle2student)": 3.6066246032714844,
      "cov-distil (oracle2teacher)": 3.302495002746582,
      "epoch": 3.630298273155416,
      "rel-constrast": 2.913170576095581,
      "step": 4625,
      "subrel-constrast": 3.542837381362915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0040764808654785,
      "cov-distil (oracle2student)": 4.763740062713623,
      "cov-distil (oracle2teacher)": 3.766596555709839,
      "epoch": 3.631083202511774,
      "rel-constrast": 1.9967312812805176,
      "step": 4626,
      "subrel-constrast": 2.3838868141174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2840070724487305,
      "cov-distil (oracle2student)": 6.301769256591797,
      "cov-distil (oracle2teacher)": 6.775815963745117,
      "epoch": 3.631868131868132,
      "rel-constrast": 2.5535972118377686,
      "step": 4627,
      "subrel-constrast": 2.8769123554229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.918867349624634,
      "cov-distil (oracle2student)": 4.0261030197143555,
      "cov-distil (oracle2teacher)": 4.020806312561035,
      "epoch": 3.63265306122449,
      "rel-constrast": 2.773292064666748,
      "step": 4628,
      "subrel-constrast": 3.7349166870117188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089539051055908,
      "cov-distil (oracle2student)": 5.443875312805176,
      "cov-distil (oracle2teacher)": 5.393068313598633,
      "epoch": 3.633437990580848,
      "rel-constrast": 2.3400731086730957,
      "step": 4629,
      "subrel-constrast": 3.0723319053649902,
      "view-similarity": 0
    },
    {
      "epoch": 3.634222919937206,
      "grad_norm": 6.09375,
      "learning_rate": 1.6677590885745386e-06,
      "loss": 0.6277,
      "step": 4630
    },
    {
      "cov-distil": 1.648599624633789,
      "cov-distil (oracle2student)": 4.606766223907471,
      "cov-distil (oracle2teacher)": 4.640283107757568,
      "epoch": 3.634222919937206,
      "rel-constrast": 1.5418835878372192,
      "step": 4630,
      "subrel-constrast": 2.581193447113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.308363914489746,
      "cov-distil (oracle2student)": 4.676155090332031,
      "cov-distil (oracle2teacher)": 4.40390157699585,
      "epoch": 3.6350078492935634,
      "rel-constrast": 2.5454907417297363,
      "step": 4631,
      "subrel-constrast": 3.863661050796509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5608463287353516,
      "cov-distil (oracle2student)": 4.083409786224365,
      "cov-distil (oracle2teacher)": 4.411966323852539,
      "epoch": 3.6357927786499213,
      "rel-constrast": 1.9599641561508179,
      "step": 4632,
      "subrel-constrast": 2.4313948154449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7203986644744873,
      "cov-distil (oracle2student)": 4.338303089141846,
      "cov-distil (oracle2teacher)": 3.969900131225586,
      "epoch": 3.6365777080062793,
      "rel-constrast": 1.883467197418213,
      "step": 4633,
      "subrel-constrast": 2.33951735496521,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198115587234497,
      "cov-distil (oracle2student)": 4.596325397491455,
      "cov-distil (oracle2teacher)": 4.586393356323242,
      "epoch": 3.6373626373626373,
      "rel-constrast": 1.8078678846359253,
      "step": 4634,
      "subrel-constrast": 2.5988717079162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0849883556365967,
      "cov-distil (oracle2student)": 3.9869544506073,
      "cov-distil (oracle2teacher)": 3.658466339111328,
      "epoch": 3.6381475667189953,
      "rel-constrast": 3.408676862716675,
      "step": 4635,
      "subrel-constrast": 3.9293463230133057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.221907615661621,
      "cov-distil (oracle2student)": 4.157627105712891,
      "cov-distil (oracle2teacher)": 4.4039106369018555,
      "epoch": 3.6389324960753533,
      "rel-constrast": 2.9722304344177246,
      "step": 4636,
      "subrel-constrast": 3.5516817569732666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7137784957885742,
      "cov-distil (oracle2student)": 4.633732795715332,
      "cov-distil (oracle2teacher)": 4.481163024902344,
      "epoch": 3.6397174254317113,
      "rel-constrast": 2.227604866027832,
      "step": 4637,
      "subrel-constrast": 2.768449544906616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614189624786377,
      "cov-distil (oracle2student)": 3.818580389022827,
      "cov-distil (oracle2teacher)": 3.727041244506836,
      "epoch": 3.640502354788069,
      "rel-constrast": 1.935585856437683,
      "step": 4638,
      "subrel-constrast": 1.9497466087341309,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9500998258590698,
      "cov-distil (oracle2student)": 5.40084981918335,
      "cov-distil (oracle2teacher)": 4.430675506591797,
      "epoch": 3.6412872841444273,
      "rel-constrast": 1.40030837059021,
      "step": 4639,
      "subrel-constrast": 2.5018680095672607,
      "view-similarity": 0
    },
    {
      "epoch": 3.642072213500785,
      "grad_norm": 4.625,
      "learning_rate": 1.5795346594498161e-06,
      "loss": 0.5421,
      "step": 4640
    },
    {
      "cov-distil": 2.1130034923553467,
      "cov-distil (oracle2student)": 4.949479103088379,
      "cov-distil (oracle2teacher)": 4.046351432800293,
      "epoch": 3.642072213500785,
      "rel-constrast": 2.7350003719329834,
      "step": 4640,
      "subrel-constrast": 3.5412046909332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222363471984863,
      "cov-distil (oracle2student)": 4.515496253967285,
      "cov-distil (oracle2teacher)": 4.995112419128418,
      "epoch": 3.642857142857143,
      "rel-constrast": 2.8267855644226074,
      "step": 4641,
      "subrel-constrast": 3.587669610977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5023537874221802,
      "cov-distil (oracle2student)": 4.23576545715332,
      "cov-distil (oracle2teacher)": 4.7725090980529785,
      "epoch": 3.643642072213501,
      "rel-constrast": 2.439026117324829,
      "step": 4642,
      "subrel-constrast": 3.3290457725524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031735897064209,
      "cov-distil (oracle2student)": 3.4364662170410156,
      "cov-distil (oracle2teacher)": 4.055975914001465,
      "epoch": 3.6444270015698588,
      "rel-constrast": 1.8946881294250488,
      "step": 4643,
      "subrel-constrast": 2.926206350326538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7076680660247803,
      "cov-distil (oracle2student)": 4.211934566497803,
      "cov-distil (oracle2teacher)": 4.1235504150390625,
      "epoch": 3.6452119309262168,
      "rel-constrast": 1.813786268234253,
      "step": 4644,
      "subrel-constrast": 2.7870423793792725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8966114521026611,
      "cov-distil (oracle2student)": 5.005677223205566,
      "cov-distil (oracle2teacher)": 4.763976097106934,
      "epoch": 3.6459968602825743,
      "rel-constrast": 2.4157638549804688,
      "step": 4645,
      "subrel-constrast": 3.039881706237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0509488582611084,
      "cov-distil (oracle2student)": 4.152787208557129,
      "cov-distil (oracle2teacher)": 4.315792083740234,
      "epoch": 3.6467817896389327,
      "rel-constrast": 1.9585376977920532,
      "step": 4646,
      "subrel-constrast": 2.2431745529174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9390329122543335,
      "cov-distil (oracle2student)": 3.245418071746826,
      "cov-distil (oracle2teacher)": 4.026855945587158,
      "epoch": 3.6475667189952903,
      "rel-constrast": 1.9109477996826172,
      "step": 4647,
      "subrel-constrast": 2.997145652770996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108571767807007,
      "cov-distil (oracle2student)": 3.0041821002960205,
      "cov-distil (oracle2teacher)": 3.3930864334106445,
      "epoch": 3.6483516483516483,
      "rel-constrast": 2.3402650356292725,
      "step": 4648,
      "subrel-constrast": 2.6928629875183105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.923187017440796,
      "cov-distil (oracle2student)": 5.003355503082275,
      "cov-distil (oracle2teacher)": 5.294134140014648,
      "epoch": 3.6491365777080063,
      "rel-constrast": 2.085974931716919,
      "step": 4649,
      "subrel-constrast": 3.1139841079711914,
      "view-similarity": 0
    },
    {
      "epoch": 3.6499215070643642,
      "grad_norm": 5.5625,
      "learning_rate": 1.4936701754947101e-06,
      "loss": 0.5605,
      "step": 4650
    },
    {
      "cov-distil": 2.0266287326812744,
      "cov-distil (oracle2student)": 3.8767499923706055,
      "cov-distil (oracle2teacher)": 3.5483295917510986,
      "epoch": 3.6499215070643642,
      "rel-constrast": 2.613267660140991,
      "step": 4650,
      "subrel-constrast": 4.197946548461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.060314655303955,
      "cov-distil (oracle2student)": 4.889045238494873,
      "cov-distil (oracle2teacher)": 5.115034580230713,
      "epoch": 3.6507064364207222,
      "rel-constrast": 2.850860595703125,
      "step": 4651,
      "subrel-constrast": 3.9042489528656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9046363830566406,
      "cov-distil (oracle2student)": 4.5131120681762695,
      "cov-distil (oracle2teacher)": 4.690981388092041,
      "epoch": 3.6514913657770802,
      "rel-constrast": 3.088562250137329,
      "step": 4652,
      "subrel-constrast": 4.341741561889648,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587005615234375,
      "cov-distil (oracle2student)": 5.868349075317383,
      "cov-distil (oracle2teacher)": 4.843853950500488,
      "epoch": 3.652276295133438,
      "rel-constrast": 3.8373122215270996,
      "step": 4653,
      "subrel-constrast": 4.06184720993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.455506443977356,
      "cov-distil (oracle2student)": 4.8891191482543945,
      "cov-distil (oracle2teacher)": 5.2506866455078125,
      "epoch": 3.6530612244897958,
      "rel-constrast": 2.6430485248565674,
      "step": 4654,
      "subrel-constrast": 3.613100051879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.660466194152832,
      "cov-distil (oracle2student)": 3.7816405296325684,
      "cov-distil (oracle2teacher)": 4.078892707824707,
      "epoch": 3.6538461538461537,
      "rel-constrast": 2.6782147884368896,
      "step": 4655,
      "subrel-constrast": 3.6627449989318848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8602983951568604,
      "cov-distil (oracle2student)": 3.7676122188568115,
      "cov-distil (oracle2teacher)": 3.457538604736328,
      "epoch": 3.6546310832025117,
      "rel-constrast": 1.8084007501602173,
      "step": 4656,
      "subrel-constrast": 2.262584924697876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2880303859710693,
      "cov-distil (oracle2student)": 3.795409679412842,
      "cov-distil (oracle2teacher)": 4.563207149505615,
      "epoch": 3.6554160125588697,
      "rel-constrast": 2.101710557937622,
      "step": 4657,
      "subrel-constrast": 3.077690362930298,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3620543479919434,
      "cov-distil (oracle2student)": 4.456306457519531,
      "cov-distil (oracle2teacher)": 4.7947916984558105,
      "epoch": 3.6562009419152277,
      "rel-constrast": 1.8724298477172852,
      "step": 4658,
      "subrel-constrast": 2.589860439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6394126415252686,
      "cov-distil (oracle2student)": 4.633955001831055,
      "cov-distil (oracle2teacher)": 4.211092948913574,
      "epoch": 3.6569858712715857,
      "rel-constrast": 2.816314220428467,
      "step": 4659,
      "subrel-constrast": 3.760596990585327,
      "view-similarity": 0
    },
    {
      "epoch": 3.6577708006279437,
      "grad_norm": 6.09375,
      "learning_rate": 1.4101698216230253e-06,
      "loss": 0.6578,
      "step": 4660
    },
    {
      "cov-distil": 1.5918176174163818,
      "cov-distil (oracle2student)": 3.2209067344665527,
      "cov-distil (oracle2teacher)": 3.6982390880584717,
      "epoch": 3.6577708006279437,
      "rel-constrast": 1.825766921043396,
      "step": 4660,
      "subrel-constrast": 2.4711642265319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.192756175994873,
      "cov-distil (oracle2student)": 6.170833587646484,
      "cov-distil (oracle2teacher)": 5.655922889709473,
      "epoch": 3.6585557299843012,
      "rel-constrast": 2.0351603031158447,
      "step": 4661,
      "subrel-constrast": 2.7158660888671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.705604076385498,
      "cov-distil (oracle2student)": 6.013796806335449,
      "cov-distil (oracle2teacher)": 5.678445816040039,
      "epoch": 3.659340659340659,
      "rel-constrast": 3.2451770305633545,
      "step": 4662,
      "subrel-constrast": 4.302074432373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003053903579712,
      "cov-distil (oracle2student)": 5.932560920715332,
      "cov-distil (oracle2teacher)": 6.221203804016113,
      "epoch": 3.660125588697017,
      "rel-constrast": 2.263554573059082,
      "step": 4663,
      "subrel-constrast": 3.1697072982788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271181344985962,
      "cov-distil (oracle2student)": 5.314018249511719,
      "cov-distil (oracle2teacher)": 5.159564018249512,
      "epoch": 3.660910518053375,
      "rel-constrast": 2.523078441619873,
      "step": 4664,
      "subrel-constrast": 2.899918556213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092470169067383,
      "cov-distil (oracle2student)": 5.458504676818848,
      "cov-distil (oracle2teacher)": 4.553638458251953,
      "epoch": 3.661695447409733,
      "rel-constrast": 2.44972562789917,
      "step": 4665,
      "subrel-constrast": 2.220541000366211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418384075164795,
      "cov-distil (oracle2student)": 4.3258209228515625,
      "cov-distil (oracle2teacher)": 4.4166364669799805,
      "epoch": 3.662480376766091,
      "rel-constrast": 2.090975284576416,
      "step": 4666,
      "subrel-constrast": 2.542459011077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.450340747833252,
      "cov-distil (oracle2student)": 5.06304931640625,
      "cov-distil (oracle2teacher)": 4.455488204956055,
      "epoch": 3.663265306122449,
      "rel-constrast": 2.1382126808166504,
      "step": 4667,
      "subrel-constrast": 2.766758680343628,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2778096199035645,
      "cov-distil (oracle2student)": 3.5493078231811523,
      "cov-distil (oracle2teacher)": 3.817317008972168,
      "epoch": 3.6640502354788067,
      "rel-constrast": 2.5743579864501953,
      "step": 4668,
      "subrel-constrast": 3.286656141281128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800168752670288,
      "cov-distil (oracle2student)": 3.068014144897461,
      "cov-distil (oracle2teacher)": 4.024627685546875,
      "epoch": 3.6648351648351647,
      "rel-constrast": 2.61883544921875,
      "step": 4669,
      "subrel-constrast": 2.979970693588257,
      "view-similarity": 0
    },
    {
      "epoch": 3.6656200941915227,
      "grad_norm": 6.15625,
      "learning_rate": 1.3290376675242023e-06,
      "loss": 0.5941,
      "step": 4670
    },
    {
      "cov-distil": 1.1711585521697998,
      "cov-distil (oracle2student)": 3.4295260906219482,
      "cov-distil (oracle2teacher)": 3.472027063369751,
      "epoch": 3.6656200941915227,
      "rel-constrast": 1.6491975784301758,
      "step": 4670,
      "subrel-constrast": 1.666846752166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9492112398147583,
      "cov-distil (oracle2student)": 4.187566757202148,
      "cov-distil (oracle2teacher)": 3.9532999992370605,
      "epoch": 3.6664050235478807,
      "rel-constrast": 2.466240644454956,
      "step": 4671,
      "subrel-constrast": 2.6641597747802734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9774316549301147,
      "cov-distil (oracle2student)": 5.1945600509643555,
      "cov-distil (oracle2teacher)": 4.89078426361084,
      "epoch": 3.6671899529042387,
      "rel-constrast": 1.7299983501434326,
      "step": 4672,
      "subrel-constrast": 2.6304545402526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962179183959961,
      "cov-distil (oracle2student)": 5.958158493041992,
      "cov-distil (oracle2teacher)": 5.676306247711182,
      "epoch": 3.6679748822605966,
      "rel-constrast": 3.220160484313965,
      "step": 4673,
      "subrel-constrast": 2.992830514907837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0871186256408691,
      "cov-distil (oracle2student)": 5.018965244293213,
      "cov-distil (oracle2teacher)": 4.59612512588501,
      "epoch": 3.6687598116169546,
      "rel-constrast": 2.0150089263916016,
      "step": 4674,
      "subrel-constrast": 2.220449924468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8471653461456299,
      "cov-distil (oracle2student)": 4.696951389312744,
      "cov-distil (oracle2teacher)": 3.9924511909484863,
      "epoch": 3.669544740973312,
      "rel-constrast": 1.337968349456787,
      "step": 4675,
      "subrel-constrast": 2.0307161808013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.661370038986206,
      "cov-distil (oracle2student)": 5.476853370666504,
      "cov-distil (oracle2teacher)": 5.837918281555176,
      "epoch": 3.67032967032967,
      "rel-constrast": 1.9822371006011963,
      "step": 4676,
      "subrel-constrast": 3.2622735500335693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.180447578430176,
      "cov-distil (oracle2student)": 3.4551291465759277,
      "cov-distil (oracle2teacher)": 3.818608283996582,
      "epoch": 3.671114599686028,
      "rel-constrast": 2.40293025970459,
      "step": 4677,
      "subrel-constrast": 2.6596922874450684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4347072839736938,
      "cov-distil (oracle2student)": 5.4836530685424805,
      "cov-distil (oracle2teacher)": 5.383490562438965,
      "epoch": 3.671899529042386,
      "rel-constrast": 2.4171676635742188,
      "step": 4678,
      "subrel-constrast": 2.8677120208740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7181583642959595,
      "cov-distil (oracle2student)": 6.265888214111328,
      "cov-distil (oracle2teacher)": 6.167453765869141,
      "epoch": 3.672684458398744,
      "rel-constrast": 2.082103729248047,
      "step": 4679,
      "subrel-constrast": 2.466783046722412,
      "view-similarity": 0
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 5.03125,
      "learning_rate": 1.2502776674649774e-06,
      "loss": 0.5326,
      "step": 4680
    },
    {
      "cov-distil": 1.830094575881958,
      "cov-distil (oracle2student)": 5.156317234039307,
      "cov-distil (oracle2teacher)": 5.159580230712891,
      "epoch": 3.673469387755102,
      "rel-constrast": 1.5529192686080933,
      "step": 4680,
      "subrel-constrast": 1.9951680898666382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9215667247772217,
      "cov-distil (oracle2student)": 4.450422286987305,
      "cov-distil (oracle2teacher)": 4.234809875488281,
      "epoch": 3.67425431711146,
      "rel-constrast": 2.298617362976074,
      "step": 4681,
      "subrel-constrast": 3.5845065116882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689361572265625,
      "cov-distil (oracle2student)": 4.0295186042785645,
      "cov-distil (oracle2teacher)": 3.972588062286377,
      "epoch": 3.6750392464678177,
      "rel-constrast": 1.8824280500411987,
      "step": 4682,
      "subrel-constrast": 2.9505703449249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820079565048218,
      "cov-distil (oracle2student)": 7.544229507446289,
      "cov-distil (oracle2teacher)": 7.575747966766357,
      "epoch": 3.675824175824176,
      "rel-constrast": 3.867131233215332,
      "step": 4683,
      "subrel-constrast": 4.836254596710205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4371519088745117,
      "cov-distil (oracle2student)": 4.912247180938721,
      "cov-distil (oracle2teacher)": 4.92226505279541,
      "epoch": 3.6766091051805336,
      "rel-constrast": 2.8641321659088135,
      "step": 4684,
      "subrel-constrast": 3.011629343032837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8376541137695312,
      "cov-distil (oracle2student)": 3.9723849296569824,
      "cov-distil (oracle2teacher)": 4.161983013153076,
      "epoch": 3.6773940345368916,
      "rel-constrast": 1.4913198947906494,
      "step": 4685,
      "subrel-constrast": 2.364494562149048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868687629699707,
      "cov-distil (oracle2student)": 5.5147857666015625,
      "cov-distil (oracle2teacher)": 5.83833122253418,
      "epoch": 3.6781789638932496,
      "rel-constrast": 1.965491771697998,
      "step": 4686,
      "subrel-constrast": 3.1943628787994385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8551645278930664,
      "cov-distil (oracle2student)": 4.887338638305664,
      "cov-distil (oracle2teacher)": 5.123902797698975,
      "epoch": 3.6789638932496076,
      "rel-constrast": 2.390538454055786,
      "step": 4687,
      "subrel-constrast": 2.9367594718933105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8061624765396118,
      "cov-distil (oracle2student)": 2.7682905197143555,
      "cov-distil (oracle2teacher)": 3.1127753257751465,
      "epoch": 3.6797488226059656,
      "rel-constrast": 1.1392806768417358,
      "step": 4688,
      "subrel-constrast": 1.9856256246566772,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.995025157928467,
      "cov-distil (oracle2student)": 6.513638019561768,
      "cov-distil (oracle2teacher)": 6.218873977661133,
      "epoch": 3.680533751962323,
      "rel-constrast": 3.115483045578003,
      "step": 4689,
      "subrel-constrast": 4.1617889404296875,
      "view-similarity": 0
    },
    {
      "epoch": 3.6813186813186816,
      "grad_norm": 6.3125,
      "learning_rate": 1.1738936600966367e-06,
      "loss": 0.5642,
      "step": 4690
    },
    {
      "cov-distil": 2.1320853233337402,
      "cov-distil (oracle2student)": 6.559653282165527,
      "cov-distil (oracle2teacher)": 6.456276893615723,
      "epoch": 3.6813186813186816,
      "rel-constrast": 2.6272048950195312,
      "step": 4690,
      "subrel-constrast": 2.839052200317383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6952893733978271,
      "cov-distil (oracle2student)": 6.808767318725586,
      "cov-distil (oracle2teacher)": 6.239445209503174,
      "epoch": 3.682103610675039,
      "rel-constrast": 1.4540542364120483,
      "step": 4691,
      "subrel-constrast": 1.9791194200515747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3500583171844482,
      "cov-distil (oracle2student)": 3.807727336883545,
      "cov-distil (oracle2teacher)": 3.4038474559783936,
      "epoch": 3.682888540031397,
      "rel-constrast": 2.492734909057617,
      "step": 4692,
      "subrel-constrast": 3.0047852993011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5855541229248047,
      "cov-distil (oracle2student)": 4.671163558959961,
      "cov-distil (oracle2teacher)": 4.906269550323486,
      "epoch": 3.683673469387755,
      "rel-constrast": 2.1460988521575928,
      "step": 4693,
      "subrel-constrast": 2.846116542816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8215676546096802,
      "cov-distil (oracle2student)": 4.596768379211426,
      "cov-distil (oracle2teacher)": 4.7221832275390625,
      "epoch": 3.684458398744113,
      "rel-constrast": 2.6266658306121826,
      "step": 4694,
      "subrel-constrast": 3.4189820289611816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441230297088623,
      "cov-distil (oracle2student)": 6.649657249450684,
      "cov-distil (oracle2teacher)": 5.780093669891357,
      "epoch": 3.685243328100471,
      "rel-constrast": 3.3730032444000244,
      "step": 4695,
      "subrel-constrast": 3.172550916671753,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2308337688446045,
      "cov-distil (oracle2student)": 5.581122398376465,
      "cov-distil (oracle2teacher)": 4.645846843719482,
      "epoch": 3.686028257456829,
      "rel-constrast": 2.438112735748291,
      "step": 4696,
      "subrel-constrast": 2.9931223392486572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9350181818008423,
      "cov-distil (oracle2student)": 3.881148338317871,
      "cov-distil (oracle2teacher)": 4.4353837966918945,
      "epoch": 3.686813186813187,
      "rel-constrast": 2.078375816345215,
      "step": 4697,
      "subrel-constrast": 2.9929659366607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.565582513809204,
      "cov-distil (oracle2student)": 4.965386390686035,
      "cov-distil (oracle2teacher)": 4.484720230102539,
      "epoch": 3.6875981161695446,
      "rel-constrast": 2.307274341583252,
      "step": 4698,
      "subrel-constrast": 2.761159658432007,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4129528999328613,
      "cov-distil (oracle2student)": 4.192850112915039,
      "cov-distil (oracle2teacher)": 4.017818927764893,
      "epoch": 3.6883830455259026,
      "rel-constrast": 1.8938568830490112,
      "step": 4699,
      "subrel-constrast": 2.8460960388183594,
      "view-similarity": 0
    },
    {
      "epoch": 3.6891679748822606,
      "grad_norm": 4.6875,
      "learning_rate": 1.0998893682679479e-06,
      "loss": 0.5859,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "overlap": 0.26875001192092896,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "student margin": 0.08441162109375
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "teacher margin": 0.078521728515625
    },
    {
      "epoch": 3.6891679748822606,
      "margin difference": -0.005889892578125,
      "step": 4700
    },
    {
      "cov-distil": 1.4600787162780762,
      "cov-distil (oracle2student)": 4.00443696975708,
      "cov-distil (oracle2teacher)": 2.954557418823242,
      "epoch": 3.6891679748822606,
      "rel-constrast": 1.9024678468704224,
      "step": 4700,
      "subrel-constrast": 1.8793432712554932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350327014923096,
      "cov-distil (oracle2student)": 3.0843050479888916,
      "cov-distil (oracle2teacher)": 2.996070384979248,
      "epoch": 3.6899529042386185,
      "rel-constrast": 2.584807872772217,
      "step": 4701,
      "subrel-constrast": 3.7070388793945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9887670278549194,
      "cov-distil (oracle2student)": 5.33480167388916,
      "cov-distil (oracle2teacher)": 5.095432281494141,
      "epoch": 3.6907378335949765,
      "rel-constrast": 1.4588109254837036,
      "step": 4702,
      "subrel-constrast": 2.420278787612915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.11002779006958,
      "cov-distil (oracle2student)": 4.182029724121094,
      "cov-distil (oracle2teacher)": 4.25856876373291,
      "epoch": 3.6915227629513345,
      "rel-constrast": 3.586550712585449,
      "step": 4703,
      "subrel-constrast": 3.5153162479400635,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2485930919647217,
      "cov-distil (oracle2student)": 4.935783386230469,
      "cov-distil (oracle2teacher)": 4.543247222900391,
      "epoch": 3.6923076923076925,
      "rel-constrast": 4.231410980224609,
      "step": 4704,
      "subrel-constrast": 3.8587303161621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0473597049713135,
      "cov-distil (oracle2student)": 4.522390365600586,
      "cov-distil (oracle2teacher)": 4.268166542053223,
      "epoch": 3.69309262166405,
      "rel-constrast": 2.8301191329956055,
      "step": 4705,
      "subrel-constrast": 3.264294147491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652121305465698,
      "cov-distil (oracle2student)": 5.0639495849609375,
      "cov-distil (oracle2teacher)": 4.589105129241943,
      "epoch": 3.693877551020408,
      "rel-constrast": 1.8349605798721313,
      "step": 4706,
      "subrel-constrast": 2.4434211254119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.908660888671875,
      "cov-distil (oracle2student)": 5.436720848083496,
      "cov-distil (oracle2teacher)": 4.545395374298096,
      "epoch": 3.694662480376766,
      "rel-constrast": 3.9211626052856445,
      "step": 4707,
      "subrel-constrast": 4.152328014373779,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.649322032928467,
      "cov-distil (oracle2student)": 4.92859411239624,
      "cov-distil (oracle2teacher)": 4.480230331420898,
      "epoch": 3.695447409733124,
      "rel-constrast": 1.6219005584716797,
      "step": 4708,
      "subrel-constrast": 2.433690071105957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8640987873077393,
      "cov-distil (oracle2student)": 4.4486212730407715,
      "cov-distil (oracle2teacher)": 4.738441467285156,
      "epoch": 3.696232339089482,
      "rel-constrast": 2.314901828765869,
      "step": 4709,
      "subrel-constrast": 2.9710209369659424,
      "view-similarity": 0
    },
    {
      "epoch": 3.69701726844584,
      "grad_norm": 5.875,
      "learning_rate": 1.0282683988436792e-06,
      "loss": 0.6572,
      "step": 4710
    },
    {
      "cov-distil": 1.5976483821868896,
      "cov-distil (oracle2student)": 5.593499183654785,
      "cov-distil (oracle2teacher)": 5.394433975219727,
      "epoch": 3.69701726844584,
      "rel-constrast": 2.5942342281341553,
      "step": 4710,
      "subrel-constrast": 3.6120247840881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3342278003692627,
      "cov-distil (oracle2student)": 6.861852645874023,
      "cov-distil (oracle2teacher)": 5.746777534484863,
      "epoch": 3.697802197802198,
      "rel-constrast": 2.316585063934326,
      "step": 4711,
      "subrel-constrast": 3.3196918964385986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1205639839172363,
      "cov-distil (oracle2student)": 4.760059356689453,
      "cov-distil (oracle2teacher)": 4.428970813751221,
      "epoch": 3.6985871271585555,
      "rel-constrast": 3.4881041049957275,
      "step": 4712,
      "subrel-constrast": 3.640439510345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8737900257110596,
      "cov-distil (oracle2student)": 5.063310623168945,
      "cov-distil (oracle2teacher)": 4.812011241912842,
      "epoch": 3.6993720565149135,
      "rel-constrast": 1.838652491569519,
      "step": 4713,
      "subrel-constrast": 2.8596086502075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0554118156433105,
      "cov-distil (oracle2student)": 5.977940082550049,
      "cov-distil (oracle2teacher)": 5.942178726196289,
      "epoch": 3.7001569858712715,
      "rel-constrast": 2.047819137573242,
      "step": 4714,
      "subrel-constrast": 3.2247567176818848,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4851784706115723,
      "cov-distil (oracle2student)": 5.186209678649902,
      "cov-distil (oracle2teacher)": 4.617947578430176,
      "epoch": 3.7009419152276295,
      "rel-constrast": 2.8861823081970215,
      "step": 4715,
      "subrel-constrast": 3.6851274967193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.884305715560913,
      "cov-distil (oracle2student)": 4.7179059982299805,
      "cov-distil (oracle2teacher)": 4.269374847412109,
      "epoch": 3.7017268445839875,
      "rel-constrast": 2.893709182739258,
      "step": 4716,
      "subrel-constrast": 3.756542682647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653855562210083,
      "cov-distil (oracle2student)": 3.56146502494812,
      "cov-distil (oracle2teacher)": 3.8257508277893066,
      "epoch": 3.7025117739403455,
      "rel-constrast": 1.9526762962341309,
      "step": 4717,
      "subrel-constrast": 2.147580146789551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0519673824310303,
      "cov-distil (oracle2student)": 3.9675912857055664,
      "cov-distil (oracle2teacher)": 3.9708452224731445,
      "epoch": 3.7032967032967035,
      "rel-constrast": 2.493981122970581,
      "step": 4718,
      "subrel-constrast": 3.147575855255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7223801612854004,
      "cov-distil (oracle2student)": 5.6894378662109375,
      "cov-distil (oracle2teacher)": 5.45319938659668,
      "epoch": 3.704081632653061,
      "rel-constrast": 1.7594668865203857,
      "step": 4719,
      "subrel-constrast": 2.5938196182250977,
      "view-similarity": 0
    },
    {
      "epoch": 3.704866562009419,
      "grad_norm": 4.5625,
      "learning_rate": 9.590342425288446e-07,
      "loss": 0.6068,
      "step": 4720
    },
    {
      "cov-distil": 2.6347055435180664,
      "cov-distil (oracle2student)": 5.1108856201171875,
      "cov-distil (oracle2teacher)": 5.499346733093262,
      "epoch": 3.704866562009419,
      "rel-constrast": 1.41343355178833,
      "step": 4720,
      "subrel-constrast": 2.5942978858947754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.546834111213684,
      "cov-distil (oracle2student)": 4.992757320404053,
      "cov-distil (oracle2teacher)": 4.65335750579834,
      "epoch": 3.705651491365777,
      "rel-constrast": 1.9918558597564697,
      "step": 4721,
      "subrel-constrast": 2.4772207736968994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3118329048156738,
      "cov-distil (oracle2student)": 4.67628288269043,
      "cov-distil (oracle2teacher)": 4.836879253387451,
      "epoch": 3.706436420722135,
      "rel-constrast": 1.6387299299240112,
      "step": 4722,
      "subrel-constrast": 2.3601198196411133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2786378860473633,
      "cov-distil (oracle2student)": 3.505587577819824,
      "cov-distil (oracle2teacher)": 3.8222970962524414,
      "epoch": 3.707221350078493,
      "rel-constrast": 1.678423285484314,
      "step": 4723,
      "subrel-constrast": 2.8207945823669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0747148990631104,
      "cov-distil (oracle2student)": 4.361151218414307,
      "cov-distil (oracle2teacher)": 4.389344692230225,
      "epoch": 3.708006279434851,
      "rel-constrast": 2.2255022525787354,
      "step": 4724,
      "subrel-constrast": 2.492802143096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250187397003174,
      "cov-distil (oracle2student)": 3.640688896179199,
      "cov-distil (oracle2teacher)": 3.9620258808135986,
      "epoch": 3.708791208791209,
      "rel-constrast": 2.1717052459716797,
      "step": 4725,
      "subrel-constrast": 3.01112699508667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7678182125091553,
      "cov-distil (oracle2student)": 4.070667743682861,
      "cov-distil (oracle2teacher)": 3.824069023132324,
      "epoch": 3.7095761381475665,
      "rel-constrast": 2.4172897338867188,
      "step": 4726,
      "subrel-constrast": 2.79882550239563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8243850469589233,
      "cov-distil (oracle2student)": 4.355663299560547,
      "cov-distil (oracle2teacher)": 4.047407150268555,
      "epoch": 3.710361067503925,
      "rel-constrast": 2.3121392726898193,
      "step": 4727,
      "subrel-constrast": 3.2113804817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.369234800338745,
      "cov-distil (oracle2student)": 4.169210910797119,
      "cov-distil (oracle2teacher)": 3.8495819568634033,
      "epoch": 3.7111459968602825,
      "rel-constrast": 2.2257275581359863,
      "step": 4728,
      "subrel-constrast": 3.135471820831299,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2872865200042725,
      "cov-distil (oracle2student)": 4.291585922241211,
      "cov-distil (oracle2teacher)": 4.208762168884277,
      "epoch": 3.7119309262166404,
      "rel-constrast": 2.6194558143615723,
      "step": 4729,
      "subrel-constrast": 3.314182996749878,
      "view-similarity": 0
    },
    {
      "epoch": 3.7127158555729984,
      "grad_norm": 6.8125,
      "learning_rate": 8.921902736985399e-07,
      "loss": 0.5174,
      "step": 4730
    },
    {
      "cov-distil": 2.178955554962158,
      "cov-distil (oracle2student)": 4.72172212600708,
      "cov-distil (oracle2teacher)": 4.976689338684082,
      "epoch": 3.7127158555729984,
      "rel-constrast": 1.5983392000198364,
      "step": 4730,
      "subrel-constrast": 2.9547815322875977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5652861595153809,
      "cov-distil (oracle2student)": 4.112195014953613,
      "cov-distil (oracle2teacher)": 3.9358534812927246,
      "epoch": 3.7135007849293564,
      "rel-constrast": 2.1895434856414795,
      "step": 4731,
      "subrel-constrast": 2.106621742248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563376545906067,
      "cov-distil (oracle2student)": 5.919806003570557,
      "cov-distil (oracle2teacher)": 5.396087646484375,
      "epoch": 3.7142857142857144,
      "rel-constrast": 1.4054920673370361,
      "step": 4732,
      "subrel-constrast": 2.447495222091675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9046297073364258,
      "cov-distil (oracle2student)": 3.312164545059204,
      "cov-distil (oracle2teacher)": 3.1909120082855225,
      "epoch": 3.715070643642072,
      "rel-constrast": 1.959911584854126,
      "step": 4733,
      "subrel-constrast": 2.6692276000976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767115592956543,
      "cov-distil (oracle2student)": 5.3808794021606445,
      "cov-distil (oracle2teacher)": 4.962553024291992,
      "epoch": 3.7158555729984304,
      "rel-constrast": 1.731534481048584,
      "step": 4734,
      "subrel-constrast": 2.541982412338257,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.812577724456787,
      "cov-distil (oracle2student)": 4.589165687561035,
      "cov-distil (oracle2teacher)": 4.154775619506836,
      "epoch": 3.716640502354788,
      "rel-constrast": 2.8371872901916504,
      "step": 4735,
      "subrel-constrast": 3.306223154067993,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439715385437012,
      "cov-distil (oracle2student)": 5.341193199157715,
      "cov-distil (oracle2teacher)": 5.380721092224121,
      "epoch": 3.717425431711146,
      "rel-constrast": 2.653553009033203,
      "step": 4736,
      "subrel-constrast": 3.5345709323883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3029325008392334,
      "cov-distil (oracle2student)": 5.734197616577148,
      "cov-distil (oracle2teacher)": 5.495026588439941,
      "epoch": 3.718210361067504,
      "rel-constrast": 2.3463797569274902,
      "step": 4737,
      "subrel-constrast": 3.1861300468444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5130895376205444,
      "cov-distil (oracle2student)": 5.745733737945557,
      "cov-distil (oracle2teacher)": 5.55155086517334,
      "epoch": 3.718995290423862,
      "rel-constrast": 2.7425789833068848,
      "step": 4738,
      "subrel-constrast": 3.2420167922973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6109037399291992,
      "cov-distil (oracle2student)": 2.9717938899993896,
      "cov-distil (oracle2teacher)": 3.2799601554870605,
      "epoch": 3.71978021978022,
      "rel-constrast": 3.0656440258026123,
      "step": 4739,
      "subrel-constrast": 3.26134991645813,
      "view-similarity": 0
    },
    {
      "epoch": 3.7205651491365774,
      "grad_norm": 6.25,
      "learning_rate": 8.277397502335194e-07,
      "loss": 0.5633,
      "step": 4740
    },
    {
      "cov-distil": 1.5709577798843384,
      "cov-distil (oracle2student)": 3.9657819271087646,
      "cov-distil (oracle2teacher)": 3.9916610717773438,
      "epoch": 3.7205651491365774,
      "rel-constrast": 2.413583755493164,
      "step": 4740,
      "subrel-constrast": 3.655993938446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382822036743164,
      "cov-distil (oracle2student)": 3.837604522705078,
      "cov-distil (oracle2teacher)": 4.038500785827637,
      "epoch": 3.721350078492936,
      "rel-constrast": 2.124228000640869,
      "step": 4741,
      "subrel-constrast": 2.714465618133545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051396369934082,
      "cov-distil (oracle2student)": 4.697382926940918,
      "cov-distil (oracle2teacher)": 5.477662086486816,
      "epoch": 3.7221350078492934,
      "rel-constrast": 1.9732563495635986,
      "step": 4742,
      "subrel-constrast": 2.914539337158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2707102298736572,
      "cov-distil (oracle2student)": 4.1124982833862305,
      "cov-distil (oracle2teacher)": 4.5306549072265625,
      "epoch": 3.7229199372056514,
      "rel-constrast": 1.9803545475006104,
      "step": 4743,
      "subrel-constrast": 3.002455949783325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8213129043579102,
      "cov-distil (oracle2student)": 6.35456657409668,
      "cov-distil (oracle2teacher)": 5.8616814613342285,
      "epoch": 3.7237048665620094,
      "rel-constrast": 2.6317169666290283,
      "step": 4744,
      "subrel-constrast": 3.473410129547119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1074557304382324,
      "cov-distil (oracle2student)": 4.182758331298828,
      "cov-distil (oracle2teacher)": 4.24567985534668,
      "epoch": 3.7244897959183674,
      "rel-constrast": 1.8846486806869507,
      "step": 4745,
      "subrel-constrast": 2.941054582595825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5875744819641113,
      "cov-distil (oracle2student)": 4.650965690612793,
      "cov-distil (oracle2teacher)": 4.714852333068848,
      "epoch": 3.7252747252747254,
      "rel-constrast": 3.357795000076294,
      "step": 4746,
      "subrel-constrast": 3.9440886974334717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6138966083526611,
      "cov-distil (oracle2student)": 4.136778831481934,
      "cov-distil (oracle2teacher)": 4.75593900680542,
      "epoch": 3.7260596546310834,
      "rel-constrast": 2.0931291580200195,
      "step": 4747,
      "subrel-constrast": 2.846046209335327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0163040161132812,
      "cov-distil (oracle2student)": 6.078312873840332,
      "cov-distil (oracle2teacher)": 5.588019371032715,
      "epoch": 3.7268445839874413,
      "rel-constrast": 3.4586429595947266,
      "step": 4748,
      "subrel-constrast": 3.485227584838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7493542432785034,
      "cov-distil (oracle2student)": 6.910499572753906,
      "cov-distil (oracle2teacher)": 6.453094482421875,
      "epoch": 3.727629513343799,
      "rel-constrast": 2.963035821914673,
      "step": 4749,
      "subrel-constrast": 3.008763551712036,
      "view-similarity": 0
    },
    {
      "epoch": 3.728414442700157,
      "grad_norm": 6.84375,
      "learning_rate": 7.656858133613498e-07,
      "loss": 0.622,
      "step": 4750
    },
    {
      "cov-distil": 2.127121686935425,
      "cov-distil (oracle2student)": 6.166572570800781,
      "cov-distil (oracle2teacher)": 5.282220840454102,
      "epoch": 3.728414442700157,
      "rel-constrast": 1.9355860948562622,
      "step": 4750,
      "subrel-constrast": 2.5301260948181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7805968523025513,
      "cov-distil (oracle2student)": 5.34047794342041,
      "cov-distil (oracle2teacher)": 5.376548767089844,
      "epoch": 3.729199372056515,
      "rel-constrast": 2.9167497158050537,
      "step": 4751,
      "subrel-constrast": 3.2831311225891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7585639953613281,
      "cov-distil (oracle2student)": 4.044981956481934,
      "cov-distil (oracle2teacher)": 4.212593078613281,
      "epoch": 3.729984301412873,
      "rel-constrast": 2.1577231884002686,
      "step": 4752,
      "subrel-constrast": 2.9585752487182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7546520233154297,
      "cov-distil (oracle2student)": 6.07595157623291,
      "cov-distil (oracle2teacher)": 5.387251377105713,
      "epoch": 3.730769230769231,
      "rel-constrast": 2.5897202491760254,
      "step": 4753,
      "subrel-constrast": 3.1422855854034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0908865928649902,
      "cov-distil (oracle2student)": 4.937517166137695,
      "cov-distil (oracle2teacher)": 4.544821262359619,
      "epoch": 3.731554160125589,
      "rel-constrast": 2.0608339309692383,
      "step": 4754,
      "subrel-constrast": 2.942762851715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7912030220031738,
      "cov-distil (oracle2student)": 3.649783134460449,
      "cov-distil (oracle2teacher)": 4.558560371398926,
      "epoch": 3.732339089481947,
      "rel-constrast": 2.839226722717285,
      "step": 4755,
      "subrel-constrast": 3.1525747776031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0085439682006836,
      "cov-distil (oracle2student)": 4.61106538772583,
      "cov-distil (oracle2teacher)": 4.067740440368652,
      "epoch": 3.7331240188383044,
      "rel-constrast": 2.2038793563842773,
      "step": 4756,
      "subrel-constrast": 2.82267427444458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019726276397705,
      "cov-distil (oracle2student)": 1.5529475212097168,
      "cov-distil (oracle2teacher)": 2.343093156814575,
      "epoch": 3.7339089481946623,
      "rel-constrast": 2.0547502040863037,
      "step": 4757,
      "subrel-constrast": 2.653928518295288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182203531265259,
      "cov-distil (oracle2student)": 4.398645877838135,
      "cov-distil (oracle2teacher)": 4.312990188598633,
      "epoch": 3.7346938775510203,
      "rel-constrast": 2.0235466957092285,
      "step": 4758,
      "subrel-constrast": 3.135227918624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.963368535041809,
      "cov-distil (oracle2student)": 6.577758312225342,
      "cov-distil (oracle2teacher)": 6.721253395080566,
      "epoch": 3.7354788069073783,
      "rel-constrast": 2.6446855068206787,
      "step": 4759,
      "subrel-constrast": 2.7323927879333496,
      "view-similarity": 0
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 6.1875,
      "learning_rate": 7.060314875033835e-07,
      "loss": 0.5857,
      "step": 4760
    },
    {
      "cov-distil": 1.4526628255844116,
      "cov-distil (oracle2student)": 5.976842880249023,
      "cov-distil (oracle2teacher)": 5.765983581542969,
      "epoch": 3.7362637362637363,
      "rel-constrast": 3.8773903846740723,
      "step": 4760,
      "subrel-constrast": 4.29459810256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5272514820098877,
      "cov-distil (oracle2student)": 4.066600799560547,
      "cov-distil (oracle2teacher)": 4.081216812133789,
      "epoch": 3.7370486656200943,
      "rel-constrast": 2.472494602203369,
      "step": 4761,
      "subrel-constrast": 2.7816214561462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9548695087432861,
      "cov-distil (oracle2student)": 2.812009811401367,
      "cov-distil (oracle2teacher)": 3.1637589931488037,
      "epoch": 3.7378335949764523,
      "rel-constrast": 1.593194603919983,
      "step": 4762,
      "subrel-constrast": 2.8976852893829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.974578619003296,
      "cov-distil (oracle2student)": 4.416382312774658,
      "cov-distil (oracle2teacher)": 5.432721138000488,
      "epoch": 3.73861852433281,
      "rel-constrast": 2.0131359100341797,
      "step": 4763,
      "subrel-constrast": 2.7460737228393555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9545024633407593,
      "cov-distil (oracle2student)": 6.771866798400879,
      "cov-distil (oracle2teacher)": 6.61964225769043,
      "epoch": 3.739403453689168,
      "rel-constrast": 4.6826677322387695,
      "step": 4764,
      "subrel-constrast": 4.837929725646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5803698301315308,
      "cov-distil (oracle2student)": 5.0834808349609375,
      "cov-distil (oracle2teacher)": 4.651504039764404,
      "epoch": 3.740188383045526,
      "rel-constrast": 1.6353225708007812,
      "step": 4765,
      "subrel-constrast": 1.8130277395248413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3406459093093872,
      "cov-distil (oracle2student)": 4.713848114013672,
      "cov-distil (oracle2teacher)": 4.305227279663086,
      "epoch": 3.740973312401884,
      "rel-constrast": 2.7393853664398193,
      "step": 4766,
      "subrel-constrast": 2.8259785175323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2764406204223633,
      "cov-distil (oracle2student)": 3.6400270462036133,
      "cov-distil (oracle2teacher)": 3.2211761474609375,
      "epoch": 3.741758241758242,
      "rel-constrast": 2.590987205505371,
      "step": 4767,
      "subrel-constrast": 3.578320026397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3654251098632812,
      "cov-distil (oracle2student)": 4.213132858276367,
      "cov-distil (oracle2teacher)": 4.518402099609375,
      "epoch": 3.7425431711145998,
      "rel-constrast": 2.813267230987549,
      "step": 4768,
      "subrel-constrast": 3.4912946224212646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792766094207764,
      "cov-distil (oracle2student)": 3.930481433868408,
      "cov-distil (oracle2teacher)": 4.045458793640137,
      "epoch": 3.7433281004709578,
      "rel-constrast": 2.3463850021362305,
      "step": 4769,
      "subrel-constrast": 3.08467960357666,
      "view-similarity": 0
    },
    {
      "epoch": 3.7441130298273153,
      "grad_norm": 5.9375,
      "learning_rate": 6.487796801272983e-07,
      "loss": 0.6691,
      "step": 4770
    },
    {
      "cov-distil": 2.05963397026062,
      "cov-distil (oracle2student)": 3.78266978263855,
      "cov-distil (oracle2teacher)": 3.5121121406555176,
      "epoch": 3.7441130298273153,
      "rel-constrast": 2.387699842453003,
      "step": 4770,
      "subrel-constrast": 2.601630926132202,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.817422866821289,
      "cov-distil (oracle2student)": 4.578568458557129,
      "cov-distil (oracle2teacher)": 5.025075912475586,
      "epoch": 3.7448979591836737,
      "rel-constrast": 2.4161038398742676,
      "step": 4771,
      "subrel-constrast": 2.971325397491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106788158416748,
      "cov-distil (oracle2student)": 5.340088367462158,
      "cov-distil (oracle2teacher)": 5.280580043792725,
      "epoch": 3.7456828885400313,
      "rel-constrast": 1.3141064643859863,
      "step": 4772,
      "subrel-constrast": 2.566983461380005,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7837703227996826,
      "cov-distil (oracle2student)": 4.35247802734375,
      "cov-distil (oracle2teacher)": 5.073657989501953,
      "epoch": 3.7464678178963893,
      "rel-constrast": 3.084113597869873,
      "step": 4773,
      "subrel-constrast": 4.7044997215271,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2215542793273926,
      "cov-distil (oracle2student)": 3.845208168029785,
      "cov-distil (oracle2teacher)": 3.9334139823913574,
      "epoch": 3.7472527472527473,
      "rel-constrast": 2.0834383964538574,
      "step": 4774,
      "subrel-constrast": 3.119976282119751,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4849331378936768,
      "cov-distil (oracle2student)": 5.119182586669922,
      "cov-distil (oracle2teacher)": 4.694750785827637,
      "epoch": 3.7480376766091053,
      "rel-constrast": 2.9714198112487793,
      "step": 4775,
      "subrel-constrast": 3.186485528945923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4381675720214844,
      "cov-distil (oracle2student)": 6.2673797607421875,
      "cov-distil (oracle2teacher)": 5.969907760620117,
      "epoch": 3.7488226059654632,
      "rel-constrast": 2.7047886848449707,
      "step": 4776,
      "subrel-constrast": 3.1798906326293945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030477523803711,
      "cov-distil (oracle2student)": 4.030176162719727,
      "cov-distil (oracle2teacher)": 4.798983097076416,
      "epoch": 3.749607535321821,
      "rel-constrast": 1.9291574954986572,
      "step": 4777,
      "subrel-constrast": 2.438011884689331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022671937942505,
      "cov-distil (oracle2student)": 4.46107292175293,
      "cov-distil (oracle2teacher)": 4.398379802703857,
      "epoch": 3.750392464678179,
      "rel-constrast": 3.0036232471466064,
      "step": 4778,
      "subrel-constrast": 3.525851249694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9083127975463867,
      "cov-distil (oracle2student)": 3.9708194732666016,
      "cov-distil (oracle2teacher)": 4.034535884857178,
      "epoch": 3.7511773940345368,
      "rel-constrast": 1.5883885622024536,
      "step": 4779,
      "subrel-constrast": 2.1113734245300293,
      "view-similarity": 0
    },
    {
      "epoch": 3.7519623233908947,
      "grad_norm": 4.6875,
      "learning_rate": 5.939331816054161e-07,
      "loss": 0.5871,
      "step": 4780
    },
    {
      "cov-distil": 1.6612372398376465,
      "cov-distil (oracle2student)": 6.20137882232666,
      "cov-distil (oracle2teacher)": 5.605881214141846,
      "epoch": 3.7519623233908947,
      "rel-constrast": 2.7795891761779785,
      "step": 4780,
      "subrel-constrast": 2.64609432220459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2523937225341797,
      "cov-distil (oracle2student)": 3.4435486793518066,
      "cov-distil (oracle2teacher)": 3.856799364089966,
      "epoch": 3.7527472527472527,
      "rel-constrast": 2.5390026569366455,
      "step": 4781,
      "subrel-constrast": 3.2103562355041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8329858779907227,
      "cov-distil (oracle2student)": 4.79006814956665,
      "cov-distil (oracle2teacher)": 4.516695022583008,
      "epoch": 3.7535321821036107,
      "rel-constrast": 2.272242546081543,
      "step": 4782,
      "subrel-constrast": 3.145634651184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5182154178619385,
      "cov-distil (oracle2student)": 4.182271957397461,
      "cov-distil (oracle2teacher)": 4.072873592376709,
      "epoch": 3.7543171114599687,
      "rel-constrast": 2.1373515129089355,
      "step": 4783,
      "subrel-constrast": 2.5581274032592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.605519413948059,
      "cov-distil (oracle2student)": 1.8404734134674072,
      "cov-distil (oracle2teacher)": 2.611588954925537,
      "epoch": 3.7551020408163263,
      "rel-constrast": 2.3914542198181152,
      "step": 4784,
      "subrel-constrast": 2.6764650344848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2249467372894287,
      "cov-distil (oracle2student)": 4.710700035095215,
      "cov-distil (oracle2teacher)": 3.9535393714904785,
      "epoch": 3.7558869701726847,
      "rel-constrast": 3.784644842147827,
      "step": 4785,
      "subrel-constrast": 4.141380786895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6689043045043945,
      "cov-distil (oracle2student)": 4.184111595153809,
      "cov-distil (oracle2teacher)": 4.629167556762695,
      "epoch": 3.7566718995290422,
      "rel-constrast": 2.771204710006714,
      "step": 4786,
      "subrel-constrast": 3.9711241722106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8210930824279785,
      "cov-distil (oracle2student)": 4.966025352478027,
      "cov-distil (oracle2teacher)": 4.516416072845459,
      "epoch": 3.7574568288854002,
      "rel-constrast": 2.2445645332336426,
      "step": 4787,
      "subrel-constrast": 3.207360029220581,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6432976722717285,
      "cov-distil (oracle2student)": 5.1031999588012695,
      "cov-distil (oracle2teacher)": 5.026335716247559,
      "epoch": 3.758241758241758,
      "rel-constrast": 1.5934441089630127,
      "step": 4788,
      "subrel-constrast": 1.860984444618225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7662043571472168,
      "cov-distil (oracle2student)": 3.379262924194336,
      "cov-distil (oracle2teacher)": 3.1037325859069824,
      "epoch": 3.759026687598116,
      "rel-constrast": 2.4600839614868164,
      "step": 4789,
      "subrel-constrast": 2.754758834838867,
      "view-similarity": 0
    },
    {
      "epoch": 3.759811616954474,
      "grad_norm": 5.1875,
      "learning_rate": 5.414946650786957e-07,
      "loss": 0.6243,
      "step": 4790
    },
    {
      "cov-distil": 2.8398540019989014,
      "cov-distil (oracle2student)": 4.168159008026123,
      "cov-distil (oracle2teacher)": 4.145829200744629,
      "epoch": 3.759811616954474,
      "rel-constrast": 2.8328776359558105,
      "step": 4790,
      "subrel-constrast": 3.3818533420562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563627004623413,
      "cov-distil (oracle2student)": 3.995617628097534,
      "cov-distil (oracle2teacher)": 3.608905792236328,
      "epoch": 3.760596546310832,
      "rel-constrast": 1.607253909111023,
      "step": 4791,
      "subrel-constrast": 1.9964256286621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3959927558898926,
      "cov-distil (oracle2student)": 3.0624184608459473,
      "cov-distil (oracle2teacher)": 3.5247974395751953,
      "epoch": 3.76138147566719,
      "rel-constrast": 2.1014564037323,
      "step": 4792,
      "subrel-constrast": 2.7116034030914307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3600642681121826,
      "cov-distil (oracle2student)": 3.179471969604492,
      "cov-distil (oracle2teacher)": 2.791256904602051,
      "epoch": 3.7621664050235477,
      "rel-constrast": 1.8331725597381592,
      "step": 4793,
      "subrel-constrast": 1.9024181365966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.961167812347412,
      "cov-distil (oracle2student)": 4.510335922241211,
      "cov-distil (oracle2teacher)": 4.113374710083008,
      "epoch": 3.7629513343799057,
      "rel-constrast": 2.6837902069091797,
      "step": 4794,
      "subrel-constrast": 3.566215991973877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2739439010620117,
      "cov-distil (oracle2student)": 4.515108585357666,
      "cov-distil (oracle2teacher)": 4.215077877044678,
      "epoch": 3.7637362637362637,
      "rel-constrast": 1.922520399093628,
      "step": 4795,
      "subrel-constrast": 2.3626580238342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.82895827293396,
      "cov-distil (oracle2student)": 6.11109733581543,
      "cov-distil (oracle2teacher)": 4.978449821472168,
      "epoch": 3.7645211930926217,
      "rel-constrast": 3.4602859020233154,
      "step": 4796,
      "subrel-constrast": 3.6848526000976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996978521347046,
      "cov-distil (oracle2student)": 5.485572814941406,
      "cov-distil (oracle2teacher)": 5.505568027496338,
      "epoch": 3.7653061224489797,
      "rel-constrast": 3.041787624359131,
      "step": 4797,
      "subrel-constrast": 3.7964510917663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3856403827667236,
      "cov-distil (oracle2student)": 3.0911669731140137,
      "cov-distil (oracle2teacher)": 3.477277994155884,
      "epoch": 3.7660910518053377,
      "rel-constrast": 2.231933355331421,
      "step": 4798,
      "subrel-constrast": 2.4768457412719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6351521015167236,
      "cov-distil (oracle2student)": 6.7092485427856445,
      "cov-distil (oracle2teacher)": 6.107747554779053,
      "epoch": 3.7668759811616956,
      "rel-constrast": 2.3875234127044678,
      "step": 4799,
      "subrel-constrast": 3.0586905479431152,
      "view-similarity": 0
    },
    {
      "epoch": 3.767660910518053,
      "grad_norm": 5.3125,
      "learning_rate": 4.914666863264528e-07,
      "loss": 0.6026,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "overlap": 0.25312501192092896,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "student margin": 0.0531005859375
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "teacher margin": 0.04669189453125
    },
    {
      "epoch": 3.767660910518053,
      "margin difference": -0.00640869140625,
      "step": 4800
    },
    {
      "cov-distil": 2.277146100997925,
      "cov-distil (oracle2student)": 5.569613456726074,
      "cov-distil (oracle2teacher)": 5.235509395599365,
      "epoch": 3.767660910518053,
      "rel-constrast": 2.866241931915283,
      "step": 4800,
      "subrel-constrast": 3.3352444171905518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9669288396835327,
      "cov-distil (oracle2student)": 6.56892728805542,
      "cov-distil (oracle2teacher)": 6.205277442932129,
      "epoch": 3.768445839874411,
      "rel-constrast": 2.523577928543091,
      "step": 4801,
      "subrel-constrast": 3.2364981174468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4886701107025146,
      "cov-distil (oracle2student)": 4.91107177734375,
      "cov-distil (oracle2teacher)": 4.542578220367432,
      "epoch": 3.769230769230769,
      "rel-constrast": 2.5135841369628906,
      "step": 4802,
      "subrel-constrast": 3.006955623626709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9316411018371582,
      "cov-distil (oracle2student)": 3.8692100048065186,
      "cov-distil (oracle2teacher)": 4.30456018447876,
      "epoch": 3.770015698587127,
      "rel-constrast": 2.3435935974121094,
      "step": 4803,
      "subrel-constrast": 2.7602577209472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6781238317489624,
      "cov-distil (oracle2student)": 3.2976269721984863,
      "cov-distil (oracle2teacher)": 2.937715768814087,
      "epoch": 3.770800627943485,
      "rel-constrast": 1.85932457447052,
      "step": 4804,
      "subrel-constrast": 2.751365900039673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8820276260375977,
      "cov-distil (oracle2student)": 3.9399256706237793,
      "cov-distil (oracle2teacher)": 3.7783265113830566,
      "epoch": 3.771585557299843,
      "rel-constrast": 1.608312964439392,
      "step": 4805,
      "subrel-constrast": 2.176356554031372,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9414544105529785,
      "cov-distil (oracle2student)": 5.111376762390137,
      "cov-distil (oracle2teacher)": 5.247154712677002,
      "epoch": 3.772370486656201,
      "rel-constrast": 3.250825881958008,
      "step": 4806,
      "subrel-constrast": 3.9052248001098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6097431182861328,
      "cov-distil (oracle2student)": 3.7069156169891357,
      "cov-distil (oracle2teacher)": 4.199463367462158,
      "epoch": 3.7731554160125587,
      "rel-constrast": 1.882030963897705,
      "step": 4807,
      "subrel-constrast": 2.448152542114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5804630517959595,
      "cov-distil (oracle2student)": 5.436619758605957,
      "cov-distil (oracle2teacher)": 5.1455278396606445,
      "epoch": 3.7739403453689166,
      "rel-constrast": 2.0689165592193604,
      "step": 4808,
      "subrel-constrast": 2.2043161392211914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9610695838928223,
      "cov-distil (oracle2student)": 5.662819862365723,
      "cov-distil (oracle2teacher)": 5.70611572265625,
      "epoch": 3.7747252747252746,
      "rel-constrast": 3.4448373317718506,
      "step": 4809,
      "subrel-constrast": 3.1666793823242188,
      "view-similarity": 0
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 7.375,
      "learning_rate": 4.438516836417994e-07,
      "loss": 0.609,
      "step": 4810
    },
    {
      "cov-distil": 1.642909288406372,
      "cov-distil (oracle2student)": 3.5733871459960938,
      "cov-distil (oracle2teacher)": 4.443900108337402,
      "epoch": 3.7755102040816326,
      "rel-constrast": 3.7990236282348633,
      "step": 4810,
      "subrel-constrast": 3.606801986694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.450136661529541,
      "cov-distil (oracle2student)": 4.638912200927734,
      "cov-distil (oracle2teacher)": 3.9945156574249268,
      "epoch": 3.7762951334379906,
      "rel-constrast": 3.0649447441101074,
      "step": 4811,
      "subrel-constrast": 3.5882949829101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6346136331558228,
      "cov-distil (oracle2student)": 5.187544822692871,
      "cov-distil (oracle2teacher)": 5.2484846115112305,
      "epoch": 3.7770800627943486,
      "rel-constrast": 2.2652781009674072,
      "step": 4812,
      "subrel-constrast": 3.3457858562469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2293031215667725,
      "cov-distil (oracle2student)": 4.402753829956055,
      "cov-distil (oracle2teacher)": 4.3046135902404785,
      "epoch": 3.7778649921507066,
      "rel-constrast": 2.668109178543091,
      "step": 4813,
      "subrel-constrast": 2.995932102203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.249380350112915,
      "cov-distil (oracle2student)": 2.64033842086792,
      "cov-distil (oracle2teacher)": 3.5509183406829834,
      "epoch": 3.778649921507064,
      "rel-constrast": 1.898224115371704,
      "step": 4814,
      "subrel-constrast": 2.8560500144958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.421168088912964,
      "cov-distil (oracle2student)": 3.7146894931793213,
      "cov-distil (oracle2teacher)": 3.5234262943267822,
      "epoch": 3.7794348508634226,
      "rel-constrast": 2.109128475189209,
      "step": 4815,
      "subrel-constrast": 3.3652150630950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5786477327346802,
      "cov-distil (oracle2student)": 4.646675109863281,
      "cov-distil (oracle2teacher)": 4.40340518951416,
      "epoch": 3.78021978021978,
      "rel-constrast": 2.213390350341797,
      "step": 4816,
      "subrel-constrast": 2.4770667552948,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.920715093612671,
      "cov-distil (oracle2student)": 4.405948638916016,
      "cov-distil (oracle2teacher)": 4.600644111633301,
      "epoch": 3.781004709576138,
      "rel-constrast": 2.742976188659668,
      "step": 4817,
      "subrel-constrast": 3.5260860919952393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8193804025650024,
      "cov-distil (oracle2student)": 4.960048675537109,
      "cov-distil (oracle2teacher)": 5.067931175231934,
      "epoch": 3.781789638932496,
      "rel-constrast": 2.017805337905884,
      "step": 4818,
      "subrel-constrast": 3.0746798515319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6425540447235107,
      "cov-distil (oracle2student)": 5.037858963012695,
      "cov-distil (oracle2teacher)": 4.876523971557617,
      "epoch": 3.782574568288854,
      "rel-constrast": 2.2023534774780273,
      "step": 4819,
      "subrel-constrast": 3.2427382469177246,
      "view-similarity": 0
    },
    {
      "epoch": 3.783359497645212,
      "grad_norm": 5.4375,
      "learning_rate": 3.986519777127884e-07,
      "loss": 0.6245,
      "step": 4820
    },
    {
      "cov-distil": 1.8923968076705933,
      "cov-distil (oracle2student)": 4.598872661590576,
      "cov-distil (oracle2teacher)": 4.449270248413086,
      "epoch": 3.783359497645212,
      "rel-constrast": 2.3402600288391113,
      "step": 4820,
      "subrel-constrast": 2.7858450412750244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6919307708740234,
      "cov-distil (oracle2student)": 4.616628170013428,
      "cov-distil (oracle2teacher)": 4.4040069580078125,
      "epoch": 3.7841444270015696,
      "rel-constrast": 2.81221866607666,
      "step": 4821,
      "subrel-constrast": 3.2890517711639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4392235279083252,
      "cov-distil (oracle2student)": 4.70377254486084,
      "cov-distil (oracle2teacher)": 4.294371128082275,
      "epoch": 3.784929356357928,
      "rel-constrast": 2.8076958656311035,
      "step": 4822,
      "subrel-constrast": 3.46213436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195075035095215,
      "cov-distil (oracle2student)": 5.378940582275391,
      "cov-distil (oracle2teacher)": 5.196844100952148,
      "epoch": 3.7857142857142856,
      "rel-constrast": 2.2947990894317627,
      "step": 4823,
      "subrel-constrast": 3.579679250717163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.945546269416809,
      "cov-distil (oracle2student)": 5.216401100158691,
      "cov-distil (oracle2teacher)": 4.73327112197876,
      "epoch": 3.7864992150706436,
      "rel-constrast": 1.5174009799957275,
      "step": 4824,
      "subrel-constrast": 2.2300968170166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3729352951049805,
      "cov-distil (oracle2student)": 5.5192670822143555,
      "cov-distil (oracle2teacher)": 5.70143985748291,
      "epoch": 3.7872841444270016,
      "rel-constrast": 1.9988290071487427,
      "step": 4825,
      "subrel-constrast": 3.339566230773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775027871131897,
      "cov-distil (oracle2student)": 4.905301570892334,
      "cov-distil (oracle2teacher)": 4.686431884765625,
      "epoch": 3.7880690737833596,
      "rel-constrast": 3.21161150932312,
      "step": 4826,
      "subrel-constrast": 3.4397494792938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2871575355529785,
      "cov-distil (oracle2student)": 6.613853454589844,
      "cov-distil (oracle2teacher)": 6.43406867980957,
      "epoch": 3.7888540031397175,
      "rel-constrast": 2.4022765159606934,
      "step": 4827,
      "subrel-constrast": 2.8391573429107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9482243061065674,
      "cov-distil (oracle2student)": 4.343548774719238,
      "cov-distil (oracle2teacher)": 3.937619924545288,
      "epoch": 3.789638932496075,
      "rel-constrast": 1.3822734355926514,
      "step": 4828,
      "subrel-constrast": 2.4167938232421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4620963335037231,
      "cov-distil (oracle2student)": 3.8787553310394287,
      "cov-distil (oracle2teacher)": 3.829643964767456,
      "epoch": 3.7904238618524335,
      "rel-constrast": 1.8024070262908936,
      "step": 4829,
      "subrel-constrast": 2.4501638412475586,
      "view-similarity": 0
    },
    {
      "epoch": 3.791208791208791,
      "grad_norm": 4.8125,
      "learning_rate": 3.558697715093207e-07,
      "loss": 0.5642,
      "step": 4830
    },
    {
      "cov-distil": 2.7237234115600586,
      "cov-distil (oracle2student)": 5.818899154663086,
      "cov-distil (oracle2teacher)": 5.9352498054504395,
      "epoch": 3.791208791208791,
      "rel-constrast": 2.8200228214263916,
      "step": 4830,
      "subrel-constrast": 4.042431831359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6115739345550537,
      "cov-distil (oracle2student)": 5.674793720245361,
      "cov-distil (oracle2teacher)": 5.211643218994141,
      "epoch": 3.791993720565149,
      "rel-constrast": 1.697919249534607,
      "step": 4831,
      "subrel-constrast": 2.589569568634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.57102370262146,
      "cov-distil (oracle2student)": 5.079734802246094,
      "cov-distil (oracle2teacher)": 4.688509941101074,
      "epoch": 3.792778649921507,
      "rel-constrast": 2.144192695617676,
      "step": 4832,
      "subrel-constrast": 2.6877098083496094,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.062335968017578,
      "cov-distil (oracle2student)": 6.8107709884643555,
      "cov-distil (oracle2teacher)": 6.034093856811523,
      "epoch": 3.793563579277865,
      "rel-constrast": 3.6846179962158203,
      "step": 4833,
      "subrel-constrast": 4.223338603973389,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6154801845550537,
      "cov-distil (oracle2student)": 5.668412685394287,
      "cov-distil (oracle2teacher)": 5.50285530090332,
      "epoch": 3.794348508634223,
      "rel-constrast": 3.0519933700561523,
      "step": 4834,
      "subrel-constrast": 3.844560384750366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0952200889587402,
      "cov-distil (oracle2student)": 3.8697731494903564,
      "cov-distil (oracle2teacher)": 4.137084007263184,
      "epoch": 3.795133437990581,
      "rel-constrast": 1.9876090288162231,
      "step": 4835,
      "subrel-constrast": 2.859312057495117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3478941917419434,
      "cov-distil (oracle2student)": 6.033327102661133,
      "cov-distil (oracle2teacher)": 6.177969455718994,
      "epoch": 3.795918367346939,
      "rel-constrast": 2.2783203125,
      "step": 4836,
      "subrel-constrast": 3.112154483795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7689270973205566,
      "cov-distil (oracle2student)": 5.679211616516113,
      "cov-distil (oracle2teacher)": 4.8741021156311035,
      "epoch": 3.7967032967032965,
      "rel-constrast": 3.6539392471313477,
      "step": 4837,
      "subrel-constrast": 3.702493190765381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.895484447479248,
      "cov-distil (oracle2student)": 3.7812275886535645,
      "cov-distil (oracle2teacher)": 3.1270973682403564,
      "epoch": 3.7974882260596545,
      "rel-constrast": 2.215139389038086,
      "step": 4838,
      "subrel-constrast": 2.799576759338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7853416204452515,
      "cov-distil (oracle2student)": 5.753295421600342,
      "cov-distil (oracle2teacher)": 6.133625507354736,
      "epoch": 3.7982731554160125,
      "rel-constrast": 3.234282970428467,
      "step": 4839,
      "subrel-constrast": 3.6526291370391846,
      "view-similarity": 0
    },
    {
      "epoch": 3.7990580847723705,
      "grad_norm": 7.6875,
      "learning_rate": 3.1550715017575895e-07,
      "loss": 0.6692,
      "step": 4840
    },
    {
      "cov-distil": 2.4150309562683105,
      "cov-distil (oracle2student)": 4.662537574768066,
      "cov-distil (oracle2teacher)": 4.414272308349609,
      "epoch": 3.7990580847723705,
      "rel-constrast": 2.3511109352111816,
      "step": 4840,
      "subrel-constrast": 3.0129213333129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.474193572998047,
      "cov-distil (oracle2student)": 4.300799369812012,
      "cov-distil (oracle2teacher)": 5.023850917816162,
      "epoch": 3.7998430141287285,
      "rel-constrast": 2.1720433235168457,
      "step": 4841,
      "subrel-constrast": 3.529651641845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7566859722137451,
      "cov-distil (oracle2student)": 6.313528060913086,
      "cov-distil (oracle2teacher)": 5.652477741241455,
      "epoch": 3.8006279434850865,
      "rel-constrast": 2.004373073577881,
      "step": 4842,
      "subrel-constrast": 3.303095817565918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.187347173690796,
      "cov-distil (oracle2student)": 6.20136833190918,
      "cov-distil (oracle2teacher)": 5.35523796081543,
      "epoch": 3.8014128728414445,
      "rel-constrast": 2.6885242462158203,
      "step": 4843,
      "subrel-constrast": 2.9696593284606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3935914039611816,
      "cov-distil (oracle2student)": 5.482780456542969,
      "cov-distil (oracle2teacher)": 5.909190654754639,
      "epoch": 3.802197802197802,
      "rel-constrast": 2.310047149658203,
      "step": 4844,
      "subrel-constrast": 3.561605930328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4494595527648926,
      "cov-distil (oracle2student)": 2.6173694133758545,
      "cov-distil (oracle2teacher)": 2.9402661323547363,
      "epoch": 3.80298273155416,
      "rel-constrast": 1.7240395545959473,
      "step": 4845,
      "subrel-constrast": 2.6856002807617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1172432899475098,
      "cov-distil (oracle2student)": 6.316420078277588,
      "cov-distil (oracle2teacher)": 5.33077335357666,
      "epoch": 3.803767660910518,
      "rel-constrast": 2.098066806793213,
      "step": 4846,
      "subrel-constrast": 2.900325059890747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018018960952759,
      "cov-distil (oracle2student)": 5.752006530761719,
      "cov-distil (oracle2teacher)": 5.970412731170654,
      "epoch": 3.804552590266876,
      "rel-constrast": 0.9937884211540222,
      "step": 4847,
      "subrel-constrast": 1.7564986944198608,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8513675928115845,
      "cov-distil (oracle2student)": 4.277495861053467,
      "cov-distil (oracle2teacher)": 4.2717204093933105,
      "epoch": 3.805337519623234,
      "rel-constrast": 2.5106728076934814,
      "step": 4848,
      "subrel-constrast": 3.041543483734131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535211205482483,
      "cov-distil (oracle2student)": 3.9716718196868896,
      "cov-distil (oracle2teacher)": 4.021796226501465,
      "epoch": 3.806122448979592,
      "rel-constrast": 2.3605051040649414,
      "step": 4849,
      "subrel-constrast": 3.1267290115356445,
      "view-similarity": 0
    },
    {
      "epoch": 3.80690737833595,
      "grad_norm": 5.21875,
      "learning_rate": 2.775660809293368e-07,
      "loss": 0.5303,
      "step": 4850
    },
    {
      "cov-distil": 2.7335205078125,
      "cov-distil (oracle2student)": 6.957283973693848,
      "cov-distil (oracle2teacher)": 6.73234748840332,
      "epoch": 3.80690737833595,
      "rel-constrast": 2.0397424697875977,
      "step": 4850,
      "subrel-constrast": 3.0355465412139893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.542000412940979,
      "cov-distil (oracle2student)": 4.472867012023926,
      "cov-distil (oracle2teacher)": 4.920698165893555,
      "epoch": 3.8076923076923075,
      "rel-constrast": 2.263883590698242,
      "step": 4851,
      "subrel-constrast": 2.9395945072174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9234871864318848,
      "cov-distil (oracle2student)": 4.511075019836426,
      "cov-distil (oracle2teacher)": 4.104094505310059,
      "epoch": 3.8084772370486655,
      "rel-constrast": 2.4200549125671387,
      "step": 4852,
      "subrel-constrast": 3.116616725921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1480214595794678,
      "cov-distil (oracle2student)": 5.554407596588135,
      "cov-distil (oracle2teacher)": 4.58339786529541,
      "epoch": 3.8092621664050235,
      "rel-constrast": 3.2198565006256104,
      "step": 4853,
      "subrel-constrast": 3.4195151329040527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.12105131149292,
      "cov-distil (oracle2student)": 4.4801459312438965,
      "cov-distil (oracle2teacher)": 5.31674337387085,
      "epoch": 3.8100470957613815,
      "rel-constrast": 2.090221881866455,
      "step": 4854,
      "subrel-constrast": 2.056399345397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5669416189193726,
      "cov-distil (oracle2student)": 4.502700328826904,
      "cov-distil (oracle2teacher)": 4.262765884399414,
      "epoch": 3.8108320251177394,
      "rel-constrast": 2.163424253463745,
      "step": 4855,
      "subrel-constrast": 2.7230656147003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9255362749099731,
      "cov-distil (oracle2student)": 3.2004635334014893,
      "cov-distil (oracle2teacher)": 3.569700241088867,
      "epoch": 3.8116169544740974,
      "rel-constrast": 1.6903464794158936,
      "step": 4856,
      "subrel-constrast": 2.853888988494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0261659622192383,
      "cov-distil (oracle2student)": 4.701345920562744,
      "cov-distil (oracle2teacher)": 4.802425861358643,
      "epoch": 3.8124018838304554,
      "rel-constrast": 2.788424491882324,
      "step": 4857,
      "subrel-constrast": 3.6024699211120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3427045345306396,
      "cov-distil (oracle2student)": 5.129154682159424,
      "cov-distil (oracle2teacher)": 4.851890563964844,
      "epoch": 3.813186813186813,
      "rel-constrast": 1.622511386871338,
      "step": 4858,
      "subrel-constrast": 2.6836397647857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2035279273986816,
      "cov-distil (oracle2student)": 5.047807216644287,
      "cov-distil (oracle2teacher)": 4.7450737953186035,
      "epoch": 3.813971742543171,
      "rel-constrast": 1.6382650136947632,
      "step": 4859,
      "subrel-constrast": 2.163912057876587,
      "view-similarity": 0
    },
    {
      "epoch": 3.814756671899529,
      "grad_norm": 4.375,
      "learning_rate": 2.4204841296424085e-07,
      "loss": 0.5484,
      "step": 4860
    },
    {
      "cov-distil": 2.4386463165283203,
      "cov-distil (oracle2student)": 4.351581573486328,
      "cov-distil (oracle2teacher)": 4.640477180480957,
      "epoch": 3.814756671899529,
      "rel-constrast": 3.021536350250244,
      "step": 4860,
      "subrel-constrast": 3.6672606468200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0139081478118896,
      "cov-distil (oracle2student)": 5.86016321182251,
      "cov-distil (oracle2teacher)": 5.264643669128418,
      "epoch": 3.815541601255887,
      "rel-constrast": 2.2932186126708984,
      "step": 4861,
      "subrel-constrast": 2.530989646911621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2640700340270996,
      "cov-distil (oracle2student)": 4.814348220825195,
      "cov-distil (oracle2teacher)": 4.80698299407959,
      "epoch": 3.816326530612245,
      "rel-constrast": 2.491283416748047,
      "step": 4862,
      "subrel-constrast": 3.004796266555786,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1919686794281006,
      "cov-distil (oracle2student)": 5.580901622772217,
      "cov-distil (oracle2teacher)": 4.903510093688965,
      "epoch": 3.817111459968603,
      "rel-constrast": 4.621572017669678,
      "step": 4863,
      "subrel-constrast": 4.05373477935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6711225509643555,
      "cov-distil (oracle2student)": 3.4132449626922607,
      "cov-distil (oracle2teacher)": 3.7983341217041016,
      "epoch": 3.817896389324961,
      "rel-constrast": 2.2726423740386963,
      "step": 4864,
      "subrel-constrast": 2.998347282409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9670287370681763,
      "cov-distil (oracle2student)": 4.594689846038818,
      "cov-distil (oracle2teacher)": 4.704981803894043,
      "epoch": 3.8186813186813184,
      "rel-constrast": 1.9821232557296753,
      "step": 4865,
      "subrel-constrast": 3.033707618713379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0787789821624756,
      "cov-distil (oracle2student)": 3.4703683853149414,
      "cov-distil (oracle2teacher)": 3.294466018676758,
      "epoch": 3.819466248037677,
      "rel-constrast": 1.8211795091629028,
      "step": 4866,
      "subrel-constrast": 2.657334327697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4202589988708496,
      "cov-distil (oracle2student)": 4.537576675415039,
      "cov-distil (oracle2teacher)": 4.798070907592773,
      "epoch": 3.8202511773940344,
      "rel-constrast": 2.359039068222046,
      "step": 4867,
      "subrel-constrast": 2.846971035003662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6776862144470215,
      "cov-distil (oracle2student)": 3.1081886291503906,
      "cov-distil (oracle2teacher)": 3.326756477355957,
      "epoch": 3.8210361067503924,
      "rel-constrast": 1.840723991394043,
      "step": 4868,
      "subrel-constrast": 3.041942596435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.605367422103882,
      "cov-distil (oracle2student)": 2.6365556716918945,
      "cov-distil (oracle2teacher)": 2.627687454223633,
      "epoch": 3.8218210361067504,
      "rel-constrast": 1.6207506656646729,
      "step": 4869,
      "subrel-constrast": 2.8051302433013916,
      "view-similarity": 0
    },
    {
      "epoch": 3.8226059654631084,
      "grad_norm": 3.859375,
      "learning_rate": 2.0895587736149414e-07,
      "loss": 0.6081,
      "step": 4870
    },
    {
      "cov-distil": 2.2357423305511475,
      "cov-distil (oracle2student)": 5.910029888153076,
      "cov-distil (oracle2teacher)": 6.608850479125977,
      "epoch": 3.8226059654631084,
      "rel-constrast": 1.8286879062652588,
      "step": 4870,
      "subrel-constrast": 2.7474424839019775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2689225673675537,
      "cov-distil (oracle2student)": 4.510742664337158,
      "cov-distil (oracle2teacher)": 4.413654327392578,
      "epoch": 3.8233908948194664,
      "rel-constrast": 3.2389378547668457,
      "step": 4871,
      "subrel-constrast": 4.600405693054199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8864225149154663,
      "cov-distil (oracle2student)": 4.206690788269043,
      "cov-distil (oracle2teacher)": 4.359222412109375,
      "epoch": 3.824175824175824,
      "rel-constrast": 2.9859964847564697,
      "step": 4872,
      "subrel-constrast": 3.03774356842041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682409405708313,
      "cov-distil (oracle2student)": 4.787258625030518,
      "cov-distil (oracle2teacher)": 4.45434045791626,
      "epoch": 3.8249607535321823,
      "rel-constrast": 2.0945310592651367,
      "step": 4873,
      "subrel-constrast": 2.7372095584869385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2183408737182617,
      "cov-distil (oracle2student)": 4.059919357299805,
      "cov-distil (oracle2teacher)": 3.9769234657287598,
      "epoch": 3.82574568288854,
      "rel-constrast": 2.7935166358947754,
      "step": 4874,
      "subrel-constrast": 3.5935351848602295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0219197273254395,
      "cov-distil (oracle2student)": 4.003580570220947,
      "cov-distil (oracle2teacher)": 4.081329822540283,
      "epoch": 3.826530612244898,
      "rel-constrast": 1.9324324131011963,
      "step": 4875,
      "subrel-constrast": 2.5605387687683105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0998197793960571,
      "cov-distil (oracle2student)": 3.6902332305908203,
      "cov-distil (oracle2teacher)": 3.963306427001953,
      "epoch": 3.827315541601256,
      "rel-constrast": 1.2664265632629395,
      "step": 4876,
      "subrel-constrast": 1.8345214128494263,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0461297035217285,
      "cov-distil (oracle2student)": 5.2982177734375,
      "cov-distil (oracle2teacher)": 4.629008769989014,
      "epoch": 3.828100470957614,
      "rel-constrast": 2.6194801330566406,
      "step": 4877,
      "subrel-constrast": 3.298093318939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.659574031829834,
      "cov-distil (oracle2student)": 4.128720283508301,
      "cov-distil (oracle2teacher)": 4.817238807678223,
      "epoch": 3.828885400313972,
      "rel-constrast": 2.498300790786743,
      "step": 4878,
      "subrel-constrast": 3.9041807651519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7613179683685303,
      "cov-distil (oracle2student)": 4.359476089477539,
      "cov-distil (oracle2teacher)": 3.956329822540283,
      "epoch": 3.82967032967033,
      "rel-constrast": 2.0947909355163574,
      "step": 4879,
      "subrel-constrast": 2.4835898876190186,
      "view-similarity": 0
    },
    {
      "epoch": 3.830455259026688,
      "grad_norm": 5.5,
      "learning_rate": 1.7829008700460115e-07,
      "loss": 0.5838,
      "step": 4880
    },
    {
      "cov-distil": 2.009641170501709,
      "cov-distil (oracle2student)": 4.268328666687012,
      "cov-distil (oracle2teacher)": 4.074124336242676,
      "epoch": 3.830455259026688,
      "rel-constrast": 1.987711787223816,
      "step": 4880,
      "subrel-constrast": 2.569847345352173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9806373119354248,
      "cov-distil (oracle2student)": 5.337390422821045,
      "cov-distil (oracle2teacher)": 5.494740962982178,
      "epoch": 3.8312401883830454,
      "rel-constrast": 3.38570499420166,
      "step": 4881,
      "subrel-constrast": 3.44822359085083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035754680633545,
      "cov-distil (oracle2student)": 5.826551914215088,
      "cov-distil (oracle2teacher)": 4.916787147521973,
      "epoch": 3.8320251177394034,
      "rel-constrast": 3.525850772857666,
      "step": 4882,
      "subrel-constrast": 3.759465217590332,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183715343475342,
      "cov-distil (oracle2student)": 3.0594215393066406,
      "cov-distil (oracle2teacher)": 3.7658355236053467,
      "epoch": 3.8328100470957613,
      "rel-constrast": 2.775174856185913,
      "step": 4883,
      "subrel-constrast": 3.3720226287841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.881843090057373,
      "cov-distil (oracle2student)": 4.526768207550049,
      "cov-distil (oracle2teacher)": 4.8885111808776855,
      "epoch": 3.8335949764521193,
      "rel-constrast": 2.100217580795288,
      "step": 4884,
      "subrel-constrast": 3.082373857498169,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2848587036132812,
      "cov-distil (oracle2student)": 4.544164180755615,
      "cov-distil (oracle2teacher)": 4.382516384124756,
      "epoch": 3.8343799058084773,
      "rel-constrast": 1.362624168395996,
      "step": 4885,
      "subrel-constrast": 2.240488290786743,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0800788402557373,
      "cov-distil (oracle2student)": 3.8152432441711426,
      "cov-distil (oracle2teacher)": 4.074198246002197,
      "epoch": 3.8351648351648353,
      "rel-constrast": 3.0264892578125,
      "step": 4886,
      "subrel-constrast": 3.854954242706299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3430564403533936,
      "cov-distil (oracle2student)": 5.27543830871582,
      "cov-distil (oracle2teacher)": 5.212728023529053,
      "epoch": 3.8359497645211933,
      "rel-constrast": 2.933016777038574,
      "step": 4887,
      "subrel-constrast": 3.280907154083252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7672240734100342,
      "cov-distil (oracle2student)": 4.647329330444336,
      "cov-distil (oracle2teacher)": 4.731910228729248,
      "epoch": 3.836734693877551,
      "rel-constrast": 2.434593915939331,
      "step": 4888,
      "subrel-constrast": 3.25502610206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.51188325881958,
      "cov-distil (oracle2student)": 3.7732157707214355,
      "cov-distil (oracle2teacher)": 3.609778881072998,
      "epoch": 3.837519623233909,
      "rel-constrast": 3.148202896118164,
      "step": 4889,
      "subrel-constrast": 2.339015483856201,
      "view-similarity": 0
    },
    {
      "epoch": 3.838304552590267,
      "grad_norm": 5.96875,
      "learning_rate": 1.500525365009109e-07,
      "loss": 0.667,
      "step": 4890
    },
    {
      "cov-distil": 1.2097251415252686,
      "cov-distil (oracle2student)": 4.778705596923828,
      "cov-distil (oracle2teacher)": 4.4942450523376465,
      "epoch": 3.838304552590267,
      "rel-constrast": 2.7520580291748047,
      "step": 4890,
      "subrel-constrast": 2.7968266010284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4853789806365967,
      "cov-distil (oracle2student)": 4.9935503005981445,
      "cov-distil (oracle2teacher)": 4.870636463165283,
      "epoch": 3.839089481946625,
      "rel-constrast": 2.363279104232788,
      "step": 4891,
      "subrel-constrast": 2.6174566745758057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.333179473876953,
      "cov-distil (oracle2student)": 3.9571685791015625,
      "cov-distil (oracle2teacher)": 4.434817314147949,
      "epoch": 3.839874411302983,
      "rel-constrast": 2.611039876937866,
      "step": 4892,
      "subrel-constrast": 4.362121105194092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4950814247131348,
      "cov-distil (oracle2student)": 4.065418243408203,
      "cov-distil (oracle2teacher)": 4.258129119873047,
      "epoch": 3.840659340659341,
      "rel-constrast": 0.891950786113739,
      "step": 4893,
      "subrel-constrast": 1.525160551071167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343784809112549,
      "cov-distil (oracle2student)": 4.422900676727295,
      "cov-distil (oracle2teacher)": 3.849851608276367,
      "epoch": 3.8414442700156988,
      "rel-constrast": 4.140149116516113,
      "step": 4894,
      "subrel-constrast": 4.036424160003662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8918585777282715,
      "cov-distil (oracle2student)": 5.7500762939453125,
      "cov-distil (oracle2teacher)": 5.783069610595703,
      "epoch": 3.8422291993720563,
      "rel-constrast": 2.764277219772339,
      "step": 4895,
      "subrel-constrast": 3.1440343856811523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.27140474319458,
      "cov-distil (oracle2student)": 6.320484161376953,
      "cov-distil (oracle2teacher)": 6.330489158630371,
      "epoch": 3.8430141287284143,
      "rel-constrast": 2.5637009143829346,
      "step": 4896,
      "subrel-constrast": 3.1552278995513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407005786895752,
      "cov-distil (oracle2student)": 4.207929611206055,
      "cov-distil (oracle2teacher)": 3.826120615005493,
      "epoch": 3.8437990580847723,
      "rel-constrast": 1.823163628578186,
      "step": 4897,
      "subrel-constrast": 2.4206089973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7162399291992188,
      "cov-distil (oracle2student)": 4.797214031219482,
      "cov-distil (oracle2teacher)": 5.381389617919922,
      "epoch": 3.8445839874411303,
      "rel-constrast": 2.2775328159332275,
      "step": 4898,
      "subrel-constrast": 3.562587261199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95372474193573,
      "cov-distil (oracle2student)": 5.4183454513549805,
      "cov-distil (oracle2teacher)": 5.358975410461426,
      "epoch": 3.8453689167974883,
      "rel-constrast": 2.2527785301208496,
      "step": 4899,
      "subrel-constrast": 3.2377002239227295,
      "view-similarity": 0
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 5.90625,
      "learning_rate": 1.2424460210881395e-07,
      "loss": 0.611,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "overlap": 0.2906250059604645,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "student margin": 0.083221435546875
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "teacher margin": 0.066986083984375
    },
    {
      "epoch": 3.8461538461538463,
      "margin difference": -0.0162353515625,
      "step": 4900
    },
    {
      "cov-distil": 2.215252161026001,
      "cov-distil (oracle2student)": 4.370680809020996,
      "cov-distil (oracle2teacher)": 4.010976791381836,
      "epoch": 3.8461538461538463,
      "rel-constrast": 1.2133944034576416,
      "step": 4900,
      "subrel-constrast": 1.6445591449737549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003208637237549,
      "cov-distil (oracle2student)": 4.447992324829102,
      "cov-distil (oracle2teacher)": 4.535852432250977,
      "epoch": 3.8469387755102042,
      "rel-constrast": 2.6190903186798096,
      "step": 4901,
      "subrel-constrast": 3.1730544567108154,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.2515950202941895,
      "cov-distil (oracle2student)": 5.869225978851318,
      "cov-distil (oracle2teacher)": 5.761154651641846,
      "epoch": 3.847723704866562,
      "rel-constrast": 2.3586366176605225,
      "step": 4902,
      "subrel-constrast": 3.0093941688537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5042777061462402,
      "cov-distil (oracle2student)": 5.927681922912598,
      "cov-distil (oracle2teacher)": 5.611326694488525,
      "epoch": 3.8485086342229198,
      "rel-constrast": 2.4466769695281982,
      "step": 4903,
      "subrel-constrast": 4.061793327331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904956340789795,
      "cov-distil (oracle2student)": 4.740270137786865,
      "cov-distil (oracle2teacher)": 5.12692928314209,
      "epoch": 3.8492935635792778,
      "rel-constrast": 1.4426103830337524,
      "step": 4904,
      "subrel-constrast": 2.8872625827789307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1101558208465576,
      "cov-distil (oracle2student)": 4.87947940826416,
      "cov-distil (oracle2teacher)": 5.180828094482422,
      "epoch": 3.8500784929356358,
      "rel-constrast": 2.4150445461273193,
      "step": 4905,
      "subrel-constrast": 3.119509696960449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8579792976379395,
      "cov-distil (oracle2student)": 4.9002203941345215,
      "cov-distil (oracle2teacher)": 5.307844161987305,
      "epoch": 3.8508634222919937,
      "rel-constrast": 2.0081045627593994,
      "step": 4906,
      "subrel-constrast": 3.148015022277832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704096794128418,
      "cov-distil (oracle2student)": 4.544026851654053,
      "cov-distil (oracle2teacher)": 4.0770440101623535,
      "epoch": 3.8516483516483517,
      "rel-constrast": 1.593042254447937,
      "step": 4907,
      "subrel-constrast": 2.6663496494293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3485167026519775,
      "cov-distil (oracle2student)": 3.6715359687805176,
      "cov-distil (oracle2teacher)": 3.4638214111328125,
      "epoch": 3.8524332810047097,
      "rel-constrast": 2.697941780090332,
      "step": 4908,
      "subrel-constrast": 2.537770986557007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5026414394378662,
      "cov-distil (oracle2student)": 5.076826572418213,
      "cov-distil (oracle2teacher)": 5.654197692871094,
      "epoch": 3.8532182103610673,
      "rel-constrast": 2.564821720123291,
      "step": 4909,
      "subrel-constrast": 3.2000577449798584,
      "view-similarity": 0
    },
    {
      "epoch": 3.8540031397174257,
      "grad_norm": 5.6875,
      "learning_rate": 1.008675416706073e-07,
      "loss": 0.534,
      "step": 4910
    },
    {
      "cov-distil": 2.1926817893981934,
      "cov-distil (oracle2student)": 5.788238525390625,
      "cov-distil (oracle2teacher)": 5.281062602996826,
      "epoch": 3.8540031397174257,
      "rel-constrast": 3.854891538619995,
      "step": 4910,
      "subrel-constrast": 3.45352840423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8287005424499512,
      "cov-distil (oracle2student)": 3.3193893432617188,
      "cov-distil (oracle2teacher)": 4.054813385009766,
      "epoch": 3.8547880690737832,
      "rel-constrast": 2.062687873840332,
      "step": 4911,
      "subrel-constrast": 2.9350736141204834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9853758811950684,
      "cov-distil (oracle2student)": 4.488769054412842,
      "cov-distil (oracle2teacher)": 4.1144280433654785,
      "epoch": 3.8555729984301412,
      "rel-constrast": 3.4096741676330566,
      "step": 4912,
      "subrel-constrast": 3.6646220684051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4055968523025513,
      "cov-distil (oracle2student)": 3.544027328491211,
      "cov-distil (oracle2teacher)": 3.4986155033111572,
      "epoch": 3.856357927786499,
      "rel-constrast": 1.797579288482666,
      "step": 4913,
      "subrel-constrast": 2.5745320320129395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1020822525024414,
      "cov-distil (oracle2student)": 4.512171268463135,
      "cov-distil (oracle2teacher)": 4.321968078613281,
      "epoch": 3.857142857142857,
      "rel-constrast": 2.3057498931884766,
      "step": 4914,
      "subrel-constrast": 2.9553253650665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9048269987106323,
      "cov-distil (oracle2student)": 5.037408351898193,
      "cov-distil (oracle2teacher)": 4.81872034072876,
      "epoch": 3.857927786499215,
      "rel-constrast": 2.1749978065490723,
      "step": 4915,
      "subrel-constrast": 3.6973390579223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.501716136932373,
      "cov-distil (oracle2student)": 7.03035831451416,
      "cov-distil (oracle2teacher)": 6.72421407699585,
      "epoch": 3.8587127158555727,
      "rel-constrast": 2.616196632385254,
      "step": 4916,
      "subrel-constrast": 3.170579433441162,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.615309953689575,
      "cov-distil (oracle2student)": 2.0193095207214355,
      "cov-distil (oracle2teacher)": 3.0313684940338135,
      "epoch": 3.859497645211931,
      "rel-constrast": 1.4825094938278198,
      "step": 4917,
      "subrel-constrast": 2.0469789505004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242463231086731,
      "cov-distil (oracle2student)": 2.816744089126587,
      "cov-distil (oracle2teacher)": 3.2579877376556396,
      "epoch": 3.8602825745682887,
      "rel-constrast": 2.19036865234375,
      "step": 4918,
      "subrel-constrast": 2.8724846839904785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456738710403442,
      "cov-distil (oracle2student)": 8.705745697021484,
      "cov-distil (oracle2teacher)": 7.698635101318359,
      "epoch": 3.8610675039246467,
      "rel-constrast": 3.6822409629821777,
      "step": 4919,
      "subrel-constrast": 4.118631839752197,
      "view-similarity": 0
    },
    {
      "epoch": 3.8618524332810047,
      "grad_norm": 6.59375,
      "learning_rate": 7.99224945512489e-08,
      "loss": 0.6394,
      "step": 4920
    },
    {
      "cov-distil": 1.8234601020812988,
      "cov-distil (oracle2student)": 4.994539260864258,
      "cov-distil (oracle2teacher)": 4.543298721313477,
      "epoch": 3.8618524332810047,
      "rel-constrast": 2.015641450881958,
      "step": 4920,
      "subrel-constrast": 2.4570186138153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.555971622467041,
      "cov-distil (oracle2student)": 4.385458946228027,
      "cov-distil (oracle2teacher)": 4.478686332702637,
      "epoch": 3.8626373626373627,
      "rel-constrast": 3.773973226547241,
      "step": 4921,
      "subrel-constrast": 3.9289236068725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202354192733765,
      "cov-distil (oracle2student)": 4.522274017333984,
      "cov-distil (oracle2teacher)": 4.7333083152771,
      "epoch": 3.8634222919937207,
      "rel-constrast": 2.0111243724823,
      "step": 4922,
      "subrel-constrast": 2.3220887184143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9627336263656616,
      "cov-distil (oracle2student)": 4.432949066162109,
      "cov-distil (oracle2teacher)": 4.2722578048706055,
      "epoch": 3.8642072213500787,
      "rel-constrast": 1.8099114894866943,
      "step": 4923,
      "subrel-constrast": 2.0819098949432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4386606216430664,
      "cov-distil (oracle2student)": 6.50688362121582,
      "cov-distil (oracle2teacher)": 6.567370414733887,
      "epoch": 3.8649921507064366,
      "rel-constrast": 2.4220798015594482,
      "step": 4924,
      "subrel-constrast": 3.1666460037231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140604257583618,
      "cov-distil (oracle2student)": 5.063275337219238,
      "cov-distil (oracle2teacher)": 4.4412455558776855,
      "epoch": 3.865777080062794,
      "rel-constrast": 3.2772552967071533,
      "step": 4925,
      "subrel-constrast": 3.8224704265594482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8433582782745361,
      "cov-distil (oracle2student)": 4.251305103302002,
      "cov-distil (oracle2teacher)": 4.174757480621338,
      "epoch": 3.866562009419152,
      "rel-constrast": 2.9215550422668457,
      "step": 4926,
      "subrel-constrast": 2.857337713241577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2097094058990479,
      "cov-distil (oracle2student)": 4.332451820373535,
      "cov-distil (oracle2teacher)": 4.237145900726318,
      "epoch": 3.86734693877551,
      "rel-constrast": 2.25850772857666,
      "step": 4927,
      "subrel-constrast": 2.422600507736206,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6642770767211914,
      "cov-distil (oracle2student)": 7.905369758605957,
      "cov-distil (oracle2teacher)": 6.639083385467529,
      "epoch": 3.868131868131868,
      "rel-constrast": 3.5276598930358887,
      "step": 4928,
      "subrel-constrast": 3.942307710647583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.43752920627594,
      "cov-distil (oracle2student)": 4.398499488830566,
      "cov-distil (oracle2teacher)": 4.231846809387207,
      "epoch": 3.868916797488226,
      "rel-constrast": 1.4837639331817627,
      "step": 4929,
      "subrel-constrast": 2.098163366317749,
      "view-similarity": 0
    },
    {
      "epoch": 3.869701726844584,
      "grad_norm": 4.1875,
      "learning_rate": 6.141048158277429e-08,
      "loss": 0.6375,
      "step": 4930
    },
    {
      "cov-distil": 2.439281463623047,
      "cov-distil (oracle2student)": 6.071913242340088,
      "cov-distil (oracle2teacher)": 5.982863903045654,
      "epoch": 3.869701726844584,
      "rel-constrast": 1.9566941261291504,
      "step": 4930,
      "subrel-constrast": 2.7253637313842773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4506369829177856,
      "cov-distil (oracle2student)": 5.516298770904541,
      "cov-distil (oracle2teacher)": 4.718624591827393,
      "epoch": 3.870486656200942,
      "rel-constrast": 1.284336805343628,
      "step": 4931,
      "subrel-constrast": 2.3397927284240723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9711211919784546,
      "cov-distil (oracle2student)": 2.9843883514404297,
      "cov-distil (oracle2teacher)": 3.239285469055176,
      "epoch": 3.8712715855572997,
      "rel-constrast": 2.226785182952881,
      "step": 4932,
      "subrel-constrast": 2.930640935897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4834084510803223,
      "cov-distil (oracle2student)": 6.022437572479248,
      "cov-distil (oracle2teacher)": 5.381567001342773,
      "epoch": 3.8720565149136577,
      "rel-constrast": 2.619870662689209,
      "step": 4933,
      "subrel-constrast": 2.9328806400299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250828742980957,
      "cov-distil (oracle2student)": 6.881695747375488,
      "cov-distil (oracle2teacher)": 6.67243766784668,
      "epoch": 3.8728414442700156,
      "rel-constrast": 2.1982228755950928,
      "step": 4934,
      "subrel-constrast": 2.593747138977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.191242218017578,
      "cov-distil (oracle2student)": 5.733354091644287,
      "cov-distil (oracle2teacher)": 6.169897079467773,
      "epoch": 3.8736263736263736,
      "rel-constrast": 2.833332061767578,
      "step": 4935,
      "subrel-constrast": 3.1977999210357666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4187421798706055,
      "cov-distil (oracle2student)": 3.795325756072998,
      "cov-distil (oracle2teacher)": 3.8560585975646973,
      "epoch": 3.8744113029827316,
      "rel-constrast": 3.234929084777832,
      "step": 4936,
      "subrel-constrast": 3.974602222442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2543859481811523,
      "cov-distil (oracle2student)": 5.669721603393555,
      "cov-distil (oracle2teacher)": 6.128484725952148,
      "epoch": 3.8751962323390896,
      "rel-constrast": 1.56446373462677,
      "step": 4937,
      "subrel-constrast": 2.283334970474243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9010165929794312,
      "cov-distil (oracle2student)": 3.092465400695801,
      "cov-distil (oracle2teacher)": 2.9872002601623535,
      "epoch": 3.8759811616954476,
      "rel-constrast": 1.3957040309906006,
      "step": 4938,
      "subrel-constrast": 2.319749355316162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5404982566833496,
      "cov-distil (oracle2student)": 6.243240833282471,
      "cov-distil (oracle2teacher)": 6.012571334838867,
      "epoch": 3.876766091051805,
      "rel-constrast": 1.9029604196548462,
      "step": 4939,
      "subrel-constrast": 2.775068521499634,
      "view-similarity": 0
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 5.5,
      "learning_rate": 4.5332405014592014e-08,
      "loss": 0.5304,
      "step": 4940
    },
    {
      "cov-distil": 1.8494462966918945,
      "cov-distil (oracle2student)": 3.9873013496398926,
      "cov-distil (oracle2teacher)": 3.6251235008239746,
      "epoch": 3.877551020408163,
      "rel-constrast": 1.509399175643921,
      "step": 4940,
      "subrel-constrast": 1.7048131227493286,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.420729637145996,
      "cov-distil (oracle2student)": 3.0403687953948975,
      "cov-distil (oracle2teacher)": 3.092632293701172,
      "epoch": 3.878335949764521,
      "rel-constrast": 2.724268913269043,
      "step": 4941,
      "subrel-constrast": 3.161694049835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2321839332580566,
      "cov-distil (oracle2student)": 4.6137285232543945,
      "cov-distil (oracle2teacher)": 4.349879264831543,
      "epoch": 3.879120879120879,
      "rel-constrast": 1.5635954141616821,
      "step": 4942,
      "subrel-constrast": 2.6581313610076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7669322490692139,
      "cov-distil (oracle2student)": 6.69045352935791,
      "cov-distil (oracle2teacher)": 7.088541507720947,
      "epoch": 3.879905808477237,
      "rel-constrast": 1.1583034992218018,
      "step": 4943,
      "subrel-constrast": 2.220916509628296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9719092845916748,
      "cov-distil (oracle2student)": 5.667913436889648,
      "cov-distil (oracle2teacher)": 5.034275054931641,
      "epoch": 3.880690737833595,
      "rel-constrast": 2.4426393508911133,
      "step": 4944,
      "subrel-constrast": 3.4827630519866943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5374503135681152,
      "cov-distil (oracle2student)": 4.488040924072266,
      "cov-distil (oracle2teacher)": 5.679686069488525,
      "epoch": 3.881475667189953,
      "rel-constrast": 1.7318228483200073,
      "step": 4945,
      "subrel-constrast": 3.2378082275390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846455693244934,
      "cov-distil (oracle2student)": 6.0855817794799805,
      "cov-distil (oracle2teacher)": 4.842878341674805,
      "epoch": 3.8822605965463106,
      "rel-constrast": 3.1384963989257812,
      "step": 4946,
      "subrel-constrast": 2.953319787979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070251941680908,
      "cov-distil (oracle2student)": 5.330912113189697,
      "cov-distil (oracle2teacher)": 5.306209564208984,
      "epoch": 3.8830455259026686,
      "rel-constrast": 2.238844871520996,
      "step": 4947,
      "subrel-constrast": 3.0756938457489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4385123252868652,
      "cov-distil (oracle2student)": 3.6657447814941406,
      "cov-distil (oracle2teacher)": 3.760019302368164,
      "epoch": 3.8838304552590266,
      "rel-constrast": 2.5248537063598633,
      "step": 4948,
      "subrel-constrast": 3.3556761741638184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976922750473022,
      "cov-distil (oracle2student)": 6.938999652862549,
      "cov-distil (oracle2teacher)": 7.590276718139648,
      "epoch": 3.8846153846153846,
      "rel-constrast": 2.856621265411377,
      "step": 4949,
      "subrel-constrast": 3.268854856491089,
      "view-similarity": 0
    },
    {
      "epoch": 3.8854003139717426,
      "grad_norm": 6.15625,
      "learning_rate": 3.168904846945764e-08,
      "loss": 0.5472,
      "step": 4950
    },
    {
      "cov-distil": 1.9441392421722412,
      "cov-distil (oracle2student)": 5.148848533630371,
      "cov-distil (oracle2teacher)": 5.622406482696533,
      "epoch": 3.8854003139717426,
      "rel-constrast": 2.3052611351013184,
      "step": 4950,
      "subrel-constrast": 3.029951333999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3105111122131348,
      "cov-distil (oracle2student)": 4.659632205963135,
      "cov-distil (oracle2teacher)": 4.556890487670898,
      "epoch": 3.8861852433281006,
      "rel-constrast": 2.2539420127868652,
      "step": 4951,
      "subrel-constrast": 3.341421365737915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.848394751548767,
      "cov-distil (oracle2student)": 4.443345069885254,
      "cov-distil (oracle2teacher)": 4.720386505126953,
      "epoch": 3.8869701726844585,
      "rel-constrast": 1.2520391941070557,
      "step": 4952,
      "subrel-constrast": 1.9099420309066772,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9348928928375244,
      "cov-distil (oracle2student)": 4.564620018005371,
      "cov-distil (oracle2teacher)": 4.897158622741699,
      "epoch": 3.887755102040816,
      "rel-constrast": 2.389510154724121,
      "step": 4953,
      "subrel-constrast": 2.575226306915283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918975830078125,
      "cov-distil (oracle2student)": 5.456955909729004,
      "cov-distil (oracle2teacher)": 3.863450050354004,
      "epoch": 3.8885400313971745,
      "rel-constrast": 3.1314098834991455,
      "step": 4954,
      "subrel-constrast": 3.149230718612671,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0656840801239014,
      "cov-distil (oracle2student)": 3.458421468734741,
      "cov-distil (oracle2teacher)": 3.7754106521606445,
      "epoch": 3.889324960753532,
      "rel-constrast": 1.7907695770263672,
      "step": 4955,
      "subrel-constrast": 3.045001983642578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4891457557678223,
      "cov-distil (oracle2student)": 5.251251220703125,
      "cov-distil (oracle2teacher)": 4.793576240539551,
      "epoch": 3.89010989010989,
      "rel-constrast": 1.7813780307769775,
      "step": 4956,
      "subrel-constrast": 2.4758307933807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.764650344848633,
      "cov-distil (oracle2student)": 5.388396263122559,
      "cov-distil (oracle2teacher)": 6.376416206359863,
      "epoch": 3.890894819466248,
      "rel-constrast": 2.4582273960113525,
      "step": 4957,
      "subrel-constrast": 3.4468581676483154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9411306381225586,
      "cov-distil (oracle2student)": 5.066744804382324,
      "cov-distil (oracle2teacher)": 5.0272746086120605,
      "epoch": 3.891679748822606,
      "rel-constrast": 2.44225811958313,
      "step": 4958,
      "subrel-constrast": 2.982058525085449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.44305419921875,
      "cov-distil (oracle2student)": 4.542382717132568,
      "cov-distil (oracle2teacher)": 4.588949203491211,
      "epoch": 3.892464678178964,
      "rel-constrast": 2.355140447616577,
      "step": 4959,
      "subrel-constrast": 3.3436601161956787,
      "view-similarity": 0
    },
    {
      "epoch": 3.8932496075353216,
      "grad_norm": 5.375,
      "learning_rate": 2.0481076905332075e-08,
      "loss": 0.554,
      "step": 4960
    },
    {
      "cov-distil": 2.3658287525177,
      "cov-distil (oracle2student)": 2.9999661445617676,
      "cov-distil (oracle2teacher)": 3.1221048831939697,
      "epoch": 3.8932496075353216,
      "rel-constrast": 2.0510365962982178,
      "step": 4960,
      "subrel-constrast": 2.4369313716888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9842479228973389,
      "cov-distil (oracle2student)": 3.6135363578796387,
      "cov-distil (oracle2teacher)": 4.156496047973633,
      "epoch": 3.89403453689168,
      "rel-constrast": 2.4518930912017822,
      "step": 4961,
      "subrel-constrast": 3.490097999572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.741809606552124,
      "cov-distil (oracle2student)": 7.197968482971191,
      "cov-distil (oracle2teacher)": 7.050144195556641,
      "epoch": 3.8948194662480375,
      "rel-constrast": 2.7142391204833984,
      "step": 4962,
      "subrel-constrast": 2.9195706844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6151833534240723,
      "cov-distil (oracle2student)": 4.56395149230957,
      "cov-distil (oracle2teacher)": 4.192245006561279,
      "epoch": 3.8956043956043955,
      "rel-constrast": 2.8538925647735596,
      "step": 4963,
      "subrel-constrast": 3.7796390056610107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752956748008728,
      "cov-distil (oracle2student)": 5.047529697418213,
      "cov-distil (oracle2teacher)": 4.7025885581970215,
      "epoch": 3.8963893249607535,
      "rel-constrast": 2.3901171684265137,
      "step": 4964,
      "subrel-constrast": 2.5265445709228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.428659677505493,
      "cov-distil (oracle2student)": 4.680927753448486,
      "cov-distil (oracle2teacher)": 4.628068923950195,
      "epoch": 3.8971742543171115,
      "rel-constrast": 3.205744743347168,
      "step": 4965,
      "subrel-constrast": 3.6268768310546875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7680171728134155,
      "cov-distil (oracle2student)": 5.1887593269348145,
      "cov-distil (oracle2teacher)": 4.640105724334717,
      "epoch": 3.8979591836734695,
      "rel-constrast": 3.0002710819244385,
      "step": 4966,
      "subrel-constrast": 3.375957727432251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024075984954834,
      "cov-distil (oracle2student)": 3.4440665245056152,
      "cov-distil (oracle2teacher)": 4.148993968963623,
      "epoch": 3.898744113029827,
      "rel-constrast": 1.880836009979248,
      "step": 4967,
      "subrel-constrast": 1.9780443906784058,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.057140588760376,
      "cov-distil (oracle2student)": 2.159395217895508,
      "cov-distil (oracle2teacher)": 2.349639415740967,
      "epoch": 3.8995290423861855,
      "rel-constrast": 1.9020503759384155,
      "step": 4968,
      "subrel-constrast": 3.219463586807251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4325950145721436,
      "cov-distil (oracle2student)": 3.320789337158203,
      "cov-distil (oracle2teacher)": 3.014677047729492,
      "epoch": 3.900313971742543,
      "rel-constrast": 2.0846352577209473,
      "step": 4969,
      "subrel-constrast": 2.863875389099121,
      "view-similarity": 0
    },
    {
      "epoch": 3.901098901098901,
      "grad_norm": 5.1875,
      "learning_rate": 1.1709036582935318e-08,
      "loss": 0.6134,
      "step": 4970
    },
    {
      "cov-distil": 2.6812028884887695,
      "cov-distil (oracle2student)": 4.68093204498291,
      "cov-distil (oracle2teacher)": 4.577784061431885,
      "epoch": 3.901098901098901,
      "rel-constrast": 2.3409171104431152,
      "step": 4970,
      "subrel-constrast": 2.822767734527588,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6315419673919678,
      "cov-distil (oracle2student)": 4.578179359436035,
      "cov-distil (oracle2teacher)": 4.598973274230957,
      "epoch": 3.901883830455259,
      "rel-constrast": 2.1450541019439697,
      "step": 4971,
      "subrel-constrast": 3.0525457859039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0760836601257324,
      "cov-distil (oracle2student)": 5.386544227600098,
      "cov-distil (oracle2teacher)": 4.75213623046875,
      "epoch": 3.902668759811617,
      "rel-constrast": 3.144796848297119,
      "step": 4972,
      "subrel-constrast": 3.795161485671997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4423836469650269,
      "cov-distil (oracle2student)": 4.588031768798828,
      "cov-distil (oracle2teacher)": 4.233401775360107,
      "epoch": 3.903453689167975,
      "rel-constrast": 2.2337818145751953,
      "step": 4973,
      "subrel-constrast": 3.0847349166870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9753142595291138,
      "cov-distil (oracle2student)": 4.611384391784668,
      "cov-distil (oracle2teacher)": 4.788294792175293,
      "epoch": 3.904238618524333,
      "rel-constrast": 2.4326939582824707,
      "step": 4974,
      "subrel-constrast": 2.852252721786499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320704698562622,
      "cov-distil (oracle2student)": 6.450456142425537,
      "cov-distil (oracle2teacher)": 6.274616718292236,
      "epoch": 3.905023547880691,
      "rel-constrast": 2.6202499866485596,
      "step": 4975,
      "subrel-constrast": 3.1398117542266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.38059139251709,
      "cov-distil (oracle2student)": 4.151198863983154,
      "cov-distil (oracle2teacher)": 4.155365943908691,
      "epoch": 3.9058084772370485,
      "rel-constrast": 1.4573192596435547,
      "step": 4976,
      "subrel-constrast": 2.7505106925964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0320279598236084,
      "cov-distil (oracle2student)": 4.308823585510254,
      "cov-distil (oracle2teacher)": 4.070696830749512,
      "epoch": 3.9065934065934065,
      "rel-constrast": 1.9986350536346436,
      "step": 4977,
      "subrel-constrast": 2.713757276535034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7971270084381104,
      "cov-distil (oracle2student)": 4.61039400100708,
      "cov-distil (oracle2teacher)": 4.892529487609863,
      "epoch": 3.9073783359497645,
      "rel-constrast": 1.996868371963501,
      "step": 4978,
      "subrel-constrast": 3.185359239578247,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5124876499176025,
      "cov-distil (oracle2student)": 5.509076118469238,
      "cov-distil (oracle2teacher)": 5.410926818847656,
      "epoch": 3.9081632653061225,
      "rel-constrast": 3.2557263374328613,
      "step": 4979,
      "subrel-constrast": 4.22869873046875,
      "view-similarity": 0
    },
    {
      "epoch": 3.9089481946624804,
      "grad_norm": 6.875,
      "learning_rate": 5.373355039128835e-09,
      "loss": 0.5907,
      "step": 4980
    },
    {
      "cov-distil": 1.9201399087905884,
      "cov-distil (oracle2student)": 5.913843631744385,
      "cov-distil (oracle2teacher)": 5.883730888366699,
      "epoch": 3.9089481946624804,
      "rel-constrast": 2.459286689758301,
      "step": 4980,
      "subrel-constrast": 2.925417423248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3606806993484497,
      "cov-distil (oracle2student)": 4.640450477600098,
      "cov-distil (oracle2teacher)": 4.7679853439331055,
      "epoch": 3.9097331240188384,
      "rel-constrast": 1.7684921026229858,
      "step": 4981,
      "subrel-constrast": 2.907215118408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.419922351837158,
      "cov-distil (oracle2student)": 3.5229108333587646,
      "cov-distil (oracle2teacher)": 3.7348527908325195,
      "epoch": 3.9105180533751964,
      "rel-constrast": 2.0807366371154785,
      "step": 4982,
      "subrel-constrast": 2.6107661724090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8692576885223389,
      "cov-distil (oracle2student)": 5.585493087768555,
      "cov-distil (oracle2teacher)": 5.219451427459717,
      "epoch": 3.911302982731554,
      "rel-constrast": 2.519686222076416,
      "step": 4983,
      "subrel-constrast": 2.724797248840332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5957051515579224,
      "cov-distil (oracle2student)": 6.07364559173584,
      "cov-distil (oracle2teacher)": 5.073339939117432,
      "epoch": 3.912087912087912,
      "rel-constrast": 2.8701374530792236,
      "step": 4984,
      "subrel-constrast": 3.4465081691741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.645810127258301,
      "cov-distil (oracle2student)": 4.021961212158203,
      "cov-distil (oracle2teacher)": 4.21235466003418,
      "epoch": 3.91287284144427,
      "rel-constrast": 2.414072275161743,
      "step": 4985,
      "subrel-constrast": 3.001101493835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.828369379043579,
      "cov-distil (oracle2student)": 4.266526222229004,
      "cov-distil (oracle2teacher)": 4.515575408935547,
      "epoch": 3.913657770800628,
      "rel-constrast": 2.567221164703369,
      "step": 4986,
      "subrel-constrast": 3.2154335975646973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.246448040008545,
      "cov-distil (oracle2student)": 4.265254974365234,
      "cov-distil (oracle2teacher)": 4.175228595733643,
      "epoch": 3.914442700156986,
      "rel-constrast": 1.6249210834503174,
      "step": 4987,
      "subrel-constrast": 2.3380625247955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4799820184707642,
      "cov-distil (oracle2student)": 4.016132354736328,
      "cov-distil (oracle2teacher)": 3.5775370597839355,
      "epoch": 3.915227629513344,
      "rel-constrast": 2.305990695953369,
      "step": 4988,
      "subrel-constrast": 2.7592828273773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101083755493164,
      "cov-distil (oracle2student)": 4.401440143585205,
      "cov-distil (oracle2teacher)": 4.066227436065674,
      "epoch": 3.916012558869702,
      "rel-constrast": 2.7320759296417236,
      "step": 4989,
      "subrel-constrast": 2.5039236545562744,
      "view-similarity": 0
    },
    {
      "epoch": 3.9167974882260594,
      "grad_norm": 7.1875,
      "learning_rate": 1.4743410661044455e-09,
      "loss": 0.5836,
      "step": 4990
    },
    {
      "cov-distil": 2.0208659172058105,
      "cov-distil (oracle2student)": 4.060815811157227,
      "cov-distil (oracle2teacher)": 4.492928981781006,
      "epoch": 3.9167974882260594,
      "rel-constrast": 2.6170339584350586,
      "step": 4990,
      "subrel-constrast": 3.3828024864196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.0119080543518066,
      "cov-distil (oracle2student)": 3.676013708114624,
      "cov-distil (oracle2teacher)": 3.530585765838623,
      "epoch": 3.9175824175824174,
      "rel-constrast": 2.3086063861846924,
      "step": 4991,
      "subrel-constrast": 3.648905038833618,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323505401611328,
      "cov-distil (oracle2student)": 3.902940034866333,
      "cov-distil (oracle2teacher)": 4.157995700836182,
      "epoch": 3.9183673469387754,
      "rel-constrast": 2.88623309135437,
      "step": 4992,
      "subrel-constrast": 3.6318750381469727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3497960567474365,
      "cov-distil (oracle2student)": 4.334369659423828,
      "cov-distil (oracle2teacher)": 4.052801132202148,
      "epoch": 3.9191522762951334,
      "rel-constrast": 1.446439266204834,
      "step": 4993,
      "subrel-constrast": 2.218468427658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955139398574829,
      "cov-distil (oracle2student)": 7.074184417724609,
      "cov-distil (oracle2teacher)": 6.190614700317383,
      "epoch": 3.9199372056514914,
      "rel-constrast": 2.0609798431396484,
      "step": 4994,
      "subrel-constrast": 3.1339025497436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.312045097351074,
      "cov-distil (oracle2student)": 4.244105339050293,
      "cov-distil (oracle2teacher)": 4.315463066101074,
      "epoch": 3.9207221350078494,
      "rel-constrast": 2.2366790771484375,
      "step": 4995,
      "subrel-constrast": 3.6215932369232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708240509033203,
      "cov-distil (oracle2student)": 7.222649574279785,
      "cov-distil (oracle2teacher)": 6.3491411209106445,
      "epoch": 3.9215070643642074,
      "rel-constrast": 3.7190537452697754,
      "step": 4996,
      "subrel-constrast": 3.564689874649048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5105206966400146,
      "cov-distil (oracle2student)": 4.91448974609375,
      "cov-distil (oracle2teacher)": 4.2997260093688965,
      "epoch": 3.922291993720565,
      "rel-constrast": 2.514186143875122,
      "step": 4997,
      "subrel-constrast": 2.5059285163879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0843777656555176,
      "cov-distil (oracle2student)": 4.761537551879883,
      "cov-distil (oracle2teacher)": 3.9085328578948975,
      "epoch": 3.9230769230769234,
      "rel-constrast": 2.2156248092651367,
      "step": 4998,
      "subrel-constrast": 2.453421115875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4648810625076294,
      "cov-distil (oracle2student)": 6.821842670440674,
      "cov-distil (oracle2teacher)": 5.885754108428955,
      "epoch": 3.923861852433281,
      "rel-constrast": 3.4527361392974854,
      "step": 4999,
      "subrel-constrast": 3.2762017250061035,
      "view-similarity": 0
    },
    {
      "epoch": 3.924646781789639,
      "grad_norm": 6.34375,
      "learning_rate": 1.2184696296380082e-11,
      "loss": 0.6364,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}