Added test for removal of undesired columns. fixed code error in column removal

result_data_processor.py

@@ -83,8 +83,7 @@ class ResultDataProcessor:
         data = data[cols]
 
         # Drop specific columns
-        data.drop(columns=['all', 'truthfulqa:mc|0'])
-
+        data = data.drop(columns=['all', 'truthfulqa:mc|0'])
 
         # Add parameter count column using extract_parameters function
         data['Parameters'] = data.index.to_series().apply(self._extract_parameters)

test_data_processing.py

@@ -18,12 +18,22 @@ class TestResultDataProcessor(unittest.TestCase):
         self.assertIn('Parameters', data.columns)
         self.assertIn('MMLU_average', data.columns)
         # check number of columns
-        self.assertEqual(len(data.columns), 63)
+        self.assertEqual(len(data.columns), 61)
 
     # check that the number of rows is correct
     def test_rows(self):
         data = self.processor.data
         self.assertEqual(len(data), 992)
+
+    # # check that mc1 column exists
+    # def test_mc1(self):
+    #     data = self.processor.data
+    #     self.assertIn('mc1', data.columns)
+
+    # test that a column that contains truthfulqa:mc does not exist
+    def test_truthfulqa_mc(self):
+        data = self.processor.data
+        self.assertNotIn('truthfulqa:mc', data.columns)
         
 if __name__ == '__main__':
     unittest.main()