tests

Author: martham93

test/integration/test_classification_package.py

@@ -31,68 +31,68 @@ def tearDownClass(cls):
  rmtree('integration-cl-split')
  rmtree('integration-cl-img-f')
 
- # def test_cli(self):
- #  """Verify data.npz produced by CLI"""
- #  cmd = 'label-maker package --dest integration-cl --config test/fixtures/integration/config.integration.json'
- #  cmd = cmd.split(' ')
- #  subprocess.run(cmd, universal_newlines=True)
- #
- #  data = np.load('integration-cl/data.npz')
- #  # validate our image data with sums and shapes
- #  self.assertEqual(np.sum(data['x_train']), 144752757)
- #  self.assertEqual(np.sum(data['x_test']), 52758414)
- #  self.assertEqual(data['x_train'].shape, (6, 256, 256, 3))
- #  self.assertEqual(data['x_test'].shape, (2, 256, 256, 3))
- #
- #  # validate our label data with exact matches
- #  expected_y_train = np.array(
- #  [[0, 0, 0, 0, 0, 0, 1],
- #  [0, 0, 0, 0, 0, 0, 1],
- #  [0, 0, 0, 0, 0, 0, 1],
- #  [0, 1, 1, 0, 0, 0, 1],
- #  [0, 0, 0, 0, 1, 1, 1],
- #  [0, 0, 0, 0, 0, 0, 1]]
- #  )
- #  self.assertTrue(np.array_equal(data['y_train'], expected_y_train))
- #
- #  expected_y_test = np.array(
- #  [[0, 0, 0, 0, 0, 0, 1],
- #  [0, 0, 0, 0, 0, 0, 1]]
- #  )
- #  self.assertTrue(np.array_equal(data['y_test'], expected_y_test))
-
- # def test_cli_3way_split(self):
- #  """Verify data.npz produced by CLI when split into train/test/val"""
- #
- #  cmd = 'label-maker package --dest integration-cl-split --config test/fixtures/integration/config_3way.integration.json'
- #  cmd = cmd.split(' ')
- #  subprocess.run(cmd, universal_newlines=True)
- #
- #  data = np.load('integration-cl-split/data.npz')
- #
- #  # validate our image data with shapes
- #  self.assertEqual(data['x_train'].shape, (5, 256, 256, 3))
- #  self.assertEqual(data['x_test'].shape, (2, 256, 256, 3))
- #  self.assertEqual(data['x_val'].shape, (1, 256, 256, 3))
- #
- #  # validate label data with shapes
- #  self.assertEqual(data['y_train'].shape, (5, 7))
- #  self.assertEqual(data['y_test'].shape, (2, 7))
- #  self.assertEqual(data['y_val'].shape, (1, 7))
-
- # def test_tms_img_format(self):
- #  """Verify data.npz produced by CLI"""
- #
- #  cmd = 'label-maker package --dest integration-cl-img-f --config test/fixtures/integration/config_tms_format_img.json'
- #  cmd = cmd.split(' ')
- #  subprocess.run(cmd, universal_newlines=True)
- #
- #  data = np.load('integration-cl-img-f/data.npz')
- #
- #  # validate our image data with shapes
- #  self.assertEqual(data['x_train'].shape, (9, 256, 256, 3))
- #  self.assertEqual(data['x_test'].shape, (3, 256, 256, 3))
- #
- #  # validate label data with shapes
- #  self.assertEqual(data['y_train'].shape, (9, 3))
- #  self.assertEqual(data['y_test'].shape, (3, 3))
+ def test_cli(self):
+ """Verify data.npz produced by CLI"""
+ cmd = 'label-maker package --dest integration-cl --config test/fixtures/integration/config.integration.json'
+ cmd = cmd.split(' ')
+ subprocess.run(cmd, universal_newlines=True)
+
+ data = np.load('integration-cl/data.npz')
+ # validate our image data with sums and shapes
+ self.assertEqual(np.sum(data['x_train']), 144752757)
+ self.assertEqual(np.sum(data['x_test']), 52758414)
+ self.assertEqual(data['x_train'].shape, (6, 256, 256, 3))
+ self.assertEqual(data['x_test'].shape, (2, 256, 256, 3))
+
+ # validate our label data with exact matches
+ expected_y_train = np.array(
+ [[0, 0, 0, 0, 0, 0, 1],
+ [0, 0, 0, 0, 0, 0, 1],
+ [0, 0, 0, 0, 0, 0, 1],
+ [0, 1, 1, 0, 0, 0, 1],
+ [0, 0, 0, 0, 1, 1, 1],
+ [0, 0, 0, 0, 0, 0, 1]]
+ )
+ self.assertTrue(np.array_equal(data['y_train'], expected_y_train))
+
+ expected_y_test = np.array(
+ [[0, 0, 0, 0, 0, 0, 1],
+ [0, 0, 0, 0, 0, 0, 1]]
+ )
+ self.assertTrue(np.array_equal(data['y_test'], expected_y_test))
+
+ def test_cli_3way_split(self):
+ """Verify data.npz produced by CLI when split into train/test/val"""
+
+ cmd = 'label-maker package --dest integration-cl-split --config test/fixtures/integration/config_3way.integration.json'
+ cmd = cmd.split(' ')
+ subprocess.run(cmd, universal_newlines=True)
+
+ data = np.load('integration-cl-split/data.npz')
+
+ # validate our image data with shapes
+ self.assertEqual(data['x_train'].shape, (5, 256, 256, 3))
+ self.assertEqual(data['x_test'].shape, (2, 256, 256, 3))
+ self.assertEqual(data['x_val'].shape, (1, 256, 256, 3))
+
+ # validate label data with shapes
+ self.assertEqual(data['y_train'].shape, (5, 7))
+ self.assertEqual(data['y_test'].shape, (2, 7))
+ self.assertEqual(data['y_val'].shape, (1, 7))
+
+ def test_tms_img_format(self):
+ """Verify data.npz produced by CLI"""
+
+ cmd = 'label-maker package --dest integration-cl-img-f --config test/fixtures/integration/config_tms_format_img.json'
+ cmd = cmd.split(' ')
+ subprocess.run(cmd, universal_newlines=True)
+
+ data = np.load('integration-cl-img-f/data.npz')
+
+ # validate our image data with shapes
+ self.assertEqual(data['x_train'].shape, (9, 256, 256, 3))
+ self.assertEqual(data['x_test'].shape, (3, 256, 256, 3))
+
+ # validate label data with shapes
+ self.assertEqual(data['y_train'].shape, (9, 3))
+ self.assertEqual(data['y_test'].shape, (3, 3))