fix tests and more testing

tests/test_eval.py

@@ -106,5 +106,7 @@ def test_evaluate(path="FAKE_MUSDB_DIR"):
     params = load_configuration(arguments.configuration)
     metrics = evaluate.entrypoint(arguments, params)
     for instrument, metric in metrics.items():
+        print(instrument), print(metric)
         for m, value in metric.items():
-            assert np.allclose(np.median(value), res_4stems[instrument][m], atol=1e-3)
\ No newline at end of file
+            print(np.median(value)), print(res_4stems[instrument][m])
+            assert np.allclose(np.median(value), res_4stems[instrument][m], atol=1e-3)

tests/test_separator.py

@@ -72,13 +72,10 @@ def test_separator_backends(test_file):
     out_lib = separator_lib._separate_librosa(waveform, test_file)
 
     for instrument in out_lib.keys():
-        # test that both outputs are not null
-        print(np.sum(np.abs(out_tf[instrument])))
-        print(np.sum(np.abs(out_lib[instrument])))
-        assert np.sum(np.abs(out_tf[instrument])) > 1000
-        assert np.sum(np.abs(out_lib[instrument])) > 1000
-        print(np.max(out_tf[instrument]- out_lib[instrument]))
+        # test that both outputs are close everywhere
         assert np.allclose(out_tf[instrument], out_lib[instrument], atol=0.025)
+        # it should be even more similar outside edges zones
+        assert np.allclose(out_tf[instrument][4096:-4096,:], out_lib[instrument][4096:-4096,:], atol=0.002)
 
 
 @pytest.mark.parametrize('test_file, configuration, backend', TEST_CONFIGURATIONS)