From 587fd7b46d4162f29bc2a44125ea2935870fae4f Mon Sep 17 00:00:00 2001
From: Jimmy Lin <jimmylin@uwaterloo.ca>
Date: Sat, 10 Apr 2021 10:22:46 -0400
Subject: [PATCH] ANCE test fix on macOS (#472)

---
 integrations/test_ance.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/integrations/test_ance.py b/integrations/test_ance.py
index faa7bc1fcb..9fd9811319 100644
--- a/integrations/test_ance.py
+++ b/integrations/test_ance.py
@@ -70,7 +70,8 @@ def test_msmarco_doc_ance_bf(self):
         score = parse_score(stdout, "MRR @100")
         self.assertEqual(status, 0)
         self.assertEqual(stderr, '')
-        self.assertAlmostEqual(score, 0.3797, places=4)
+        # We get a small difference, 0.3794 on macOS.
+        self.assertAlmostEqual(score, 0.3797, delta=0.0003)
 
     def test_nq_test_ance_bf(self):
         output_file = 'test_run.ance.nq-test.multi.bf.trec'