tests.py 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143
  1. #! /usr/bin/env python3
  2. #
  3. # Copyright (C) 2018-2019 Garmin Ltd.
  4. #
  5. # SPDX-License-Identifier: GPL-2.0-only
  6. #
  7. from . import create_server, create_client
  8. import hashlib
  9. import logging
  10. import multiprocessing
  11. import sys
  12. import tempfile
  13. import threading
  14. import unittest
  15. class TestHashEquivalenceServer(object):
  16. METHOD = 'TestMethod'
  17. def _run_server(self):
  18. # logging.basicConfig(level=logging.DEBUG, filename='bbhashserv.log', filemode='w',
  19. # format='%(levelname)s %(filename)s:%(lineno)d %(message)s')
  20. self.server.serve_forever()
  21. def setUp(self):
  22. if sys.version_info < (3, 5, 0):
  23. self.skipTest('Python 3.5 or later required')
  24. self.temp_dir = tempfile.TemporaryDirectory(prefix='bb-hashserv')
  25. self.dbfile = os.path.join(self.temp_dir.name, 'db.sqlite')
  26. self.server = create_server(self.get_server_addr(), self.dbfile)
  27. self.server_thread = multiprocessing.Process(target=self._run_server)
  28. self.server_thread.daemon = True
  29. self.server_thread.start()
  30. self.client = create_client(self.server.address)
  31. def tearDown(self):
  32. # Shutdown server
  33. s = getattr(self, 'server', None)
  34. if s is not None:
  35. self.server_thread.terminate()
  36. self.server_thread.join()
  37. self.client.close()
  38. self.temp_dir.cleanup()
  39. def test_create_hash(self):
  40. # Simple test that hashes can be created
  41. taskhash = '35788efcb8dfb0a02659d81cf2bfd695fb30faf9'
  42. outhash = '2765d4a5884be49b28601445c2760c5f21e7e5c0ee2b7e3fce98fd7e5970796f'
  43. unihash = 'f46d3fbb439bd9b921095da657a4de906510d2cd'
  44. result = self.client.get_unihash(self.METHOD, taskhash)
  45. self.assertIsNone(result, msg='Found unexpected task, %r' % result)
  46. result = self.client.report_unihash(taskhash, self.METHOD, outhash, unihash)
  47. self.assertEqual(result['unihash'], unihash, 'Server returned bad unihash')
  48. def test_create_equivalent(self):
  49. # Tests that a second reported task with the same outhash will be
  50. # assigned the same unihash
  51. taskhash = '53b8dce672cb6d0c73170be43f540460bfc347b4'
  52. outhash = '5a9cb1649625f0bf41fc7791b635cd9c2d7118c7f021ba87dcd03f72b67ce7a8'
  53. unihash = 'f37918cc02eb5a520b1aff86faacbc0a38124646'
  54. result = self.client.report_unihash(taskhash, self.METHOD, outhash, unihash)
  55. self.assertEqual(result['unihash'], unihash, 'Server returned bad unihash')
  56. # Report a different task with the same outhash. The returned unihash
  57. # should match the first task
  58. taskhash2 = '3bf6f1e89d26205aec90da04854fbdbf73afe6b4'
  59. unihash2 = 'af36b199320e611fbb16f1f277d3ee1d619ca58b'
  60. result = self.client.report_unihash(taskhash2, self.METHOD, outhash, unihash2)
  61. self.assertEqual(result['unihash'], unihash, 'Server returned bad unihash')
  62. def test_duplicate_taskhash(self):
  63. # Tests that duplicate reports of the same taskhash with different
  64. # outhash & unihash always return the unihash from the first reported
  65. # taskhash
  66. taskhash = '8aa96fcffb5831b3c2c0cb75f0431e3f8b20554a'
  67. outhash = 'afe240a439959ce86f5e322f8c208e1fedefea9e813f2140c81af866cc9edf7e'
  68. unihash = '218e57509998197d570e2c98512d0105985dffc9'
  69. self.client.report_unihash(taskhash, self.METHOD, outhash, unihash)
  70. result = self.client.get_unihash(self.METHOD, taskhash)
  71. self.assertEqual(result, unihash)
  72. outhash2 = '0904a7fe3dc712d9fd8a74a616ddca2a825a8ee97adf0bd3fc86082c7639914d'
  73. unihash2 = 'ae9a7d252735f0dafcdb10e2e02561ca3a47314c'
  74. self.client.report_unihash(taskhash, self.METHOD, outhash2, unihash2)
  75. result = self.client.get_unihash(self.METHOD, taskhash)
  76. self.assertEqual(result, unihash)
  77. outhash3 = '77623a549b5b1a31e3732dfa8fe61d7ce5d44b3370f253c5360e136b852967b4'
  78. unihash3 = '9217a7d6398518e5dc002ed58f2cbbbc78696603'
  79. self.client.report_unihash(taskhash, self.METHOD, outhash3, unihash3)
  80. result = self.client.get_unihash(self.METHOD, taskhash)
  81. self.assertEqual(result, unihash)
  82. def test_stress(self):
  83. def query_server(failures):
  84. client = Client(self.server.address)
  85. try:
  86. for i in range(1000):
  87. taskhash = hashlib.sha256()
  88. taskhash.update(str(i).encode('utf-8'))
  89. taskhash = taskhash.hexdigest()
  90. result = client.get_unihash(self.METHOD, taskhash)
  91. if result != taskhash:
  92. failures.append("taskhash mismatch: %s != %s" % (result, taskhash))
  93. finally:
  94. client.close()
  95. # Report hashes
  96. for i in range(1000):
  97. taskhash = hashlib.sha256()
  98. taskhash.update(str(i).encode('utf-8'))
  99. taskhash = taskhash.hexdigest()
  100. self.client.report_unihash(taskhash, self.METHOD, taskhash, taskhash)
  101. failures = []
  102. threads = [threading.Thread(target=query_server, args=(failures,)) for t in range(100)]
  103. for t in threads:
  104. t.start()
  105. for t in threads:
  106. t.join()
  107. self.assertFalse(failures)
  108. class TestHashEquivalenceUnixServer(TestHashEquivalenceServer, unittest.TestCase):
  109. def get_server_addr(self):
  110. return "unix://" + os.path.join(self.temp_dir.name, 'sock')
  111. class TestHashEquivalenceTCPServer(TestHashEquivalenceServer, unittest.TestCase):
  112. def get_server_addr(self):
  113. return "localhost:0"