prservice.py 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. #
  2. # SPDX-License-Identifier: GPL-2.0-only
  3. #
  4. def prserv_make_conn(d, check = False):
  5. import prserv.serv
  6. host_params = list([_f for _f in (d.getVar("PRSERV_HOST") or '').split(':') if _f])
  7. try:
  8. conn = None
  9. conn = prserv.serv.PRServerConnection(host_params[0], int(host_params[1]))
  10. if check:
  11. if not conn.ping():
  12. raise Exception('service not available')
  13. d.setVar("__PRSERV_CONN",conn)
  14. except Exception as exc:
  15. bb.fatal("Connecting to PR service %s:%s failed: %s" % (host_params[0], host_params[1], str(exc)))
  16. return conn
  17. def prserv_dump_db(d):
  18. if not d.getVar('PRSERV_HOST'):
  19. bb.error("Not using network based PR service")
  20. return None
  21. conn = d.getVar("__PRSERV_CONN")
  22. if conn is None:
  23. conn = prserv_make_conn(d)
  24. if conn is None:
  25. bb.error("Making connection failed to remote PR service")
  26. return None
  27. #dump db
  28. opt_version = d.getVar('PRSERV_DUMPOPT_VERSION')
  29. opt_pkgarch = d.getVar('PRSERV_DUMPOPT_PKGARCH')
  30. opt_checksum = d.getVar('PRSERV_DUMPOPT_CHECKSUM')
  31. opt_col = ("1" == d.getVar('PRSERV_DUMPOPT_COL'))
  32. return conn.export(opt_version, opt_pkgarch, opt_checksum, opt_col)
  33. def prserv_import_db(d, filter_version=None, filter_pkgarch=None, filter_checksum=None):
  34. if not d.getVar('PRSERV_HOST'):
  35. bb.error("Not using network based PR service")
  36. return None
  37. conn = d.getVar("__PRSERV_CONN")
  38. if conn is None:
  39. conn = prserv_make_conn(d)
  40. if conn is None:
  41. bb.error("Making connection failed to remote PR service")
  42. return None
  43. #get the entry values
  44. imported = []
  45. prefix = "PRAUTO$"
  46. for v in d.keys():
  47. if v.startswith(prefix):
  48. (remain, sep, checksum) = v.rpartition('$')
  49. (remain, sep, pkgarch) = remain.rpartition('$')
  50. (remain, sep, version) = remain.rpartition('$')
  51. if (remain + '$' != prefix) or \
  52. (filter_version and filter_version != version) or \
  53. (filter_pkgarch and filter_pkgarch != pkgarch) or \
  54. (filter_checksum and filter_checksum != checksum):
  55. continue
  56. try:
  57. value = int(d.getVar(remain + '$' + version + '$' + pkgarch + '$' + checksum))
  58. except BaseException as exc:
  59. bb.debug("Not valid value of %s:%s" % (v,str(exc)))
  60. continue
  61. ret = conn.importone(version,pkgarch,checksum,value)
  62. if ret != value:
  63. bb.error("importing(%s,%s,%s,%d) failed. DB may have larger value %d" % (version,pkgarch,checksum,value,ret))
  64. else:
  65. imported.append((version,pkgarch,checksum,value))
  66. return imported
  67. def prserv_export_tofile(d, metainfo, datainfo, lockdown, nomax=False):
  68. import bb.utils
  69. #initilize the output file
  70. bb.utils.mkdirhier(d.getVar('PRSERV_DUMPDIR'))
  71. df = d.getVar('PRSERV_DUMPFILE')
  72. #write data
  73. lf = bb.utils.lockfile("%s.lock" % df)
  74. f = open(df, "a")
  75. if metainfo:
  76. #dump column info
  77. f.write("#PR_core_ver = \"%s\"\n\n" % metainfo['core_ver']);
  78. f.write("#Table: %s\n" % metainfo['tbl_name'])
  79. f.write("#Columns:\n")
  80. f.write("#name \t type \t notn \t dflt \t pk\n")
  81. f.write("#----------\t --------\t --------\t --------\t ----\n")
  82. for i in range(len(metainfo['col_info'])):
  83. f.write("#%10s\t %8s\t %8s\t %8s\t %4s\n" %
  84. (metainfo['col_info'][i]['name'],
  85. metainfo['col_info'][i]['type'],
  86. metainfo['col_info'][i]['notnull'],
  87. metainfo['col_info'][i]['dflt_value'],
  88. metainfo['col_info'][i]['pk']))
  89. f.write("\n")
  90. if lockdown:
  91. f.write("PRSERV_LOCKDOWN = \"1\"\n\n")
  92. if datainfo:
  93. idx = {}
  94. for i in range(len(datainfo)):
  95. pkgarch = datainfo[i]['pkgarch']
  96. value = datainfo[i]['value']
  97. if pkgarch not in idx:
  98. idx[pkgarch] = i
  99. elif value > datainfo[idx[pkgarch]]['value']:
  100. idx[pkgarch] = i
  101. f.write("PRAUTO$%s$%s$%s = \"%s\"\n" %
  102. (str(datainfo[i]['version']), pkgarch, str(datainfo[i]['checksum']), str(value)))
  103. if not nomax:
  104. for i in idx:
  105. f.write("PRAUTO_%s_%s = \"%s\"\n" % (str(datainfo[idx[i]]['version']),str(datainfo[idx[i]]['pkgarch']),str(datainfo[idx[i]]['value'])))
  106. f.close()
  107. bb.utils.unlockfile(lf)
  108. def prserv_check_avail(d):
  109. host_params = list([_f for _f in (d.getVar("PRSERV_HOST") or '').split(':') if _f])
  110. try:
  111. if len(host_params) != 2:
  112. raise TypeError
  113. else:
  114. int(host_params[1])
  115. except TypeError:
  116. bb.fatal('Undefined/incorrect PRSERV_HOST value. Format: "host:port"')
  117. else:
  118. prserv_make_conn(d, True)