prservice.py 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. #
  2. # Copyright OpenEmbedded Contributors
  3. #
  4. # SPDX-License-Identifier: GPL-2.0-only
  5. #
  6. def prserv_make_conn(d, check = False):
  7. import prserv.serv
  8. host_params = list([_f for _f in (d.getVar("PRSERV_HOST") or '').split(':') if _f])
  9. try:
  10. conn = None
  11. conn = prserv.serv.connect(host_params[0], int(host_params[1]))
  12. if check:
  13. if not conn.ping():
  14. raise Exception('service not available')
  15. except Exception as exc:
  16. bb.fatal("Connecting to PR service %s:%s failed: %s" % (host_params[0], host_params[1], str(exc)))
  17. return conn
  18. def prserv_dump_db(d):
  19. if not d.getVar('PRSERV_HOST'):
  20. bb.error("Not using network based PR service")
  21. return None
  22. conn = prserv_make_conn(d)
  23. if conn is None:
  24. bb.error("Making connection failed to remote PR service")
  25. return None
  26. #dump db
  27. opt_version = d.getVar('PRSERV_DUMPOPT_VERSION')
  28. opt_pkgarch = d.getVar('PRSERV_DUMPOPT_PKGARCH')
  29. opt_checksum = d.getVar('PRSERV_DUMPOPT_CHECKSUM')
  30. opt_col = ("1" == d.getVar('PRSERV_DUMPOPT_COL'))
  31. d = conn.export(opt_version, opt_pkgarch, opt_checksum, opt_col)
  32. conn.close()
  33. return d
  34. def prserv_import_db(d, filter_version=None, filter_pkgarch=None, filter_checksum=None):
  35. if not d.getVar('PRSERV_HOST'):
  36. bb.error("Not using network based PR service")
  37. return None
  38. conn = prserv_make_conn(d)
  39. if conn is None:
  40. bb.error("Making connection failed to remote PR service")
  41. return None
  42. #get the entry values
  43. imported = []
  44. prefix = "PRAUTO$"
  45. for v in d.keys():
  46. if v.startswith(prefix):
  47. (remain, sep, checksum) = v.rpartition('$')
  48. (remain, sep, pkgarch) = remain.rpartition('$')
  49. (remain, sep, version) = remain.rpartition('$')
  50. if (remain + '$' != prefix) or \
  51. (filter_version and filter_version != version) or \
  52. (filter_pkgarch and filter_pkgarch != pkgarch) or \
  53. (filter_checksum and filter_checksum != checksum):
  54. continue
  55. try:
  56. value = int(d.getVar(remain + '$' + version + '$' + pkgarch + '$' + checksum))
  57. except BaseException as exc:
  58. bb.debug("Not valid value of %s:%s" % (v,str(exc)))
  59. continue
  60. ret = conn.importone(version,pkgarch,checksum,value)
  61. if ret != value:
  62. bb.error("importing(%s,%s,%s,%d) failed. DB may have larger value %d" % (version,pkgarch,checksum,value,ret))
  63. else:
  64. imported.append((version,pkgarch,checksum,value))
  65. conn.close()
  66. return imported
  67. def prserv_export_tofile(d, metainfo, datainfo, lockdown, nomax=False):
  68. import bb.utils
  69. #initilize the output file
  70. bb.utils.mkdirhier(d.getVar('PRSERV_DUMPDIR'))
  71. df = d.getVar('PRSERV_DUMPFILE')
  72. #write data
  73. with open(df, "a") as f, bb.utils.fileslocked(["%s.lock" % df]) as locks:
  74. if metainfo:
  75. #dump column info
  76. f.write("#PR_core_ver = \"%s\"\n\n" % metainfo['core_ver']);
  77. f.write("#Table: %s\n" % metainfo['tbl_name'])
  78. f.write("#Columns:\n")
  79. f.write("#name \t type \t notn \t dflt \t pk\n")
  80. f.write("#----------\t --------\t --------\t --------\t ----\n")
  81. for i in range(len(metainfo['col_info'])):
  82. f.write("#%10s\t %8s\t %8s\t %8s\t %4s\n" %
  83. (metainfo['col_info'][i]['name'],
  84. metainfo['col_info'][i]['type'],
  85. metainfo['col_info'][i]['notnull'],
  86. metainfo['col_info'][i]['dflt_value'],
  87. metainfo['col_info'][i]['pk']))
  88. f.write("\n")
  89. if lockdown:
  90. f.write("PRSERV_LOCKDOWN = \"1\"\n\n")
  91. if datainfo:
  92. idx = {}
  93. for i in range(len(datainfo)):
  94. pkgarch = datainfo[i]['pkgarch']
  95. value = datainfo[i]['value']
  96. if pkgarch not in idx:
  97. idx[pkgarch] = i
  98. elif value > datainfo[idx[pkgarch]]['value']:
  99. idx[pkgarch] = i
  100. f.write("PRAUTO$%s$%s$%s = \"%s\"\n" %
  101. (str(datainfo[i]['version']), pkgarch, str(datainfo[i]['checksum']), str(value)))
  102. if not nomax:
  103. for i in idx:
  104. f.write("PRAUTO_%s_%s = \"%s\"\n" % (str(datainfo[idx[i]]['version']),str(datainfo[idx[i]]['pkgarch']),str(datainfo[idx[i]]['value'])))
  105. def prserv_check_avail(d):
  106. host_params = list([_f for _f in (d.getVar("PRSERV_HOST") or '').split(':') if _f])
  107. try:
  108. if len(host_params) != 2:
  109. raise TypeError
  110. else:
  111. int(host_params[1])
  112. except TypeError:
  113. bb.fatal('Undefined/incorrect PRSERV_HOST value. Format: "host:port"')
  114. else:
  115. conn = prserv_make_conn(d, True)
  116. conn.close()