package_ipk.bbclass 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. #
  2. # Copyright OpenEmbedded Contributors
  3. #
  4. # SPDX-License-Identifier: MIT
  5. #
  6. inherit package
  7. IMAGE_PKGTYPE ?= "ipk"
  8. IPKGCONF_TARGET = "${WORKDIR}/opkg.conf"
  9. IPKGCONF_SDK = "${WORKDIR}/opkg-sdk.conf"
  10. IPKGCONF_SDK_TARGET = "${WORKDIR}/opkg-sdk-target.conf"
  11. PKGWRITEDIRIPK = "${WORKDIR}/deploy-ipks"
  12. # Program to be used to build opkg packages
  13. OPKGBUILDCMD ??= 'opkg-build -Z zstd -a "${ZSTD_DEFAULTS}"'
  14. OPKG_ARGS += "--force-postinstall --prefer-arch-to-version"
  15. OPKG_ARGS += "${@['', '--no-install-recommends'][d.getVar("NO_RECOMMENDATIONS") == "1"]}"
  16. OPKG_ARGS += "${@['', '--add-exclude ' + ' --add-exclude '.join((d.getVar('PACKAGE_EXCLUDE') or "").split())][(d.getVar("PACKAGE_EXCLUDE") or "").strip() != ""]}"
  17. OPKGLIBDIR ??= "${localstatedir}/lib"
  18. python do_package_ipk () {
  19. workdir = d.getVar('WORKDIR')
  20. outdir = d.getVar('PKGWRITEDIRIPK')
  21. tmpdir = d.getVar('TMPDIR')
  22. pkgdest = d.getVar('PKGDEST')
  23. if not workdir or not outdir or not tmpdir:
  24. bb.error("Variables incorrectly set, unable to package")
  25. return
  26. packages = d.getVar('PACKAGES')
  27. if not packages or packages == '':
  28. bb.debug(1, "No packages; nothing to do")
  29. return
  30. # We're about to add new packages so the index needs to be checked
  31. # so remove the appropriate stamp file.
  32. if os.access(os.path.join(tmpdir, "stamps", "IPK_PACKAGE_INDEX_CLEAN"), os.R_OK):
  33. os.unlink(os.path.join(tmpdir, "stamps", "IPK_PACKAGE_INDEX_CLEAN"))
  34. oe.utils.multiprocess_launch(ipk_write_pkg, packages.split(), d, extraargs=(d,))
  35. }
  36. do_package_ipk[vardeps] += "ipk_write_pkg"
  37. do_package_ipk[vardepsexclude] = "BB_NUMBER_THREADS"
  38. # FILE isn't included by default but we want the recipe to change if basename() changes
  39. IPK_RECIPE_FILE = "${@os.path.basename(d.getVar('FILE'))}"
  40. IPK_RECIPE_FILE[vardepvalue] = "${IPK_RECIPE_FILE}"
  41. def ipk_write_pkg(pkg, d):
  42. import re, copy
  43. import subprocess
  44. import textwrap
  45. import collections
  46. import glob
  47. def cleanupcontrol(root):
  48. for p in ['CONTROL', 'DEBIAN']:
  49. p = os.path.join(root, p)
  50. if os.path.exists(p):
  51. bb.utils.prunedir(p)
  52. outdir = d.getVar('PKGWRITEDIRIPK')
  53. pkgdest = d.getVar('PKGDEST')
  54. recipesource = d.getVar('IPK_RECIPE_FILE')
  55. localdata = bb.data.createCopy(d)
  56. root = "%s/%s" % (pkgdest, pkg)
  57. lf = bb.utils.lockfile(root + ".lock")
  58. try:
  59. localdata.setVar('ROOT', '')
  60. localdata.setVar('ROOT_%s' % pkg, root)
  61. pkgname = localdata.getVar('PKG:%s' % pkg)
  62. if not pkgname:
  63. pkgname = pkg
  64. localdata.setVar('PKG', pkgname)
  65. localdata.setVar('OVERRIDES', d.getVar("OVERRIDES", False) + ":" + pkg)
  66. basedir = os.path.join(os.path.dirname(root))
  67. arch = localdata.getVar('PACKAGE_ARCH')
  68. if localdata.getVar('IPK_HIERARCHICAL_FEED', False) == "1":
  69. # Spread packages across subdirectories so each isn't too crowded
  70. if pkgname.startswith('lib'):
  71. pkg_prefix = 'lib' + pkgname[3]
  72. else:
  73. pkg_prefix = pkgname[0]
  74. # Keep -dbg, -dev, -doc, -staticdev, -locale and -locale-* packages
  75. # together. These package suffixes are taken from the definitions of
  76. # PACKAGES and PACKAGES_DYNAMIC in meta/conf/bitbake.conf
  77. if pkgname[-4:] in ('-dbg', '-dev', '-doc'):
  78. pkg_subdir = pkgname[:-4]
  79. elif pkgname.endswith('-staticdev'):
  80. pkg_subdir = pkgname[:-10]
  81. elif pkgname.endswith('-locale'):
  82. pkg_subdir = pkgname[:-7]
  83. elif '-locale-' in pkgname:
  84. pkg_subdir = pkgname[:pkgname.find('-locale-')]
  85. else:
  86. pkg_subdir = pkgname
  87. pkgoutdir = "%s/%s/%s/%s" % (outdir, arch, pkg_prefix, pkg_subdir)
  88. else:
  89. pkgoutdir = "%s/%s" % (outdir, arch)
  90. bb.utils.mkdirhier(pkgoutdir)
  91. os.chdir(root)
  92. cleanupcontrol(root)
  93. g = glob.glob('*')
  94. if not g and localdata.getVar('ALLOW_EMPTY', False) != "1":
  95. bb.note("Not creating empty archive for %s-%s-%s" % (pkg, localdata.getVar('PKGV'), localdata.getVar('PKGR')))
  96. return
  97. controldir = os.path.join(root, 'CONTROL')
  98. bb.utils.mkdirhier(controldir)
  99. ctrlfile = open(os.path.join(controldir, 'control'), 'w')
  100. fields = []
  101. pe = d.getVar('PKGE')
  102. if pe and int(pe) > 0:
  103. fields.append(["Version: %s:%s-%s\n", ['PKGE', 'PKGV', 'PKGR']])
  104. else:
  105. fields.append(["Version: %s-%s\n", ['PKGV', 'PKGR']])
  106. fields.append(["Description: %s\n", ['DESCRIPTION']])
  107. fields.append(["Section: %s\n", ['SECTION']])
  108. fields.append(["Priority: %s\n", ['PRIORITY']])
  109. fields.append(["Maintainer: %s\n", ['MAINTAINER']])
  110. fields.append(["License: %s\n", ['LICENSE']])
  111. fields.append(["Architecture: %s\n", ['PACKAGE_ARCH']])
  112. fields.append(["OE: %s\n", ['PN']])
  113. if d.getVar('HOMEPAGE'):
  114. fields.append(["Homepage: %s\n", ['HOMEPAGE']])
  115. def pullData(l, d):
  116. l2 = []
  117. for i in l:
  118. l2.append(d.getVar(i))
  119. return l2
  120. ctrlfile.write("Package: %s\n" % pkgname)
  121. # check for required fields
  122. for (c, fs) in fields:
  123. for f in fs:
  124. if localdata.getVar(f, False) is None:
  125. raise KeyError(f)
  126. # Special behavior for description...
  127. if 'DESCRIPTION' in fs:
  128. summary = localdata.getVar('SUMMARY') or localdata.getVar('DESCRIPTION') or "."
  129. ctrlfile.write('Description: %s\n' % summary)
  130. description = localdata.getVar('DESCRIPTION') or "."
  131. description = textwrap.dedent(description).strip()
  132. if '\\n' in description:
  133. # Manually indent: multiline description includes a leading space
  134. for t in description.split('\\n'):
  135. ctrlfile.write(' %s\n' % (t.strip() or ' .'))
  136. else:
  137. # Auto indent
  138. ctrlfile.write('%s\n' % textwrap.fill(description, width=74, initial_indent=' ', subsequent_indent=' '))
  139. else:
  140. ctrlfile.write(c % tuple(pullData(fs, localdata)))
  141. custom_fields_chunk = oe.packagedata.get_package_additional_metadata("ipk", localdata)
  142. if custom_fields_chunk is not None:
  143. ctrlfile.write(custom_fields_chunk)
  144. ctrlfile.write("\n")
  145. oe.packagedata.mapping_rename_hook(localdata)
  146. def debian_cmp_remap(var):
  147. # In debian '>' and '<' do not mean what it appears they mean
  148. # '<' = less or equal
  149. # '>' = greater or equal
  150. # adjust these to the '<<' and '>>' equivalents
  151. # Also, "=" specifiers only work if they have the PR in, so 1.2.3 != 1.2.3-r0
  152. # so to avoid issues, map this to ">= 1.2.3 << 1.2.3.0"
  153. for dep in var:
  154. for i, v in enumerate(var[dep]):
  155. if (v or "").startswith("< "):
  156. var[dep][i] = var[dep][i].replace("< ", "<< ")
  157. elif (v or "").startswith("> "):
  158. var[dep][i] = var[dep][i].replace("> ", ">> ")
  159. elif (v or "").startswith("= ") and "-r" not in v:
  160. ver = var[dep][i].replace("= ", "")
  161. var[dep][i] = var[dep][i].replace("= ", ">= ")
  162. var[dep].append("<< " + ver + ".0")
  163. rdepends = bb.utils.explode_dep_versions2(localdata.getVar("RDEPENDS") or "")
  164. debian_cmp_remap(rdepends)
  165. rrecommends = bb.utils.explode_dep_versions2(localdata.getVar("RRECOMMENDS") or "")
  166. debian_cmp_remap(rrecommends)
  167. rsuggests = bb.utils.explode_dep_versions2(localdata.getVar("RSUGGESTS") or "")
  168. debian_cmp_remap(rsuggests)
  169. # Deliberately drop version information here, not wanted/supported by ipk
  170. rprovides = dict.fromkeys(bb.utils.explode_dep_versions2(localdata.getVar("RPROVIDES") or ""), [])
  171. rprovides = collections.OrderedDict(sorted(rprovides.items(), key=lambda x: x[0]))
  172. debian_cmp_remap(rprovides)
  173. rreplaces = bb.utils.explode_dep_versions2(localdata.getVar("RREPLACES") or "")
  174. debian_cmp_remap(rreplaces)
  175. rconflicts = bb.utils.explode_dep_versions2(localdata.getVar("RCONFLICTS") or "")
  176. debian_cmp_remap(rconflicts)
  177. if rdepends:
  178. ctrlfile.write("Depends: %s\n" % bb.utils.join_deps(rdepends))
  179. if rsuggests:
  180. ctrlfile.write("Suggests: %s\n" % bb.utils.join_deps(rsuggests))
  181. if rrecommends:
  182. ctrlfile.write("Recommends: %s\n" % bb.utils.join_deps(rrecommends))
  183. if rprovides:
  184. ctrlfile.write("Provides: %s\n" % bb.utils.join_deps(rprovides))
  185. if rreplaces:
  186. ctrlfile.write("Replaces: %s\n" % bb.utils.join_deps(rreplaces))
  187. if rconflicts:
  188. ctrlfile.write("Conflicts: %s\n" % bb.utils.join_deps(rconflicts))
  189. ctrlfile.write("Source: %s\n" % recipesource)
  190. ctrlfile.close()
  191. for script in ["preinst", "postinst", "prerm", "postrm"]:
  192. scriptvar = localdata.getVar('pkg_%s' % script)
  193. if not scriptvar:
  194. continue
  195. scriptfile = open(os.path.join(controldir, script), 'w')
  196. scriptfile.write(scriptvar)
  197. scriptfile.close()
  198. os.chmod(os.path.join(controldir, script), 0o755)
  199. conffiles_str = ' '.join(oe.package.get_conffiles(pkg, d))
  200. if conffiles_str:
  201. conffiles = open(os.path.join(controldir, 'conffiles'), 'w')
  202. for f in conffiles_str.split():
  203. if os.path.exists(oe.path.join(root, f)):
  204. conffiles.write('%s\n' % f)
  205. conffiles.close()
  206. os.chdir(basedir)
  207. subprocess.check_output("PATH=\"%s\" %s %s %s" % (localdata.getVar("PATH"),
  208. d.getVar("OPKGBUILDCMD"), pkg, pkgoutdir),
  209. stderr=subprocess.STDOUT,
  210. shell=True)
  211. if d.getVar('IPK_SIGN_PACKAGES') == '1':
  212. ipkver = "%s-%s" % (localdata.getVar('PKGV'), localdata.getVar('PKGR'))
  213. ipk_to_sign = "%s/%s_%s_%s.ipk" % (pkgoutdir, pkgname, ipkver, localdata.getVar('PACKAGE_ARCH'))
  214. sign_ipk(d, ipk_to_sign)
  215. finally:
  216. cleanupcontrol(root)
  217. bb.utils.unlockfile(lf)
  218. # Have to list any variables referenced as X_<pkg> that aren't in pkgdata here
  219. IPKEXTRAVARS = "PRIORITY MAINTAINER PACKAGE_ARCH HOMEPAGE PACKAGE_ADD_METADATA_IPK"
  220. ipk_write_pkg[vardeps] += "${@gen_packagevar(d, 'IPKEXTRAVARS')}"
  221. # Otherwise allarch packages may change depending on override configuration
  222. ipk_write_pkg[vardepsexclude] = "OVERRIDES"
  223. SSTATETASKS += "do_package_write_ipk"
  224. do_package_write_ipk[sstate-inputdirs] = "${PKGWRITEDIRIPK}"
  225. do_package_write_ipk[sstate-outputdirs] = "${DEPLOY_DIR_IPK}"
  226. python do_package_write_ipk_setscene () {
  227. tmpdir = d.getVar('TMPDIR')
  228. if os.access(os.path.join(tmpdir, "stamps", "IPK_PACKAGE_INDEX_CLEAN"), os.R_OK):
  229. os.unlink(os.path.join(tmpdir, "stamps", "IPK_PACKAGE_INDEX_CLEAN"))
  230. sstate_setscene(d)
  231. }
  232. addtask do_package_write_ipk_setscene
  233. python () {
  234. if d.getVar('PACKAGES') != '':
  235. deps = ' opkg-utils-native:do_populate_sysroot virtual/fakeroot-native:do_populate_sysroot zstd-native:do_populate_sysroot'
  236. d.appendVarFlag('do_package_write_ipk', 'depends', deps)
  237. d.setVarFlag('do_package_write_ipk', 'fakeroot', "1")
  238. # Needed to ensure PKG_xxx renaming of dependency packages works
  239. d.setVarFlag('do_package_write_ipk', 'deptask', "do_packagedata")
  240. d.setVarFlag('do_package_write_ipk', 'rdeptask', "do_packagedata")
  241. }
  242. python do_package_write_ipk () {
  243. bb.build.exec_func("read_subpackage_metadata", d)
  244. bb.build.exec_func("do_package_ipk", d)
  245. }
  246. do_package_write_ipk[dirs] = "${PKGWRITEDIRIPK}"
  247. do_package_write_ipk[cleandirs] = "${PKGWRITEDIRIPK}"
  248. do_package_write_ipk[depends] += "${@oe.utils.build_depends_string(d.getVar('PACKAGE_WRITE_DEPS'), 'do_populate_sysroot')}"
  249. addtask package_write_ipk after do_packagedata do_package do_deploy_source_date_epoch before do_build
  250. do_build[rdeptask] += "do_package_write_ipk"
  251. PACKAGEINDEXDEPS += "opkg-utils-native:do_populate_sysroot"
  252. PACKAGEINDEXDEPS += "opkg-native:do_populate_sysroot"