providers.py 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. # ex:ts=4:sw=4:sts=4:et
  2. # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
  3. #
  4. # Copyright (C) 2003, 2004 Chris Larson
  5. # Copyright (C) 2003, 2004 Phil Blundell
  6. # Copyright (C) 2003 - 2005 Michael 'Mickey' Lauer
  7. # Copyright (C) 2005 Holger Hans Peter Freyther
  8. # Copyright (C) 2005 ROAD GmbH
  9. # Copyright (C) 2006 Richard Purdie
  10. #
  11. # This program is free software; you can redistribute it and/or modify
  12. # it under the terms of the GNU General Public License version 2 as
  13. # published by the Free Software Foundation.
  14. #
  15. # This program is distributed in the hope that it will be useful,
  16. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. # GNU General Public License for more details.
  19. #
  20. # You should have received a copy of the GNU General Public License along
  21. # with this program; if not, write to the Free Software Foundation, Inc.,
  22. # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  23. import os, re
  24. from bb import data, utils
  25. import bb
  26. class NoProvider(Exception):
  27. """Exception raised when no provider of a build dependency can be found"""
  28. class NoRProvider(Exception):
  29. """Exception raised when no provider of a runtime dependency can be found"""
  30. def findBestProvider(pn, cfgData, dataCache, pkg_pn = None, item = None):
  31. """
  32. If there is a PREFERRED_VERSION, find the highest-priority bbfile
  33. providing that version. If not, find the latest version provided by
  34. an bbfile in the highest-priority set.
  35. """
  36. if not pkg_pn:
  37. pkg_pn = dataCache.pkg_pn
  38. files = pkg_pn[pn]
  39. priorities = {}
  40. for f in files:
  41. priority = dataCache.bbfile_priority[f]
  42. if priority not in priorities:
  43. priorities[priority] = []
  44. priorities[priority].append(f)
  45. p_list = priorities.keys()
  46. p_list.sort(lambda a, b: a - b)
  47. tmp_pn = []
  48. for p in p_list:
  49. tmp_pn = [priorities[p]] + tmp_pn
  50. preferred_file = None
  51. localdata = data.createCopy(cfgData)
  52. bb.data.setVar('OVERRIDES', "%s:%s" % (pn, data.getVar('OVERRIDES', localdata)), localdata)
  53. bb.data.update_data(localdata)
  54. preferred_v = bb.data.getVar('PREFERRED_VERSION_%s' % pn, localdata, True)
  55. if preferred_v:
  56. m = re.match('(.*)_(.*)', preferred_v)
  57. if m:
  58. preferred_v = m.group(1)
  59. preferred_r = m.group(2)
  60. else:
  61. preferred_r = None
  62. for file_set in tmp_pn:
  63. for f in file_set:
  64. pv,pr = dataCache.pkg_pvpr[f]
  65. if preferred_v == pv and (preferred_r == pr or preferred_r == None):
  66. preferred_file = f
  67. preferred_ver = (pv, pr)
  68. break
  69. if preferred_file:
  70. break;
  71. if preferred_r:
  72. pv_str = '%s-%s' % (preferred_v, preferred_r)
  73. else:
  74. pv_str = preferred_v
  75. itemstr = ""
  76. if item:
  77. itemstr = " (for item %s)" % item
  78. if preferred_file is None:
  79. bb.msg.note(1, bb.msg.domain.Provider, "preferred version %s of %s not available%s" % (pv_str, pn, itemstr))
  80. else:
  81. bb.msg.debug(1, bb.msg.domain.Provider, "selecting %s as PREFERRED_VERSION %s of package %s%s" % (preferred_file, pv_str, pn, itemstr))
  82. del localdata
  83. # get highest priority file set
  84. files = tmp_pn[0]
  85. latest = None
  86. latest_p = 0
  87. latest_f = None
  88. for file_name in files:
  89. pv,pr = dataCache.pkg_pvpr[file_name]
  90. dp = dataCache.pkg_dp[file_name]
  91. if (latest is None) or ((latest_p == dp) and (utils.vercmp(latest, (pv, pr)) < 0)) or (dp > latest_p):
  92. latest = (pv, pr)
  93. latest_f = file_name
  94. latest_p = dp
  95. if preferred_file is None:
  96. preferred_file = latest_f
  97. preferred_ver = latest
  98. return (latest,latest_f,preferred_ver, preferred_file)
  99. #
  100. # RP - build_cache_fail needs to move elsewhere
  101. #
  102. def filterProviders(providers, item, cfgData, dataCache, build_cache_fail = {}):
  103. """
  104. Take a list of providers and filter/reorder according to the
  105. environment variables and previous build results
  106. """
  107. eligible = []
  108. preferred_versions = {}
  109. # Collate providers by PN
  110. pkg_pn = {}
  111. for p in providers:
  112. pn = dataCache.pkg_fn[p]
  113. if pn not in pkg_pn:
  114. pkg_pn[pn] = []
  115. pkg_pn[pn].append(p)
  116. bb.msg.debug(1, bb.msg.domain.Provider, "providers for %s are: %s" % (item, pkg_pn.keys()))
  117. for pn in pkg_pn.keys():
  118. preferred_versions[pn] = bb.providers.findBestProvider(pn, cfgData, dataCache, pkg_pn, item)[2:4]
  119. eligible.append(preferred_versions[pn][1])
  120. for p in eligible:
  121. if p in build_cache_fail:
  122. bb.msg.debug(1, bb.msg.domain.Provider, "rejecting already-failed %s" % p)
  123. eligible.remove(p)
  124. if len(eligible) == 0:
  125. bb.msg.error(bb.msg.domain.Provider, "no eligible providers for %s" % item)
  126. return 0
  127. # If pn == item, give it a slight default preference
  128. # This means PREFERRED_PROVIDER_foobar defaults to foobar if available
  129. for p in providers:
  130. pn = dataCache.pkg_fn[p]
  131. if pn != item:
  132. continue
  133. (newvers, fn) = preferred_versions[pn]
  134. if not fn in eligible:
  135. continue
  136. eligible.remove(fn)
  137. eligible = [fn] + eligible
  138. # look to see if one of them is already staged, or marked as preferred.
  139. # if so, bump it to the head of the queue
  140. for p in providers:
  141. pn = dataCache.pkg_fn[p]
  142. pv, pr = dataCache.pkg_pvpr[p]
  143. stamp = '%s.do_populate_staging' % dataCache.stamp[p]
  144. if os.path.exists(stamp):
  145. (newvers, fn) = preferred_versions[pn]
  146. if not fn in eligible:
  147. # package was made ineligible by already-failed check
  148. continue
  149. oldver = "%s-%s" % (pv, pr)
  150. newver = '-'.join(newvers)
  151. if (newver != oldver):
  152. extra_chat = "%s (%s) already staged but upgrading to %s to satisfy %s" % (pn, oldver, newver, item)
  153. else:
  154. extra_chat = "Selecting already-staged %s (%s) to satisfy %s" % (pn, oldver, item)
  155. bb.msg.note(2, bb.msg.domain.Provider, "%s" % extra_chat)
  156. eligible.remove(fn)
  157. eligible = [fn] + eligible
  158. break
  159. return eligible
  160. def getRuntimeProviders(dataCache, rdepend):
  161. """
  162. Return any providers of runtime dependency
  163. """
  164. rproviders = []
  165. if rdepend in dataCache.rproviders:
  166. rproviders += dataCache.rproviders[rdepend]
  167. if rdepend in dataCache.packages:
  168. rproviders += dataCache.packages[rdepend]
  169. if rproviders:
  170. return rproviders
  171. # Only search dynamic packages if we can't find anything in other variables
  172. for pattern in dataCache.packages_dynamic:
  173. regexp = re.compile(pattern)
  174. if regexp.match(rdepend):
  175. rproviders += dataCache.packages_dynamic[pattern]
  176. return rproviders