models.py 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. from __future__ import unicode_literals
  2. from django.db import models
  3. from django.core.validators import MaxValueValidator, MinValueValidator
  4. from django.utils.encoding import force_bytes
  5. from orm.models import Project, ProjectLayer, ProjectVariable, ProjectTarget, Build, Layer_Version
  6. import logging
  7. logger = logging.getLogger("toaster")
  8. # a BuildEnvironment is the equivalent of the "build/" directory on the localhost
  9. class BuildEnvironment(models.Model):
  10. SERVER_STOPPED = 0
  11. SERVER_STARTED = 1
  12. SERVER_STATE = (
  13. (SERVER_STOPPED, "stopped"),
  14. (SERVER_STARTED, "started"),
  15. )
  16. TYPE_LOCAL = 0
  17. TYPE = (
  18. (TYPE_LOCAL, "local"),
  19. )
  20. LOCK_FREE = 0
  21. LOCK_LOCK = 1
  22. LOCK_RUNNING = 2
  23. LOCK_STATE = (
  24. (LOCK_FREE, "free"),
  25. (LOCK_LOCK, "lock"),
  26. (LOCK_RUNNING, "running"),
  27. )
  28. address = models.CharField(max_length = 254)
  29. betype = models.IntegerField(choices = TYPE)
  30. bbaddress = models.CharField(max_length = 254, blank = True)
  31. bbport = models.IntegerField(default = -1)
  32. bbtoken = models.CharField(max_length = 126, blank = True)
  33. bbstate = models.IntegerField(choices = SERVER_STATE, default = SERVER_STOPPED)
  34. sourcedir = models.CharField(max_length = 512, blank = True)
  35. builddir = models.CharField(max_length = 512, blank = True)
  36. lock = models.IntegerField(choices = LOCK_STATE, default = LOCK_FREE)
  37. created = models.DateTimeField(auto_now_add = True)
  38. updated = models.DateTimeField(auto_now = True)
  39. def get_artifact(self, path):
  40. if self.betype == BuildEnvironment.TYPE_LOCAL:
  41. return open(path, "r")
  42. raise NotImplementedError("FIXME: artifact download not implemented "\
  43. "for build environment type %s" % \
  44. self.get_betype_display())
  45. def has_artifact(self, path):
  46. import os
  47. if self.betype == BuildEnvironment.TYPE_LOCAL:
  48. return os.path.exists(path)
  49. raise NotImplementedError("FIXME: has artifact not implemented for "\
  50. "build environment type %s" % \
  51. self.get_betype_display())
  52. # a BuildRequest is a request that the scheduler will build using a BuildEnvironment
  53. # the build request queue is the table itself, ordered by state
  54. class BuildRequest(models.Model):
  55. REQ_CREATED = 0
  56. REQ_QUEUED = 1
  57. REQ_INPROGRESS = 2
  58. REQ_COMPLETED = 3
  59. REQ_FAILED = 4
  60. REQ_DELETED = 5
  61. REQ_CANCELLING = 6
  62. REQ_ARCHIVE = 7
  63. REQUEST_STATE = (
  64. (REQ_CREATED, "created"),
  65. (REQ_QUEUED, "queued"),
  66. (REQ_INPROGRESS, "in progress"),
  67. (REQ_COMPLETED, "completed"),
  68. (REQ_FAILED, "failed"),
  69. (REQ_DELETED, "deleted"),
  70. (REQ_CANCELLING, "cancelling"),
  71. (REQ_ARCHIVE, "archive"),
  72. )
  73. search_allowed_fields = ("brtarget__target", "build__project__name")
  74. project = models.ForeignKey(Project)
  75. build = models.OneToOneField(Build, null = True) # TODO: toasterui should set this when Build is created
  76. environment = models.ForeignKey(BuildEnvironment, null = True)
  77. state = models.IntegerField(choices = REQUEST_STATE, default = REQ_CREATED)
  78. created = models.DateTimeField(auto_now_add = True)
  79. updated = models.DateTimeField(auto_now = True)
  80. def __init__(self, *args, **kwargs):
  81. super(BuildRequest, self).__init__(*args, **kwargs)
  82. # Save the old state incase it's about to be modified
  83. self.old_state = self.state
  84. def save(self, *args, **kwargs):
  85. # Check that the state we're trying to set is not going backwards
  86. # e.g. from REQ_FAILED to REQ_INPROGRESS
  87. if self.old_state != self.state and self.old_state > self.state:
  88. logger.warning("Invalid state change requested: "
  89. "Cannot go from %s to %s - ignoring request" %
  90. (BuildRequest.REQUEST_STATE[self.old_state][1],
  91. BuildRequest.REQUEST_STATE[self.state][1])
  92. )
  93. # Set property back to the old value
  94. self.state = self.old_state
  95. return
  96. super(BuildRequest, self).save(*args, **kwargs)
  97. def get_duration(self):
  98. return (self.updated - self.created).total_seconds()
  99. def get_sorted_target_list(self):
  100. tgts = self.brtarget_set.order_by( 'target' );
  101. return( tgts );
  102. def get_machine(self):
  103. return self.brvariable_set.get(name="MACHINE").value
  104. def __str__(self):
  105. return force_bytes('%s %s' % (self.project, self.get_state_display()))
  106. # These tables specify the settings for running an actual build.
  107. # They MUST be kept in sync with the tables in orm.models.Project*
  108. class BRLayer(models.Model):
  109. req = models.ForeignKey(BuildRequest)
  110. name = models.CharField(max_length = 100)
  111. giturl = models.CharField(max_length = 254)
  112. commit = models.CharField(max_length = 254)
  113. dirpath = models.CharField(max_length = 254)
  114. layer_version = models.ForeignKey(Layer_Version, null=True)
  115. class BRBitbake(models.Model):
  116. req = models.OneToOneField(BuildRequest) # only one bitbake for a request
  117. giturl = models.CharField(max_length =254)
  118. commit = models.CharField(max_length = 254)
  119. dirpath = models.CharField(max_length = 254)
  120. class BRVariable(models.Model):
  121. req = models.ForeignKey(BuildRequest)
  122. name = models.CharField(max_length=100)
  123. value = models.TextField(blank = True)
  124. class BRTarget(models.Model):
  125. req = models.ForeignKey(BuildRequest)
  126. target = models.CharField(max_length=100)
  127. task = models.CharField(max_length=100, null=True)
  128. class BRError(models.Model):
  129. req = models.ForeignKey(BuildRequest)
  130. errtype = models.CharField(max_length=100)
  131. errmsg = models.TextField()
  132. traceback = models.TextField()
  133. def __str__(self):
  134. return "%s (%s)" % (self.errmsg, self.req)