models.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. #
  2. # SPDX-License-Identifier: GPL-2.0-only
  3. #
  4. from __future__ import unicode_literals
  5. from django.db import models
  6. from django.utils.encoding import force_text
  7. from orm.models import Project, Build, Layer_Version
  8. import logging
  9. logger = logging.getLogger("toaster")
  10. # a BuildEnvironment is the equivalent of the "build/" directory on the localhost
  11. class BuildEnvironment(models.Model):
  12. SERVER_STOPPED = 0
  13. SERVER_STARTED = 1
  14. SERVER_STATE = (
  15. (SERVER_STOPPED, "stopped"),
  16. (SERVER_STARTED, "started"),
  17. )
  18. TYPE_LOCAL = 0
  19. TYPE = (
  20. (TYPE_LOCAL, "local"),
  21. )
  22. LOCK_FREE = 0
  23. LOCK_LOCK = 1
  24. LOCK_RUNNING = 2
  25. LOCK_STATE = (
  26. (LOCK_FREE, "free"),
  27. (LOCK_LOCK, "lock"),
  28. (LOCK_RUNNING, "running"),
  29. )
  30. address = models.CharField(max_length = 254)
  31. betype = models.IntegerField(choices = TYPE)
  32. bbaddress = models.CharField(max_length = 254, blank = True)
  33. bbport = models.IntegerField(default = -1)
  34. bbtoken = models.CharField(max_length = 126, blank = True)
  35. bbstate = models.IntegerField(choices = SERVER_STATE, default = SERVER_STOPPED)
  36. sourcedir = models.CharField(max_length = 512, blank = True)
  37. builddir = models.CharField(max_length = 512, blank = True)
  38. lock = models.IntegerField(choices = LOCK_STATE, default = LOCK_FREE)
  39. created = models.DateTimeField(auto_now_add = True)
  40. updated = models.DateTimeField(auto_now = True)
  41. def get_artifact(self, path):
  42. if self.betype == BuildEnvironment.TYPE_LOCAL:
  43. return open(path, "r")
  44. raise NotImplementedError("FIXME: artifact download not implemented "\
  45. "for build environment type %s" % \
  46. self.get_betype_display())
  47. def has_artifact(self, path):
  48. import os
  49. if self.betype == BuildEnvironment.TYPE_LOCAL:
  50. return os.path.exists(path)
  51. raise NotImplementedError("FIXME: has artifact not implemented for "\
  52. "build environment type %s" % \
  53. self.get_betype_display())
  54. # a BuildRequest is a request that the scheduler will build using a BuildEnvironment
  55. # the build request queue is the table itself, ordered by state
  56. class BuildRequest(models.Model):
  57. REQ_CREATED = 0
  58. REQ_QUEUED = 1
  59. REQ_INPROGRESS = 2
  60. REQ_FAILED = 3
  61. REQ_DELETED = 4
  62. REQ_CANCELLING = 5
  63. REQ_COMPLETED = 6
  64. REQ_ARCHIVE = 7
  65. REQUEST_STATE = (
  66. (REQ_CREATED, "created"),
  67. (REQ_QUEUED, "queued"),
  68. (REQ_INPROGRESS, "in progress"),
  69. (REQ_FAILED, "failed"),
  70. (REQ_DELETED, "deleted"),
  71. (REQ_CANCELLING, "cancelling"),
  72. (REQ_COMPLETED, "completed"),
  73. (REQ_ARCHIVE, "archive"),
  74. )
  75. search_allowed_fields = ("brtarget__target", "build__project__name")
  76. project = models.ForeignKey(Project, on_delete=models.CASCADE)
  77. build = models.OneToOneField(Build, on_delete=models.CASCADE, null = True) # TODO: toasterui should set this when Build is created
  78. environment = models.ForeignKey(BuildEnvironment, on_delete=models.CASCADE, null = True)
  79. state = models.IntegerField(choices = REQUEST_STATE, default = REQ_CREATED)
  80. created = models.DateTimeField(auto_now_add = True)
  81. updated = models.DateTimeField(auto_now = True)
  82. def __init__(self, *args, **kwargs):
  83. super(BuildRequest, self).__init__(*args, **kwargs)
  84. # Save the old state in case it's about to be modified
  85. self.old_state = self.state
  86. def save(self, *args, **kwargs):
  87. # Check that the state we're trying to set is not going backwards
  88. # e.g. from REQ_FAILED to REQ_INPROGRESS
  89. if self.old_state != self.state and self.old_state > self.state:
  90. logger.warning("Invalid state change requested: "
  91. "Cannot go from %s to %s - ignoring request" %
  92. (BuildRequest.REQUEST_STATE[self.old_state][1],
  93. BuildRequest.REQUEST_STATE[self.state][1])
  94. )
  95. # Set property back to the old value
  96. self.state = self.old_state
  97. return
  98. super(BuildRequest, self).save(*args, **kwargs)
  99. def get_duration(self):
  100. return (self.updated - self.created).total_seconds()
  101. def get_sorted_target_list(self):
  102. tgts = self.brtarget_set.order_by( 'target' );
  103. return( tgts );
  104. def get_machine(self):
  105. return self.brvariable_set.get(name="MACHINE").value
  106. def __str__(self):
  107. return force_text('%s %s' % (self.project, self.get_state_display()))
  108. # These tables specify the settings for running an actual build.
  109. # They MUST be kept in sync with the tables in orm.models.Project*
  110. class BRLayer(models.Model):
  111. req = models.ForeignKey(BuildRequest, on_delete=models.CASCADE)
  112. name = models.CharField(max_length=100)
  113. giturl = models.CharField(max_length=254, null=True)
  114. local_source_dir = models.CharField(max_length=254, null=True)
  115. commit = models.CharField(max_length=254, null=True)
  116. dirpath = models.CharField(max_length=254, null=True)
  117. layer_version = models.ForeignKey(Layer_Version, on_delete=models.CASCADE, null=True)
  118. class BRBitbake(models.Model):
  119. req = models.OneToOneField(BuildRequest, on_delete=models.CASCADE) # only one bitbake for a request
  120. giturl = models.CharField(max_length =254)
  121. commit = models.CharField(max_length = 254)
  122. dirpath = models.CharField(max_length = 254)
  123. class BRVariable(models.Model):
  124. req = models.ForeignKey(BuildRequest, on_delete=models.CASCADE)
  125. name = models.CharField(max_length=100)
  126. value = models.TextField(blank = True)
  127. class BRTarget(models.Model):
  128. req = models.ForeignKey(BuildRequest, on_delete=models.CASCADE)
  129. target = models.CharField(max_length=100)
  130. task = models.CharField(max_length=100, null=True)
  131. class BRError(models.Model):
  132. req = models.ForeignKey(BuildRequest, on_delete=models.CASCADE)
  133. errtype = models.CharField(max_length=100)
  134. errmsg = models.TextField()
  135. traceback = models.TextField()
  136. def __str__(self):
  137. return "%s (%s)" % (self.errmsg, self.req)