knotty.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730
  1. #
  2. # BitBake (No)TTY UI Implementation
  3. #
  4. # Handling output to TTYs or files (no TTY)
  5. #
  6. # Copyright (C) 2006-2012 Richard Purdie
  7. #
  8. # SPDX-License-Identifier: GPL-2.0-only
  9. #
  10. # This program is free software; you can redistribute it and/or modify
  11. # it under the terms of the GNU General Public License version 2 as
  12. # published by the Free Software Foundation.
  13. #
  14. # This program is distributed in the hope that it will be useful,
  15. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. # GNU General Public License for more details.
  18. #
  19. # You should have received a copy of the GNU General Public License along
  20. # with this program; if not, write to the Free Software Foundation, Inc.,
  21. # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  22. from __future__ import division
  23. import os
  24. import sys
  25. import xmlrpc.client as xmlrpclib
  26. import logging
  27. import progressbar
  28. import signal
  29. import bb.msg
  30. import time
  31. import fcntl
  32. import struct
  33. import copy
  34. import atexit
  35. from bb.ui import uihelper
  36. featureSet = [bb.cooker.CookerFeatures.SEND_SANITYEVENTS]
  37. logger = logging.getLogger("BitBake")
  38. interactive = sys.stdout.isatty()
  39. class BBProgress(progressbar.ProgressBar):
  40. def __init__(self, msg, maxval, widgets=None, extrapos=-1, resize_handler=None):
  41. self.msg = msg
  42. self.extrapos = extrapos
  43. if not widgets:
  44. widgets = [progressbar.Percentage(), ' ', progressbar.Bar(), ' ',
  45. progressbar.ETA()]
  46. self.extrapos = 4
  47. if resize_handler:
  48. self._resize_default = resize_handler
  49. else:
  50. self._resize_default = signal.getsignal(signal.SIGWINCH)
  51. progressbar.ProgressBar.__init__(self, maxval, [self.msg + ": "] + widgets, fd=sys.stdout)
  52. def _handle_resize(self, signum=None, frame=None):
  53. progressbar.ProgressBar._handle_resize(self, signum, frame)
  54. if self._resize_default:
  55. self._resize_default(signum, frame)
  56. def finish(self):
  57. progressbar.ProgressBar.finish(self)
  58. if self._resize_default:
  59. signal.signal(signal.SIGWINCH, self._resize_default)
  60. def setmessage(self, msg):
  61. self.msg = msg
  62. self.widgets[0] = msg
  63. def setextra(self, extra):
  64. if self.extrapos > -1:
  65. if extra:
  66. extrastr = str(extra)
  67. if extrastr[0] != ' ':
  68. extrastr = ' ' + extrastr
  69. else:
  70. extrastr = ''
  71. self.widgets[self.extrapos] = extrastr
  72. def _need_update(self):
  73. # We always want the bar to print when update() is called
  74. return True
  75. class NonInteractiveProgress(object):
  76. fobj = sys.stdout
  77. def __init__(self, msg, maxval):
  78. self.msg = msg
  79. self.maxval = maxval
  80. self.finished = False
  81. def start(self, update=True):
  82. self.fobj.write("%s..." % self.msg)
  83. self.fobj.flush()
  84. return self
  85. def update(self, value):
  86. pass
  87. def finish(self):
  88. if self.finished:
  89. return
  90. self.fobj.write("done.\n")
  91. self.fobj.flush()
  92. self.finished = True
  93. def new_progress(msg, maxval):
  94. if interactive:
  95. return BBProgress(msg, maxval)
  96. else:
  97. return NonInteractiveProgress(msg, maxval)
  98. def pluralise(singular, plural, qty):
  99. if(qty == 1):
  100. return singular % qty
  101. else:
  102. return plural % qty
  103. class InteractConsoleLogFilter(logging.Filter):
  104. def __init__(self, tf, format):
  105. self.tf = tf
  106. self.format = format
  107. def filter(self, record):
  108. if record.levelno == self.format.NOTE and (record.msg.startswith("Running") or record.msg.startswith("recipe ")):
  109. return False
  110. self.tf.clearFooter()
  111. return True
  112. class TerminalFilter(object):
  113. rows = 25
  114. columns = 80
  115. def sigwinch_handle(self, signum, frame):
  116. self.rows, self.columns = self.getTerminalColumns()
  117. if self._sigwinch_default:
  118. self._sigwinch_default(signum, frame)
  119. def getTerminalColumns(self):
  120. def ioctl_GWINSZ(fd):
  121. try:
  122. cr = struct.unpack('hh', fcntl.ioctl(fd, self.termios.TIOCGWINSZ, '1234'))
  123. except:
  124. return None
  125. return cr
  126. cr = ioctl_GWINSZ(sys.stdout.fileno())
  127. if not cr:
  128. try:
  129. fd = os.open(os.ctermid(), os.O_RDONLY)
  130. cr = ioctl_GWINSZ(fd)
  131. os.close(fd)
  132. except:
  133. pass
  134. if not cr:
  135. try:
  136. cr = (env['LINES'], env['COLUMNS'])
  137. except:
  138. cr = (25, 80)
  139. return cr
  140. def __init__(self, main, helper, console, errconsole, format, quiet):
  141. self.main = main
  142. self.helper = helper
  143. self.cuu = None
  144. self.stdinbackup = None
  145. self.interactive = sys.stdout.isatty()
  146. self.footer_present = False
  147. self.lastpids = []
  148. self.lasttime = None
  149. self.quiet = quiet
  150. if not self.interactive:
  151. return
  152. try:
  153. import curses
  154. except ImportError:
  155. sys.exit("FATAL: The knotty ui could not load the required curses python module.")
  156. import termios
  157. self.curses = curses
  158. self.termios = termios
  159. try:
  160. fd = sys.stdin.fileno()
  161. self.stdinbackup = termios.tcgetattr(fd)
  162. new = copy.deepcopy(self.stdinbackup)
  163. new[3] = new[3] & ~termios.ECHO
  164. termios.tcsetattr(fd, termios.TCSADRAIN, new)
  165. curses.setupterm()
  166. if curses.tigetnum("colors") > 2:
  167. format.enable_color()
  168. self.ed = curses.tigetstr("ed")
  169. if self.ed:
  170. self.cuu = curses.tigetstr("cuu")
  171. try:
  172. self._sigwinch_default = signal.getsignal(signal.SIGWINCH)
  173. signal.signal(signal.SIGWINCH, self.sigwinch_handle)
  174. except:
  175. pass
  176. self.rows, self.columns = self.getTerminalColumns()
  177. except:
  178. self.cuu = None
  179. if not self.cuu:
  180. self.interactive = False
  181. bb.note("Unable to use interactive mode for this terminal, using fallback")
  182. return
  183. if console:
  184. console.addFilter(InteractConsoleLogFilter(self, format))
  185. if errconsole:
  186. errconsole.addFilter(InteractConsoleLogFilter(self, format))
  187. self.main_progress = None
  188. def clearFooter(self):
  189. if self.footer_present:
  190. lines = self.footer_present
  191. sys.stdout.buffer.write(self.curses.tparm(self.cuu, lines))
  192. sys.stdout.buffer.write(self.curses.tparm(self.ed))
  193. sys.stdout.flush()
  194. self.footer_present = False
  195. def updateFooter(self):
  196. if not self.cuu:
  197. return
  198. activetasks = self.helper.running_tasks
  199. failedtasks = self.helper.failed_tasks
  200. runningpids = self.helper.running_pids
  201. currenttime = time.time()
  202. if not self.lasttime or (currenttime - self.lasttime > 5):
  203. self.helper.needUpdate = True
  204. self.lasttime = currenttime
  205. if self.footer_present and not self.helper.needUpdate:
  206. return
  207. self.helper.needUpdate = False
  208. if self.footer_present:
  209. self.clearFooter()
  210. if (not self.helper.tasknumber_total or self.helper.tasknumber_current == self.helper.tasknumber_total) and not len(activetasks):
  211. return
  212. tasks = []
  213. for t in runningpids:
  214. progress = activetasks[t].get("progress", None)
  215. if progress is not None:
  216. pbar = activetasks[t].get("progressbar", None)
  217. rate = activetasks[t].get("rate", None)
  218. start_time = activetasks[t].get("starttime", None)
  219. if not pbar or pbar.bouncing != (progress < 0):
  220. if progress < 0:
  221. pbar = BBProgress("0: %s (pid %s) " % (activetasks[t]["title"], t), 100, widgets=[progressbar.BouncingSlider(), ''], extrapos=2, resize_handler=self.sigwinch_handle)
  222. pbar.bouncing = True
  223. else:
  224. pbar = BBProgress("0: %s (pid %s) " % (activetasks[t]["title"], t), 100, widgets=[progressbar.Percentage(), ' ', progressbar.Bar(), ''], extrapos=4, resize_handler=self.sigwinch_handle)
  225. pbar.bouncing = False
  226. activetasks[t]["progressbar"] = pbar
  227. tasks.append((pbar, progress, rate, start_time))
  228. else:
  229. start_time = activetasks[t].get("starttime", None)
  230. if start_time:
  231. tasks.append("%s - %ds (pid %s)" % (activetasks[t]["title"], currenttime - start_time, t))
  232. else:
  233. tasks.append("%s (pid %s)" % (activetasks[t]["title"], t))
  234. if self.main.shutdown:
  235. content = "Waiting for %s running tasks to finish:" % len(activetasks)
  236. print(content)
  237. else:
  238. if self.quiet:
  239. content = "Running tasks (%s of %s)" % (self.helper.tasknumber_current, self.helper.tasknumber_total)
  240. elif not len(activetasks):
  241. content = "No currently running tasks (%s of %s)" % (self.helper.tasknumber_current, self.helper.tasknumber_total)
  242. else:
  243. content = "Currently %2s running tasks (%s of %s)" % (len(activetasks), self.helper.tasknumber_current, self.helper.tasknumber_total)
  244. maxtask = self.helper.tasknumber_total
  245. if not self.main_progress or self.main_progress.maxval != maxtask:
  246. widgets = [' ', progressbar.Percentage(), ' ', progressbar.Bar()]
  247. self.main_progress = BBProgress("Running tasks", maxtask, widgets=widgets, resize_handler=self.sigwinch_handle)
  248. self.main_progress.start(False)
  249. self.main_progress.setmessage(content)
  250. progress = self.helper.tasknumber_current - 1
  251. if progress < 0:
  252. progress = 0
  253. content = self.main_progress.update(progress)
  254. print('')
  255. lines = 1 + int(len(content) / (self.columns + 1))
  256. if self.quiet == 0:
  257. for tasknum, task in enumerate(tasks[:(self.rows - 2)]):
  258. if isinstance(task, tuple):
  259. pbar, progress, rate, start_time = task
  260. if not pbar.start_time:
  261. pbar.start(False)
  262. if start_time:
  263. pbar.start_time = start_time
  264. pbar.setmessage('%s:%s' % (tasknum, pbar.msg.split(':', 1)[1]))
  265. if progress > -1:
  266. pbar.setextra(rate)
  267. content = pbar.update(progress)
  268. else:
  269. content = pbar.update(1)
  270. print('')
  271. else:
  272. content = "%s: %s" % (tasknum, task)
  273. print(content)
  274. lines = lines + 1 + int(len(content) / (self.columns + 1))
  275. self.footer_present = lines
  276. self.lastpids = runningpids[:]
  277. self.lastcount = self.helper.tasknumber_current
  278. def finish(self):
  279. if self.stdinbackup:
  280. fd = sys.stdin.fileno()
  281. self.termios.tcsetattr(fd, self.termios.TCSADRAIN, self.stdinbackup)
  282. def print_event_log(event, includelogs, loglines, termfilter):
  283. # FIXME refactor this out further
  284. logfile = event.logfile
  285. if logfile and os.path.exists(logfile):
  286. termfilter.clearFooter()
  287. bb.error("Logfile of failure stored in: %s" % logfile)
  288. if includelogs and not event.errprinted:
  289. print("Log data follows:")
  290. f = open(logfile, "r")
  291. lines = []
  292. while True:
  293. l = f.readline()
  294. if l == '':
  295. break
  296. l = l.rstrip()
  297. if loglines:
  298. lines.append(' | %s' % l)
  299. if len(lines) > int(loglines):
  300. lines.pop(0)
  301. else:
  302. print('| %s' % l)
  303. f.close()
  304. if lines:
  305. for line in lines:
  306. print(line)
  307. def _log_settings_from_server(server, observe_only):
  308. # Get values of variables which control our output
  309. includelogs, error = server.runCommand(["getVariable", "BBINCLUDELOGS"])
  310. if error:
  311. logger.error("Unable to get the value of BBINCLUDELOGS variable: %s" % error)
  312. raise BaseException(error)
  313. loglines, error = server.runCommand(["getVariable", "BBINCLUDELOGS_LINES"])
  314. if error:
  315. logger.error("Unable to get the value of BBINCLUDELOGS_LINES variable: %s" % error)
  316. raise BaseException(error)
  317. if observe_only:
  318. cmd = 'getVariable'
  319. else:
  320. cmd = 'getSetVariable'
  321. consolelogfile, error = server.runCommand([cmd, "BB_CONSOLELOG"])
  322. if error:
  323. logger.error("Unable to get the value of BB_CONSOLELOG variable: %s" % error)
  324. raise BaseException(error)
  325. return includelogs, loglines, consolelogfile
  326. _evt_list = [ "bb.runqueue.runQueueExitWait", "bb.event.LogExecTTY", "logging.LogRecord",
  327. "bb.build.TaskFailed", "bb.build.TaskBase", "bb.event.ParseStarted",
  328. "bb.event.ParseProgress", "bb.event.ParseCompleted", "bb.event.CacheLoadStarted",
  329. "bb.event.CacheLoadProgress", "bb.event.CacheLoadCompleted", "bb.command.CommandFailed",
  330. "bb.command.CommandExit", "bb.command.CommandCompleted", "bb.cooker.CookerExit",
  331. "bb.event.MultipleProviders", "bb.event.NoProvider", "bb.runqueue.sceneQueueTaskStarted",
  332. "bb.runqueue.runQueueTaskStarted", "bb.runqueue.runQueueTaskFailed", "bb.runqueue.sceneQueueTaskFailed",
  333. "bb.event.BuildBase", "bb.build.TaskStarted", "bb.build.TaskSucceeded", "bb.build.TaskFailedSilent",
  334. "bb.build.TaskProgress", "bb.event.ProcessStarted", "bb.event.ProcessProgress", "bb.event.ProcessFinished"]
  335. def main(server, eventHandler, params, tf = TerminalFilter):
  336. if not params.observe_only:
  337. params.updateToServer(server, os.environ.copy())
  338. includelogs, loglines, consolelogfile = _log_settings_from_server(server, params.observe_only)
  339. if sys.stdin.isatty() and sys.stdout.isatty():
  340. log_exec_tty = True
  341. else:
  342. log_exec_tty = False
  343. helper = uihelper.BBUIHelper()
  344. console = logging.StreamHandler(sys.stdout)
  345. errconsole = logging.StreamHandler(sys.stderr)
  346. format_str = "%(levelname)s: %(message)s"
  347. format = bb.msg.BBLogFormatter(format_str)
  348. if params.options.quiet == 0:
  349. forcelevel = None
  350. elif params.options.quiet > 2:
  351. forcelevel = bb.msg.BBLogFormatter.ERROR
  352. else:
  353. forcelevel = bb.msg.BBLogFormatter.WARNING
  354. bb.msg.addDefaultlogFilter(console, bb.msg.BBLogFilterStdOut, forcelevel)
  355. bb.msg.addDefaultlogFilter(errconsole, bb.msg.BBLogFilterStdErr)
  356. console.setFormatter(format)
  357. errconsole.setFormatter(format)
  358. if not bb.msg.has_console_handler(logger):
  359. logger.addHandler(console)
  360. logger.addHandler(errconsole)
  361. bb.utils.set_process_name("KnottyUI")
  362. if params.options.remote_server and params.options.kill_server:
  363. server.terminateServer()
  364. return
  365. consolelog = None
  366. if consolelogfile and not params.options.show_environment and not params.options.show_versions:
  367. bb.utils.mkdirhier(os.path.dirname(consolelogfile))
  368. conlogformat = bb.msg.BBLogFormatter(format_str)
  369. consolelog = logging.FileHandler(consolelogfile)
  370. bb.msg.addDefaultlogFilter(consolelog)
  371. consolelog.setFormatter(conlogformat)
  372. logger.addHandler(consolelog)
  373. loglink = os.path.join(os.path.dirname(consolelogfile), 'console-latest.log')
  374. bb.utils.remove(loglink)
  375. try:
  376. os.symlink(os.path.basename(consolelogfile), loglink)
  377. except OSError:
  378. pass
  379. llevel, debug_domains = bb.msg.constructLogOptions()
  380. server.runCommand(["setEventMask", server.getEventHandle(), llevel, debug_domains, _evt_list])
  381. universe = False
  382. if not params.observe_only:
  383. params.updateFromServer(server)
  384. cmdline = params.parseActions()
  385. if not cmdline:
  386. print("Nothing to do. Use 'bitbake world' to build everything, or run 'bitbake --help' for usage information.")
  387. return 1
  388. if 'msg' in cmdline and cmdline['msg']:
  389. logger.error(cmdline['msg'])
  390. return 1
  391. if cmdline['action'][0] == "buildTargets" and "universe" in cmdline['action'][1]:
  392. universe = True
  393. ret, error = server.runCommand(cmdline['action'])
  394. if error:
  395. logger.error("Command '%s' failed: %s" % (cmdline, error))
  396. return 1
  397. elif ret != True:
  398. logger.error("Command '%s' failed: returned %s" % (cmdline, ret))
  399. return 1
  400. parseprogress = None
  401. cacheprogress = None
  402. main.shutdown = 0
  403. interrupted = False
  404. return_value = 0
  405. errors = 0
  406. warnings = 0
  407. taskfailures = []
  408. termfilter = tf(main, helper, console, errconsole, format, params.options.quiet)
  409. atexit.register(termfilter.finish)
  410. while True:
  411. try:
  412. event = eventHandler.waitEvent(0)
  413. if event is None:
  414. if main.shutdown > 1:
  415. break
  416. termfilter.updateFooter()
  417. event = eventHandler.waitEvent(0.25)
  418. if event is None:
  419. continue
  420. helper.eventHandler(event)
  421. if isinstance(event, bb.runqueue.runQueueExitWait):
  422. if not main.shutdown:
  423. main.shutdown = 1
  424. continue
  425. if isinstance(event, bb.event.LogExecTTY):
  426. if log_exec_tty:
  427. tries = event.retries
  428. while tries:
  429. print("Trying to run: %s" % event.prog)
  430. if os.system(event.prog) == 0:
  431. break
  432. time.sleep(event.sleep_delay)
  433. tries -= 1
  434. if tries:
  435. continue
  436. logger.warning(event.msg)
  437. continue
  438. if isinstance(event, logging.LogRecord):
  439. if event.levelno >= format.ERROR:
  440. errors = errors + 1
  441. return_value = 1
  442. elif event.levelno == format.WARNING:
  443. warnings = warnings + 1
  444. if event.taskpid != 0:
  445. # For "normal" logging conditions, don't show note logs from tasks
  446. # but do show them if the user has changed the default log level to
  447. # include verbose/debug messages
  448. if event.levelno <= format.NOTE and (event.levelno < llevel or (event.levelno == format.NOTE and llevel != format.VERBOSE)):
  449. continue
  450. # Prefix task messages with recipe/task
  451. if event.taskpid in helper.running_tasks and event.levelno != format.PLAIN:
  452. taskinfo = helper.running_tasks[event.taskpid]
  453. event.msg = taskinfo['title'] + ': ' + event.msg
  454. if hasattr(event, 'fn'):
  455. event.msg = event.fn + ': ' + event.msg
  456. logger.handle(event)
  457. continue
  458. if isinstance(event, bb.build.TaskFailedSilent):
  459. logger.warning("Logfile for failed setscene task is %s" % event.logfile)
  460. continue
  461. if isinstance(event, bb.build.TaskFailed):
  462. return_value = 1
  463. print_event_log(event, includelogs, loglines, termfilter)
  464. if isinstance(event, bb.build.TaskBase):
  465. logger.info(event._message)
  466. continue
  467. if isinstance(event, bb.event.ParseStarted):
  468. if params.options.quiet > 1:
  469. continue
  470. if event.total == 0:
  471. continue
  472. parseprogress = new_progress("Parsing recipes", event.total).start()
  473. continue
  474. if isinstance(event, bb.event.ParseProgress):
  475. if params.options.quiet > 1:
  476. continue
  477. if parseprogress:
  478. parseprogress.update(event.current)
  479. else:
  480. bb.warn("Got ParseProgress event for parsing that never started?")
  481. continue
  482. if isinstance(event, bb.event.ParseCompleted):
  483. if params.options.quiet > 1:
  484. continue
  485. if not parseprogress:
  486. continue
  487. parseprogress.finish()
  488. pasreprogress = None
  489. if params.options.quiet == 0:
  490. print(("Parsing of %d .bb files complete (%d cached, %d parsed). %d targets, %d skipped, %d masked, %d errors."
  491. % ( event.total, event.cached, event.parsed, event.virtuals, event.skipped, event.masked, event.errors)))
  492. continue
  493. if isinstance(event, bb.event.CacheLoadStarted):
  494. if params.options.quiet > 1:
  495. continue
  496. cacheprogress = new_progress("Loading cache", event.total).start()
  497. continue
  498. if isinstance(event, bb.event.CacheLoadProgress):
  499. if params.options.quiet > 1:
  500. continue
  501. cacheprogress.update(event.current)
  502. continue
  503. if isinstance(event, bb.event.CacheLoadCompleted):
  504. if params.options.quiet > 1:
  505. continue
  506. cacheprogress.finish()
  507. if params.options.quiet == 0:
  508. print("Loaded %d entries from dependency cache." % event.num_entries)
  509. continue
  510. if isinstance(event, bb.command.CommandFailed):
  511. return_value = event.exitcode
  512. if event.error:
  513. errors = errors + 1
  514. logger.error(str(event))
  515. main.shutdown = 2
  516. continue
  517. if isinstance(event, bb.command.CommandExit):
  518. if not return_value:
  519. return_value = event.exitcode
  520. continue
  521. if isinstance(event, (bb.command.CommandCompleted, bb.cooker.CookerExit)):
  522. main.shutdown = 2
  523. continue
  524. if isinstance(event, bb.event.MultipleProviders):
  525. logger.info(str(event))
  526. continue
  527. if isinstance(event, bb.event.NoProvider):
  528. # For universe builds, only show these as warnings, not errors
  529. if not universe:
  530. return_value = 1
  531. errors = errors + 1
  532. logger.error(str(event))
  533. else:
  534. logger.warning(str(event))
  535. continue
  536. if isinstance(event, bb.runqueue.sceneQueueTaskStarted):
  537. logger.info("Running setscene task %d of %d (%s)" % (event.stats.completed + event.stats.active + event.stats.failed + 1, event.stats.total, event.taskstring))
  538. continue
  539. if isinstance(event, bb.runqueue.runQueueTaskStarted):
  540. if event.noexec:
  541. tasktype = 'noexec task'
  542. else:
  543. tasktype = 'task'
  544. logger.info("Running %s %d of %d (%s)",
  545. tasktype,
  546. event.stats.completed + event.stats.active +
  547. event.stats.failed + 1,
  548. event.stats.total, event.taskstring)
  549. continue
  550. if isinstance(event, bb.runqueue.runQueueTaskFailed):
  551. return_value = 1
  552. taskfailures.append(event.taskstring)
  553. logger.error(str(event))
  554. continue
  555. if isinstance(event, bb.runqueue.sceneQueueTaskFailed):
  556. logger.warning(str(event))
  557. continue
  558. if isinstance(event, bb.event.DepTreeGenerated):
  559. continue
  560. if isinstance(event, bb.event.ProcessStarted):
  561. if params.options.quiet > 1:
  562. continue
  563. parseprogress = new_progress(event.processname, event.total)
  564. parseprogress.start(False)
  565. continue
  566. if isinstance(event, bb.event.ProcessProgress):
  567. if params.options.quiet > 1:
  568. continue
  569. if parseprogress:
  570. parseprogress.update(event.progress)
  571. else:
  572. bb.warn("Got ProcessProgress event for someting that never started?")
  573. continue
  574. if isinstance(event, bb.event.ProcessFinished):
  575. if params.options.quiet > 1:
  576. continue
  577. if parseprogress:
  578. parseprogress.finish()
  579. parseprogress = None
  580. continue
  581. # ignore
  582. if isinstance(event, (bb.event.BuildBase,
  583. bb.event.MetadataEvent,
  584. bb.event.StampUpdate,
  585. bb.event.ConfigParsed,
  586. bb.event.MultiConfigParsed,
  587. bb.event.RecipeParsed,
  588. bb.event.RecipePreFinalise,
  589. bb.runqueue.runQueueEvent,
  590. bb.event.OperationStarted,
  591. bb.event.OperationCompleted,
  592. bb.event.OperationProgress,
  593. bb.event.DiskFull,
  594. bb.event.HeartbeatEvent,
  595. bb.build.TaskProgress)):
  596. continue
  597. logger.error("Unknown event: %s", event)
  598. except EnvironmentError as ioerror:
  599. termfilter.clearFooter()
  600. # ignore interrupted io
  601. if ioerror.args[0] == 4:
  602. continue
  603. sys.stderr.write(str(ioerror))
  604. if not params.observe_only:
  605. _, error = server.runCommand(["stateForceShutdown"])
  606. main.shutdown = 2
  607. except KeyboardInterrupt:
  608. termfilter.clearFooter()
  609. if params.observe_only:
  610. print("\nKeyboard Interrupt, exiting observer...")
  611. main.shutdown = 2
  612. if not params.observe_only and main.shutdown == 1:
  613. print("\nSecond Keyboard Interrupt, stopping...\n")
  614. _, error = server.runCommand(["stateForceShutdown"])
  615. if error:
  616. logger.error("Unable to cleanly stop: %s" % error)
  617. if not params.observe_only and main.shutdown == 0:
  618. print("\nKeyboard Interrupt, closing down...\n")
  619. interrupted = True
  620. _, error = server.runCommand(["stateShutdown"])
  621. if error:
  622. logger.error("Unable to cleanly shutdown: %s" % error)
  623. main.shutdown = main.shutdown + 1
  624. pass
  625. except Exception as e:
  626. import traceback
  627. sys.stderr.write(traceback.format_exc())
  628. if not params.observe_only:
  629. _, error = server.runCommand(["stateForceShutdown"])
  630. main.shutdown = 2
  631. return_value = 1
  632. try:
  633. termfilter.clearFooter()
  634. summary = ""
  635. if taskfailures:
  636. summary += pluralise("\nSummary: %s task failed:",
  637. "\nSummary: %s tasks failed:", len(taskfailures))
  638. for failure in taskfailures:
  639. summary += "\n %s" % failure
  640. if warnings:
  641. summary += pluralise("\nSummary: There was %s WARNING message shown.",
  642. "\nSummary: There were %s WARNING messages shown.", warnings)
  643. if return_value and errors:
  644. summary += pluralise("\nSummary: There was %s ERROR message shown, returning a non-zero exit code.",
  645. "\nSummary: There were %s ERROR messages shown, returning a non-zero exit code.", errors)
  646. if summary and params.options.quiet == 0:
  647. print(summary)
  648. if interrupted:
  649. print("Execution was interrupted, returning a non-zero exit code.")
  650. if return_value == 0:
  651. return_value = 1
  652. except IOError as e:
  653. import errno
  654. if e.errno == errno.EPIPE:
  655. pass
  656. if consolelog:
  657. logger.removeHandler(consolelog)
  658. consolelog.close()
  659. return return_value