oe-depends-dot 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. #!/usr/bin/env python3
  2. #
  3. # Copyright (C) 2018 Wind River Systems, Inc.
  4. #
  5. # This program is free software; you can redistribute it and/or modify
  6. # it under the terms of the GNU General Public License version 2 as
  7. # published by the Free Software Foundation.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  12. # See the GNU General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU General Public License
  15. # along with this program; if not, write to the Free Software
  16. # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  17. import os
  18. import sys
  19. import argparse
  20. import logging
  21. import re
  22. class Dot(object):
  23. def __init__(self):
  24. parser = argparse.ArgumentParser(
  25. description="Analyse recipe-depends.dot generated by bitbake -g",
  26. epilog="Use %(prog)s --help to get help")
  27. parser.add_argument("dotfile",
  28. help = "Specify the dotfile", nargs = 1, action='store', default='')
  29. parser.add_argument("-k", "--key",
  30. help = "Specify the key, e.g., recipe name",
  31. action="store", default='')
  32. parser.add_argument("-d", "--depends",
  33. help = "Print the key's dependencies",
  34. action="store_true", default=False)
  35. parser.add_argument("-w", "--why",
  36. help = "Print why the key is built",
  37. action="store_true", default=False)
  38. parser.add_argument("-r", "--remove",
  39. help = "Remove duplicated dependencies to reduce the size of the dot files."
  40. " For example, A->B, B->C, A->C, then A->C can be removed.",
  41. action="store_true", default=False)
  42. self.args = parser.parse_args()
  43. if len(sys.argv) != 3 and len(sys.argv) < 5:
  44. print('ERROR: Not enough args, see --help for usage')
  45. @staticmethod
  46. def insert_dep_chain(chain, rdeps, alldeps):
  47. """
  48. insert elements to chain from rdeps, according to alldeps
  49. """
  50. # chain should at least contain one element
  51. if len(chain) == 0:
  52. raise
  53. inserted_elements = []
  54. for rdep in rdeps:
  55. if rdep in chain:
  56. continue
  57. else:
  58. for i in range(0, len(chain)-1):
  59. if chain[i] in alldeps[rdep] and rdep in alldeps[chain[i+1]]:
  60. chain.insert(i+1, rdep)
  61. inserted_elements.append(rdep)
  62. break
  63. if chain[-1] in alldeps[rdep] and rdep not in chain:
  64. chain.append(rdep)
  65. inserted_elements.append(rdep)
  66. return inserted_elements
  67. @staticmethod
  68. def print_dep_chains(key, rdeps, alldeps):
  69. rlist = rdeps.copy()
  70. chain = []
  71. removed_rdeps = [] # hold rdeps removed from rlist
  72. chain.append(key)
  73. while (len(rlist) != 0):
  74. # insert chain from rlist
  75. inserted_elements = Dot.insert_dep_chain(chain, rlist, alldeps)
  76. if not inserted_elements:
  77. if chain[-1] in rlist:
  78. rlist.remove(chain[-1])
  79. removed_rdeps.append(chain[-1])
  80. chain.pop()
  81. continue
  82. else:
  83. # insert chain from removed_rdeps
  84. Dot.insert_dep_chain(chain, removed_rdeps, alldeps)
  85. print(' -> '.join(list(reversed(chain))))
  86. def main(self):
  87. #print(self.args.dotfile[0])
  88. # The format is {key: depends}
  89. depends = {}
  90. with open(self.args.dotfile[0], 'r') as f:
  91. for line in f.readlines():
  92. if ' -> ' not in line:
  93. continue
  94. line_no_quotes = line.replace('"', '')
  95. m = re.match("(.*) -> (.*)", line_no_quotes)
  96. if not m:
  97. print('WARNING: Found unexpected line: %s' % line)
  98. continue
  99. key = m.group(1)
  100. if key == "meta-world-pkgdata":
  101. continue
  102. dep = m.group(2)
  103. if key in depends:
  104. if not key in depends[key]:
  105. depends[key].add(dep)
  106. else:
  107. print('WARNING: Fonud duplicated line: %s' % line)
  108. else:
  109. depends[key] = set()
  110. depends[key].add(dep)
  111. if self.args.remove:
  112. reduced_depends = {}
  113. for k, deps in depends.items():
  114. child_deps = set()
  115. added = set()
  116. # Both direct and indirect depends are already in the dict, so
  117. # we don't have to do this recursively.
  118. for dep in deps:
  119. if dep in depends:
  120. child_deps |= depends[dep]
  121. reduced_depends[k] = deps - child_deps
  122. outfile= '%s-reduced%s' % (self.args.dotfile[0][:-4], self.args.dotfile[0][-4:])
  123. with open(outfile, 'w') as f:
  124. print('Saving reduced dot file to %s' % outfile)
  125. f.write('digraph depends {\n')
  126. for k, v in reduced_depends.items():
  127. for dep in v:
  128. f.write('"%s" -> "%s"\n' % (k, dep))
  129. f.write('}\n')
  130. sys.exit(0)
  131. if self.args.key not in depends:
  132. print("ERROR: Can't find key %s in %s" % (self.args.key, self.args.dotfile[0]))
  133. sys.exit(1)
  134. if self.args.depends:
  135. if self.args.key in depends:
  136. print('Depends: %s' % ' '.join(depends[self.args.key]))
  137. reverse_deps = []
  138. if self.args.why:
  139. for k, v in depends.items():
  140. if self.args.key in v and not k in reverse_deps:
  141. reverse_deps.append(k)
  142. print('Because: %s' % ' '.join(reverse_deps))
  143. Dot.print_dep_chains(self.args.key, reverse_deps, depends)
  144. if __name__ == "__main__":
  145. try:
  146. dot = Dot()
  147. ret = dot.main()
  148. except Exception as esc:
  149. ret = 1
  150. import traceback
  151. traceback.print_exc()
  152. sys.exit(ret)