gen-lockedsig-cache 2.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374
  1. #!/usr/bin/env python3
  2. import os
  3. import sys
  4. import glob
  5. import shutil
  6. import errno
  7. def mkdir(d):
  8. try:
  9. os.makedirs(d)
  10. except OSError as e:
  11. if e.errno != errno.EEXIST:
  12. raise e
  13. if len(sys.argv) < 5:
  14. print("Incorrect number of arguments specified")
  15. print("syntax: gen-lockedsig-cache <locked-sigs.inc> <input-cachedir> <output-cachedir> <nativelsbstring> [filterfile]")
  16. sys.exit(1)
  17. filterlist = []
  18. if len(sys.argv) > 5:
  19. print('Reading filter file %s' % sys.argv[5])
  20. with open(sys.argv[5]) as f:
  21. for l in f.readlines():
  22. if ":" in l:
  23. filterlist.append(l.rstrip())
  24. print('Reading %s' % sys.argv[1])
  25. sigs = []
  26. with open(sys.argv[1]) as f:
  27. for l in f.readlines():
  28. if ":" in l:
  29. task, sig = l.split()[0].rsplit(':', 1)
  30. if filterlist and not task in filterlist:
  31. print('Filtering out %s' % task)
  32. else:
  33. sigs.append(sig)
  34. print('Gathering file list')
  35. files = set()
  36. for s in sigs:
  37. p = sys.argv[2] + "/" + s[:2] + "/*" + s + "*"
  38. files |= set(glob.glob(p))
  39. p = sys.argv[2] + "/%s/" % sys.argv[4] + s[:2] + "/*" + s + "*"
  40. files |= set(glob.glob(p))
  41. print('Processing files')
  42. for f in files:
  43. sys.stdout.write('Processing %s... ' % f)
  44. _, ext = os.path.splitext(f)
  45. if not ext in ['.tgz', '.siginfo', '.sig']:
  46. # Most likely a temp file, skip it
  47. print('skipping')
  48. continue
  49. dst = os.path.join(sys.argv[3], os.path.relpath(f, sys.argv[2]))
  50. destdir = os.path.dirname(dst)
  51. mkdir(destdir)
  52. src = os.path.realpath(f)
  53. if os.path.exists(dst):
  54. os.remove(dst)
  55. if (os.stat(src).st_dev == os.stat(destdir).st_dev):
  56. print('linking')
  57. try:
  58. os.link(src, dst)
  59. except OSError as e:
  60. print('hard linking failed, copying')
  61. shutil.copyfile(src, dst)
  62. else:
  63. print('copying')
  64. shutil.copyfile(src, dst)
  65. print('Done!')