create_nightly_json.py 1.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. import subprocess
  2. import sys
  3. import json
  4. import datetime
  5. import urllib.parse
  6. import sys
  7. def main():
  8. files_by_date = {}
  9. bucket = sys.argv[1]
  10. files_lines = execute_cli(f"b2 ls --long {bucket} nightly").split("\n")
  11. for x in files_lines:
  12. parts = x.split(" ", 1)
  13. if parts[0]:
  14. json_str = execute_cli(f"b2 get-file-info {parts[0]}")
  15. data = json.loads(json_str)
  16. name = remove_prefix(data['fileName'], "nightly/")
  17. url = f"https://f001.backblazeb2.com/file/{bucket}/nightly/{urllib.parse.quote_plus(name)}"
  18. sha1 = data['contentSha1']
  19. ts = int(data['fileInfo']['src_last_modified_millis'])
  20. date = datetime.datetime.fromtimestamp(ts/1000).strftime('%Y-%m-%d')
  21. if date not in files_by_date.keys():
  22. files_by_date[date] = []
  23. files_by_date[date].append({
  24. 'name': name,
  25. 'url': url,
  26. 'sha1': sha1,
  27. })
  28. now = datetime.datetime.utcnow().isoformat()
  29. print(json.dumps({
  30. 'last_updated' : now,
  31. 'files': files_by_date
  32. }, sort_keys=True, indent=4))
  33. def remove_prefix(text, prefix):
  34. return text[text.startswith(prefix) and len(prefix):]
  35. def execute_cli(command):
  36. sb = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE)
  37. return sb.stdout.read().decode("utf-8");
  38. if __name__ == '__main__':
  39. sys.exit(main())