binaries.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. __package__ = 'plugins_pkg.pip'
  2. import sys
  3. from pathlib import Path
  4. from typing import List
  5. from pydantic import InstanceOf, Field, model_validator
  6. import django
  7. import django.db.backends.sqlite3.base
  8. from django.db.backends.sqlite3.base import Database as django_sqlite3 # type: ignore[import-type]
  9. from pydantic_pkgr import BinProvider, BinName, BinaryOverrides, SemVer
  10. from archivebox import VERSION
  11. from abx.archivebox.base_binary import BaseBinary, BaseBinProvider, env, apt, brew
  12. from archivebox.misc.logging import hint
  13. from .binproviders import LIB_PIP_BINPROVIDER, VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER
  14. ###################### Config ##########################
  15. class ArchiveboxBinary(BaseBinary):
  16. name: BinName = 'archivebox'
  17. binproviders_supported: List[InstanceOf[BinProvider]] = [VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER, apt, brew, env]
  18. overrides: BinaryOverrides = {
  19. VENV_PIP_BINPROVIDER.name: {'packages': [], 'version': VERSION},
  20. SYS_PIP_BINPROVIDER.name: {'packages': [], 'version': VERSION},
  21. apt.name: {'packages': [], 'version': VERSION},
  22. brew.name: {'packages': [], 'version': VERSION},
  23. }
  24. # @validate_call
  25. def install(self, **kwargs):
  26. return self.load() # obviously it's already installed if we are running this ;)
  27. # @validate_call
  28. def load_or_install(self, **kwargs):
  29. return self.load() # obviously it's already installed if we are running this ;)
  30. ARCHIVEBOX_BINARY = ArchiveboxBinary()
  31. class PythonBinary(BaseBinary):
  32. name: BinName = 'python'
  33. binproviders_supported: List[InstanceOf[BinProvider]] = [VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER, apt, brew, env]
  34. overrides: BinaryOverrides = {
  35. SYS_PIP_BINPROVIDER.name: {
  36. 'abspath': sys.executable,
  37. 'version': '{}.{}.{}'.format(*sys.version_info[:3]),
  38. },
  39. }
  40. # @validate_call
  41. def install(self, **kwargs):
  42. return self.load() # obviously it's already installed if we are running this ;)
  43. # @validate_call
  44. def load_or_install(self, **kwargs):
  45. return self.load() # obviously it's already installed if we are running this ;)
  46. PYTHON_BINARY = PythonBinary()
  47. LOADED_SQLITE_PATH = Path(django.db.backends.sqlite3.base.__file__)
  48. LOADED_SQLITE_VERSION = SemVer(django_sqlite3.version)
  49. LOADED_SQLITE_FROM_VENV = str(LOADED_SQLITE_PATH.absolute().resolve()).startswith(str(VENV_PIP_BINPROVIDER.pip_venv.absolute().resolve()))
  50. class SqliteBinary(BaseBinary):
  51. name: BinName = 'sqlite'
  52. binproviders_supported: List[InstanceOf[BaseBinProvider]] = Field(default=[VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER])
  53. overrides: BinaryOverrides = {
  54. VENV_PIP_BINPROVIDER.name: {
  55. "abspath": LOADED_SQLITE_PATH if LOADED_SQLITE_FROM_VENV else None,
  56. "version": LOADED_SQLITE_VERSION if LOADED_SQLITE_FROM_VENV else None,
  57. },
  58. SYS_PIP_BINPROVIDER.name: {
  59. "abspath": LOADED_SQLITE_PATH if not LOADED_SQLITE_FROM_VENV else None,
  60. "version": LOADED_SQLITE_VERSION if not LOADED_SQLITE_FROM_VENV else None,
  61. },
  62. }
  63. @model_validator(mode='after')
  64. def validate_json_extension_is_available(self):
  65. # Check to make sure JSON extension is available in our Sqlite3 instance
  66. try:
  67. cursor = django_sqlite3.connect(':memory:').cursor()
  68. cursor.execute('SELECT JSON(\'{"a": "b"}\')')
  69. except django_sqlite3.OperationalError as exc:
  70. print(f'[red][X] Your SQLite3 version is missing the required JSON1 extension: {exc}[/red]')
  71. hint([
  72. 'Upgrade your Python version or install the extension manually:',
  73. 'https://code.djangoproject.com/wiki/JSON1Extension'
  74. ])
  75. return self
  76. # @validate_call
  77. def install(self, **kwargs):
  78. return self.load() # obviously it's already installed if we are running this ;)
  79. # @validate_call
  80. def load_or_install(self, **kwargs):
  81. return self.load() # obviously it's already installed if we are running this ;)
  82. SQLITE_BINARY = SqliteBinary()
  83. LOADED_DJANGO_PATH = Path(django.__file__)
  84. LOADED_DJANGO_VERSION = SemVer(django.VERSION[:3])
  85. LOADED_DJANGO_FROM_VENV = str(LOADED_DJANGO_PATH.absolute().resolve()).startswith(str(VENV_PIP_BINPROVIDER.pip_venv.absolute().resolve()))
  86. class DjangoBinary(BaseBinary):
  87. name: BinName = 'django'
  88. binproviders_supported: List[InstanceOf[BaseBinProvider]] = Field(default=[VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER])
  89. overrides: BinaryOverrides = {
  90. VENV_PIP_BINPROVIDER.name: {
  91. "abspath": LOADED_DJANGO_PATH if LOADED_DJANGO_FROM_VENV else None,
  92. "version": LOADED_DJANGO_VERSION if LOADED_DJANGO_FROM_VENV else None,
  93. },
  94. SYS_PIP_BINPROVIDER.name: {
  95. "abspath": LOADED_DJANGO_PATH if not LOADED_DJANGO_FROM_VENV else None,
  96. "version": LOADED_DJANGO_VERSION if not LOADED_DJANGO_FROM_VENV else None,
  97. },
  98. }
  99. # @validate_call
  100. def install(self, **kwargs):
  101. return self.load() # obviously it's already installed if we are running this ;)
  102. # @validate_call
  103. def load_or_install(self, **kwargs):
  104. return self.load() # obviously it's already installed if we are running this ;)
  105. DJANGO_BINARY = DjangoBinary()
  106. class PipBinary(BaseBinary):
  107. name: BinName = "pip"
  108. binproviders_supported: List[InstanceOf[BinProvider]] = [LIB_PIP_BINPROVIDER, VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER, apt, brew, env]
  109. # @validate_call
  110. def install(self, **kwargs):
  111. return self.load() # obviously it's already installed if we are running this ;)
  112. # @validate_call
  113. def load_or_install(self, **kwargs):
  114. return self.load() # obviously it's already installed if we are running this ;)
  115. PIP_BINARY = PipBinary()
  116. class PipxBinary(BaseBinary):
  117. name: BinName = "pipx"
  118. binproviders_supported: List[InstanceOf[BinProvider]] = [LIB_PIP_BINPROVIDER, VENV_PIP_BINPROVIDER, SYS_PIP_BINPROVIDER, apt, brew, env]
  119. PIPX_BINARY = PipxBinary()