archival.ArchiveBox/archivebox/plugins/wget/config.json

{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "type": "object",
  "additionalProperties": false,
  "properties": {
    "WGET_ENABLED": {
      "type": "boolean",
      "default": true,
      "x-aliases": ["SAVE_WGET", "USE_WGET"],
      "description": "Enable wget archiving"
    },
    "WGET_WARC_ENABLED": {
      "type": "boolean",
      "default": true,
      "x-aliases": ["SAVE_WARC", "WGET_SAVE_WARC"],
      "description": "Save WARC archive file"
    },
    "WGET_BINARY": {
      "type": "string",
      "default": "wget",
      "description": "Path to wget binary"
    },
    "WGET_TIMEOUT": {
      "type": "integer",
      "default": 60,
      "minimum": 5,
      "x-fallback": "TIMEOUT",
      "description": "Timeout for wget in seconds"
    },
    "WGET_USER_AGENT": {
      "type": "string",
      "default": "",
      "x-fallback": "USER_AGENT",
      "description": "User agent string for wget"
    },
    "WGET_COOKIES_FILE": {
      "type": "string",
      "default": "",
      "x-fallback": "COOKIES_FILE",
      "description": "Path to cookies file"
    },
    "WGET_CHECK_SSL_VALIDITY": {
      "type": "boolean",
      "default": true,
      "x-fallback": "CHECK_SSL_VALIDITY",
      "description": "Whether to verify SSL certificates"
    },
    "WGET_ARGS": {
      "type": "array",
      "items": {"type": "string"},
      "default": [
        "--no-verbose",
        "--adjust-extension",
        "--convert-links",
        "--force-directories",
        "--backup-converted",
        "--span-hosts",
        "--no-parent",
        "--page-requisites",
        "--restrict-file-names=windows",
        "--tries=2",
        "-e", "robots=off"
      ],
      "x-aliases": ["WGET_DEFAULT_ARGS"],
      "description": "Default wget arguments"
    },
    "WGET_ARGS_EXTRA": {
      "type": "array",
      "items": {"type": "string"},
      "default": [],
      "x-aliases": ["WGET_EXTRA_ARGS"],
      "description": "Extra arguments to append to wget command"
    }
  }
}