mirror of
https://github.com/freedomofpress/dangerzone.git
synced 2025-04-28 18:02:38 +02:00
Download and verify cosign signatures
Signatures are stored in the OCI Manifest v2 registry [0], and are expected to follow the Cosign Signature Specification [0] The following CLI utilities are provided with `dangerzone-image`: For checking new container images, upgrading them and downloading them: - `upgrade` allows to upgrade the current installed image to the last one available on the OCI registry, downloading and storing the signatures in the process. - `verify-local` allows the verify the currently installed image against downloaded signatures and public key. To prepare and install archives on air-gapped environments: - `prepare-archive` helps to prepare an archive to install on another machine - `load-archive` helps upgrade the local image to the archive given in argument. Signatures are stored locally using the format provided by `cosign download signature`, and the Rekor log index is used to ensure the requested-to-install container image is fresher than the one already present on the system. [0] https://github.com/sigstore/cosign/blob/main/specs/SIGNATURE_SPEC.md
This commit is contained in:
parent
e1bdb75435
commit
a87fd4338b
7 changed files with 687 additions and 13 deletions
|
@ -10,7 +10,8 @@ from . import errors
|
||||||
from .settings import Settings
|
from .settings import Settings
|
||||||
from .util import get_resource_path, get_subprocess_startupinfo
|
from .util import get_resource_path, get_subprocess_startupinfo
|
||||||
|
|
||||||
CONTAINER_NAME = "dangerzone.rocks/dangerzone"
|
OLD_CONTAINER_NAME = "dangerzone.rocks/dangerzone"
|
||||||
|
CONTAINER_NAME = "ghcr.io/freedomofpress/dangerzone/dangerzone"
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
@ -149,12 +150,6 @@ def delete_image_tag(tag: str) -> None:
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
def get_expected_tag() -> str:
|
|
||||||
"""Get the tag of the Dangerzone image tarball from the image-id.txt file."""
|
|
||||||
with get_resource_path("image-id.txt").open() as f:
|
|
||||||
return f.read().strip()
|
|
||||||
|
|
||||||
|
|
||||||
def load_image_tarball() -> None:
|
def load_image_tarball() -> None:
|
||||||
runtime = Runtime()
|
runtime = Runtime()
|
||||||
log.info("Installing Dangerzone container image...")
|
log.info("Installing Dangerzone container image...")
|
||||||
|
@ -199,3 +194,69 @@ def load_image_tarball() -> None:
|
||||||
delete_image_tag(bad_tag)
|
delete_image_tag(bad_tag)
|
||||||
|
|
||||||
log.info("Successfully installed container image")
|
log.info("Successfully installed container image")
|
||||||
|
|
||||||
|
|
||||||
|
def tag_image_by_digest(digest: str, tag: str) -> None:
|
||||||
|
"""Tag a container image by digest.
|
||||||
|
The sha256: prefix should be omitted from the digest.
|
||||||
|
"""
|
||||||
|
runtime = Runtime()
|
||||||
|
image_id = get_image_id_by_digest(digest)
|
||||||
|
cmd = [str(runtime.path), "tag", image_id, tag]
|
||||||
|
log.debug(" ".join(cmd))
|
||||||
|
subprocess.run(cmd, startupinfo=get_subprocess_startupinfo(), check=True)
|
||||||
|
|
||||||
|
|
||||||
|
def get_image_id_by_digest(digest: str) -> str:
|
||||||
|
"""Get an image ID from a digest.
|
||||||
|
The sha256: prefix should be omitted from the digest.
|
||||||
|
"""
|
||||||
|
runtime = Runtime()
|
||||||
|
cmd = [
|
||||||
|
str(runtime.path),
|
||||||
|
"images",
|
||||||
|
"-f",
|
||||||
|
f"digest=sha256:{digest}",
|
||||||
|
"--format",
|
||||||
|
"{{.Id}}",
|
||||||
|
]
|
||||||
|
log.debug(" ".join(cmd))
|
||||||
|
process = subprocess.run(
|
||||||
|
cmd, startupinfo=get_subprocess_startupinfo(), check=True, capture_output=True
|
||||||
|
)
|
||||||
|
# In case we have multiple lines, we only want the first one.
|
||||||
|
return process.stdout.decode().strip().split("\n")[0]
|
||||||
|
|
||||||
|
|
||||||
|
def container_pull(image: str, manifest_digest: str):
|
||||||
|
"""Pull a container image from a registry."""
|
||||||
|
runtime = Runtime()
|
||||||
|
cmd = [str(runtime.path), "pull", f"{image}@sha256:{manifest_digest}"]
|
||||||
|
process = subprocess.Popen(cmd, stdout=subprocess.PIPE)
|
||||||
|
process.communicate()
|
||||||
|
if process.returncode != 0:
|
||||||
|
raise errors.ContainerPullException(f"Could not pull the container image: {e}")
|
||||||
|
|
||||||
|
|
||||||
|
def get_local_image_digest(image: str) -> str:
|
||||||
|
"""
|
||||||
|
Returns a image hash from a local image name
|
||||||
|
"""
|
||||||
|
# Get the image hash from the "podman images" command.
|
||||||
|
# It's not possible to use "podman inspect" here as it
|
||||||
|
# returns the digest of the architecture-bound image
|
||||||
|
runtime = Runtime()
|
||||||
|
cmd = [str(runtime.path), "images", image, "--format", "{{.Digest}}"]
|
||||||
|
log.debug(" ".join(cmd))
|
||||||
|
try:
|
||||||
|
result = subprocess.run(cmd, capture_output=True, check=True)
|
||||||
|
lines = result.stdout.decode().strip().split("\n")
|
||||||
|
if len(lines) != 1:
|
||||||
|
raise errors.MultipleImagesFoundException(
|
||||||
|
f"Expected a single line of output, got {len(lines)} lines"
|
||||||
|
)
|
||||||
|
return lines[0].replace("sha256:", "")
|
||||||
|
except subprocess.CalledProcessError as e:
|
||||||
|
raise errors.ImageNotPresentException(
|
||||||
|
f"The image {image} does not exist locally"
|
||||||
|
)
|
||||||
|
|
|
@ -122,25 +122,37 @@ def handle_document_errors(func: F) -> F:
|
||||||
#### Container-related errors
|
#### Container-related errors
|
||||||
|
|
||||||
|
|
||||||
class ImageNotPresentException(Exception):
|
class ContainerException(Exception):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
class ImageInstallationException(Exception):
|
class ImageNotPresentException(ContainerException):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
class NoContainerTechException(Exception):
|
class MultipleImagesFoundException(ContainerException):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class ImageInstallationException(ContainerException):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class NoContainerTechException(ContainerException):
|
||||||
def __init__(self, container_tech: str) -> None:
|
def __init__(self, container_tech: str) -> None:
|
||||||
super().__init__(f"{container_tech} is not installed")
|
super().__init__(f"{container_tech} is not installed")
|
||||||
|
|
||||||
|
|
||||||
class NotAvailableContainerTechException(Exception):
|
class NotAvailableContainerTechException(ContainerException):
|
||||||
def __init__(self, container_tech: str, error: str) -> None:
|
def __init__(self, container_tech: str, error: str) -> None:
|
||||||
self.error = error
|
self.error = error
|
||||||
self.container_tech = container_tech
|
self.container_tech = container_tech
|
||||||
super().__init__(f"{container_tech} is not available")
|
super().__init__(f"{container_tech} is not available")
|
||||||
|
|
||||||
|
|
||||||
class UnsupportedContainerRuntime(Exception):
|
class UnsupportedContainerRuntime(ContainerException):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class ContainerPullException(ContainerException):
|
||||||
pass
|
pass
|
||||||
|
|
|
@ -22,6 +22,72 @@ def main(debug: bool) -> None:
|
||||||
logging.basicConfig(level=level)
|
logging.basicConfig(level=level)
|
||||||
|
|
||||||
|
|
||||||
|
@main.command()
|
||||||
|
@click.argument("image", default=DEFAULT_IMAGE_NAME)
|
||||||
|
@click.option("--pubkey", default=signatures.DEFAULT_PUBKEY_LOCATION)
|
||||||
|
def upgrade(image: str, pubkey: str) -> None:
|
||||||
|
"""Upgrade the image to the latest signed version."""
|
||||||
|
manifest_digest = registry.get_manifest_digest(image)
|
||||||
|
try:
|
||||||
|
is_upgraded = signatures.upgrade_container_image(image, manifest_digest, pubkey)
|
||||||
|
if is_upgraded:
|
||||||
|
click.echo(f"✅ The local image {image} has been upgraded")
|
||||||
|
click.echo(f"✅ The image has been signed with {pubkey}")
|
||||||
|
click.echo(f"✅ Signatures has been verified and stored locally")
|
||||||
|
|
||||||
|
except errors.ImageAlreadyUpToDate as e:
|
||||||
|
click.echo(f"✅ {e}")
|
||||||
|
raise click.Abort()
|
||||||
|
except Exception as e:
|
||||||
|
click.echo(f"❌ {e}")
|
||||||
|
raise click.Abort()
|
||||||
|
|
||||||
|
|
||||||
|
@main.command()
|
||||||
|
@click.argument("image_filename")
|
||||||
|
@click.option("--pubkey", default=signatures.DEFAULT_PUBKEY_LOCATION)
|
||||||
|
def load_archive(image_filename: str, pubkey: str) -> None:
|
||||||
|
"""Upgrade the local image to the one in the archive."""
|
||||||
|
try:
|
||||||
|
loaded_image = signatures.upgrade_container_image_airgapped(
|
||||||
|
image_filename, pubkey
|
||||||
|
)
|
||||||
|
click.echo(
|
||||||
|
f"✅ Installed image {image_filename} on the system as {loaded_image}"
|
||||||
|
)
|
||||||
|
except errors.ImageAlreadyUpToDate as e:
|
||||||
|
click.echo(f"✅ {e}")
|
||||||
|
raise click.Abort()
|
||||||
|
|
||||||
|
|
||||||
|
@main.command()
|
||||||
|
@click.argument("image")
|
||||||
|
@click.option("--output", default="dangerzone-airgapped.tar")
|
||||||
|
def prepare_archive(image: str, output: str) -> None:
|
||||||
|
"""Prepare an archive to upgrade the dangerzone image on an airgapped environment."""
|
||||||
|
signatures.prepare_airgapped_archive(image, output)
|
||||||
|
click.echo(f"✅ Archive {output} created")
|
||||||
|
|
||||||
|
|
||||||
|
@main.command()
|
||||||
|
@click.argument("image", default=DEFAULT_IMAGE_NAME)
|
||||||
|
@click.option("--pubkey", default=signatures.DEFAULT_PUBKEY_LOCATION)
|
||||||
|
def verify_local(image: str, pubkey: str) -> None:
|
||||||
|
"""
|
||||||
|
Verify the local image signature against a public key and the stored signatures.
|
||||||
|
"""
|
||||||
|
# XXX remove a potentiel :tag
|
||||||
|
if signatures.verify_local_image(image, pubkey):
|
||||||
|
click.echo(
|
||||||
|
(
|
||||||
|
f"Verifying the local image:\n\n"
|
||||||
|
f"pubkey: {pubkey}\n"
|
||||||
|
f"image: {image}\n\n"
|
||||||
|
f"✅ The local image {image} has been signed with {pubkey}"
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@main.command()
|
@main.command()
|
||||||
@click.argument("image")
|
@click.argument("image")
|
||||||
def list_remote_tags(image: str) -> None:
|
def list_remote_tags(image: str) -> None:
|
||||||
|
|
32
dangerzone/updater/cosign.py
Normal file
32
dangerzone/updater/cosign.py
Normal file
|
@ -0,0 +1,32 @@
|
||||||
|
import subprocess
|
||||||
|
|
||||||
|
from . import errors, log
|
||||||
|
|
||||||
|
|
||||||
|
def ensure_installed() -> None:
|
||||||
|
try:
|
||||||
|
subprocess.run(["cosign", "version"], capture_output=True, check=True)
|
||||||
|
except subprocess.CalledProcessError:
|
||||||
|
raise errors.CosignNotInstalledError()
|
||||||
|
|
||||||
|
|
||||||
|
def verify_local_image(oci_image_folder: str, pubkey: str) -> bool:
|
||||||
|
"""Verify the given path against the given public key"""
|
||||||
|
|
||||||
|
ensure_installed()
|
||||||
|
cmd = [
|
||||||
|
"cosign",
|
||||||
|
"verify",
|
||||||
|
"--key",
|
||||||
|
pubkey,
|
||||||
|
"--offline",
|
||||||
|
"--local-image",
|
||||||
|
oci_image_folder,
|
||||||
|
]
|
||||||
|
log.debug(" ".join(cmd))
|
||||||
|
result = subprocess.run(cmd, capture_output=True)
|
||||||
|
if result.returncode == 0:
|
||||||
|
log.info("Signature verified")
|
||||||
|
return True
|
||||||
|
log.info("Failed to verify signature", result.stderr)
|
||||||
|
return False
|
|
@ -2,9 +2,57 @@ class UpdaterError(Exception):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class ImageAlreadyUpToDate(UpdaterError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
class ImageNotFound(UpdaterError):
|
class ImageNotFound(UpdaterError):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SignatureError(UpdaterError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
class RegistryError(UpdaterError):
|
class RegistryError(UpdaterError):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class AirgappedImageDownloadError(UpdaterError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class NoRemoteSignatures(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SignatureVerificationError(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SignatureExtractionError(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SignaturesFolderDoesNotExist(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class InvalidSignatures(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SignatureMismatch(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class LocalSignatureNotFound(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class CosignNotInstalledError(SignatureError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class InvalidLogIndex(SignatureError):
|
||||||
|
pass
|
||||||
|
|
456
dangerzone/updater/signatures.py
Normal file
456
dangerzone/updater/signatures.py
Normal file
|
@ -0,0 +1,456 @@
|
||||||
|
import json
|
||||||
|
import platform
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import tarfile
|
||||||
|
from base64 import b64decode, b64encode
|
||||||
|
from functools import reduce
|
||||||
|
from hashlib import sha256
|
||||||
|
from io import BytesIO
|
||||||
|
from pathlib import Path
|
||||||
|
from tempfile import NamedTemporaryFile, TemporaryDirectory
|
||||||
|
from typing import Dict, List, Optional, Tuple
|
||||||
|
|
||||||
|
from .. import container_utils as runtime
|
||||||
|
from .. import errors as dzerrors
|
||||||
|
from ..util import get_resource_path
|
||||||
|
from . import cosign, errors, log, registry
|
||||||
|
|
||||||
|
try:
|
||||||
|
import platformdirs
|
||||||
|
except ImportError:
|
||||||
|
import appdirs as platformdirs # type: ignore[no-redef]
|
||||||
|
|
||||||
|
|
||||||
|
def get_config_dir() -> Path:
|
||||||
|
return Path(platformdirs.user_config_dir("dangerzone"))
|
||||||
|
|
||||||
|
|
||||||
|
# XXX Store this somewhere else.
|
||||||
|
DEFAULT_PUBKEY_LOCATION = get_resource_path("freedomofpress-dangerzone-pub.key")
|
||||||
|
SIGNATURES_PATH = get_config_dir() / "signatures"
|
||||||
|
LAST_LOG_INDEX = SIGNATURES_PATH / "last_log_index"
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"verify_signature",
|
||||||
|
"load_signatures",
|
||||||
|
"store_signatures",
|
||||||
|
"verify_offline_image_signature",
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
def signature_to_bundle(sig: Dict) -> Dict:
|
||||||
|
"""Convert a cosign-download signature to the format expected by cosign bundle."""
|
||||||
|
bundle = sig["Bundle"]
|
||||||
|
payload = bundle["Payload"]
|
||||||
|
return {
|
||||||
|
"base64Signature": sig["Base64Signature"],
|
||||||
|
"Payload": sig["Payload"],
|
||||||
|
"cert": sig["Cert"],
|
||||||
|
"chain": sig["Chain"],
|
||||||
|
"rekorBundle": {
|
||||||
|
"SignedEntryTimestamp": bundle["SignedEntryTimestamp"],
|
||||||
|
"Payload": {
|
||||||
|
"body": payload["body"],
|
||||||
|
"integratedTime": payload["integratedTime"],
|
||||||
|
"logIndex": payload["logIndex"],
|
||||||
|
"logID": payload["logID"],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"RFC3161Timestamp": sig["RFC3161Timestamp"],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def verify_signature(signature: dict, image_digest: str, pubkey: str) -> bool:
|
||||||
|
"""Verify a signature against a given public key"""
|
||||||
|
# XXX - Also verfy the identity/docker-reference field against the expected value
|
||||||
|
# e.g. ghcr.io/freedomofpress/dangerzone/dangerzone
|
||||||
|
|
||||||
|
cosign.ensure_installed()
|
||||||
|
signature_bundle = signature_to_bundle(signature)
|
||||||
|
|
||||||
|
payload_bytes = b64decode(signature_bundle["Payload"])
|
||||||
|
payload_digest = json.loads(payload_bytes)["critical"]["image"][
|
||||||
|
"docker-manifest-digest"
|
||||||
|
]
|
||||||
|
if payload_digest != f"sha256:{image_digest}":
|
||||||
|
raise errors.SignatureMismatch(
|
||||||
|
f"The signature does not match the image digest ({payload_digest}, {image_digest})"
|
||||||
|
)
|
||||||
|
|
||||||
|
with (
|
||||||
|
NamedTemporaryFile(mode="w") as signature_file,
|
||||||
|
NamedTemporaryFile(mode="bw") as payload_file,
|
||||||
|
):
|
||||||
|
json.dump(signature_bundle, signature_file)
|
||||||
|
signature_file.flush()
|
||||||
|
|
||||||
|
payload_file.write(payload_bytes)
|
||||||
|
payload_file.flush()
|
||||||
|
|
||||||
|
cmd = [
|
||||||
|
"cosign",
|
||||||
|
"verify-blob",
|
||||||
|
"--key",
|
||||||
|
pubkey,
|
||||||
|
"--bundle",
|
||||||
|
signature_file.name,
|
||||||
|
payload_file.name,
|
||||||
|
]
|
||||||
|
log.debug(" ".join(cmd))
|
||||||
|
result = subprocess.run(cmd, capture_output=True)
|
||||||
|
if result.returncode != 0:
|
||||||
|
# XXX Raise instead?
|
||||||
|
log.debug("Failed to verify signature", result.stderr)
|
||||||
|
raise errors.SignatureVerificationError("Failed to verify signature")
|
||||||
|
if result.stderr == b"Verified OK\n":
|
||||||
|
log.debug("Signature verified")
|
||||||
|
return True
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
class Signature:
|
||||||
|
def __init__(self, signature: Dict):
|
||||||
|
self.signature = signature
|
||||||
|
|
||||||
|
@property
|
||||||
|
def payload(self) -> Dict:
|
||||||
|
return json.loads(b64decode(self.signature["Payload"]))
|
||||||
|
|
||||||
|
@property
|
||||||
|
def manifest_digest(self) -> str:
|
||||||
|
full_digest = self.payload["critical"]["image"]["docker-manifest-digest"]
|
||||||
|
return full_digest.replace("sha256:", "")
|
||||||
|
|
||||||
|
|
||||||
|
def is_update_available(image: str) -> Tuple[bool, Optional[str]]:
|
||||||
|
remote_digest = registry.get_manifest_digest(image)
|
||||||
|
try:
|
||||||
|
local_digest = runtime.get_local_image_digest(image)
|
||||||
|
except dzerrors.ImageNotPresentException:
|
||||||
|
log.debug("No local image found")
|
||||||
|
return True, remote_digest
|
||||||
|
log.debug("Remote digest: %s", remote_digest)
|
||||||
|
log.debug("Local digest: %s", local_digest)
|
||||||
|
has_update = remote_digest != local_digest
|
||||||
|
if has_update:
|
||||||
|
return True, remote_digest
|
||||||
|
return False, None
|
||||||
|
|
||||||
|
|
||||||
|
def verify_signatures(
|
||||||
|
signatures: List[Dict],
|
||||||
|
image_digest: str,
|
||||||
|
pubkey: str,
|
||||||
|
) -> bool:
|
||||||
|
for signature in signatures:
|
||||||
|
if not verify_signature(signature, image_digest, pubkey):
|
||||||
|
raise errors.SignatureVerificationError()
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def get_last_log_index() -> int:
|
||||||
|
SIGNATURES_PATH.mkdir(parents=True, exist_ok=True)
|
||||||
|
if not LAST_LOG_INDEX.exists():
|
||||||
|
return 0
|
||||||
|
|
||||||
|
with open(LAST_LOG_INDEX) as f:
|
||||||
|
return int(f.read())
|
||||||
|
|
||||||
|
|
||||||
|
def get_log_index_from_signatures(signatures: List[Dict]) -> int:
|
||||||
|
return reduce(
|
||||||
|
lambda acc, sig: max(acc, sig["Bundle"]["Payload"]["logIndex"]), signatures, 0
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def write_log_index(log_index: int) -> None:
|
||||||
|
last_log_index_path = SIGNATURES_PATH / "last_log_index"
|
||||||
|
|
||||||
|
with open(last_log_index_path, "w") as f:
|
||||||
|
f.write(str(log_index))
|
||||||
|
|
||||||
|
|
||||||
|
def _get_blob(tmpdir: str, digest: str) -> Path:
|
||||||
|
return Path(tmpdir) / "blobs" / "sha256" / digest.replace("sha256:", "")
|
||||||
|
|
||||||
|
|
||||||
|
def upgrade_container_image_airgapped(container_tar: str, pubkey: str) -> str:
|
||||||
|
"""
|
||||||
|
Verify the given archive against its self-contained signatures, then
|
||||||
|
upgrade the image and retag it to the expected tag.
|
||||||
|
|
||||||
|
Right now, the archive is extracted and reconstructed, requiring some space
|
||||||
|
on the filesystem.
|
||||||
|
|
||||||
|
:return: The loaded image name
|
||||||
|
"""
|
||||||
|
|
||||||
|
# XXX Use a memory buffer instead of the filesystem
|
||||||
|
with TemporaryDirectory() as tmpdir:
|
||||||
|
|
||||||
|
def _get_signature_filename(manifests: List[Dict]) -> Path:
|
||||||
|
for manifest in manifests:
|
||||||
|
if (
|
||||||
|
manifest["annotations"].get("kind")
|
||||||
|
== "dev.cosignproject.cosign/sigs"
|
||||||
|
):
|
||||||
|
return _get_blob(tmpdir, manifest["digest"])
|
||||||
|
raise errors.SignatureExtractionError()
|
||||||
|
|
||||||
|
with tarfile.open(container_tar, "r") as archive:
|
||||||
|
archive.extractall(tmpdir)
|
||||||
|
|
||||||
|
if not cosign.verify_local_image(tmpdir, pubkey):
|
||||||
|
raise errors.SignatureVerificationError()
|
||||||
|
|
||||||
|
# Remove the signatures from the archive, otherwise podman is not able to load it
|
||||||
|
with open(Path(tmpdir) / "index.json") as f:
|
||||||
|
index_json = json.load(f)
|
||||||
|
|
||||||
|
signature_filename = _get_signature_filename(index_json["manifests"])
|
||||||
|
|
||||||
|
index_json["manifests"] = [
|
||||||
|
manifest
|
||||||
|
for manifest in index_json["manifests"]
|
||||||
|
if manifest["annotations"].get("kind")
|
||||||
|
in ("dev.cosignproject.cosign/imageIndex", "dev.cosignproject.cosign/image")
|
||||||
|
]
|
||||||
|
|
||||||
|
with open(signature_filename, "r") as f:
|
||||||
|
image_name, signatures = convert_oci_images_signatures(json.load(f), tmpdir)
|
||||||
|
log.info(f"Found image name: {image_name}")
|
||||||
|
|
||||||
|
# Ensure that we only upgrade if the log index is higher than the last known one
|
||||||
|
incoming_log_index = get_log_index_from_signatures(signatures)
|
||||||
|
last_log_index = get_last_log_index()
|
||||||
|
|
||||||
|
if incoming_log_index < last_log_index:
|
||||||
|
raise errors.InvalidLogIndex(
|
||||||
|
"The log index is not higher than the last known one"
|
||||||
|
)
|
||||||
|
|
||||||
|
image_digest = index_json["manifests"][0].get("digest").replace("sha256:", "")
|
||||||
|
|
||||||
|
# Write the new index.json to the temp folder
|
||||||
|
with open(Path(tmpdir) / "index.json", "w") as f:
|
||||||
|
json.dump(index_json, f)
|
||||||
|
|
||||||
|
with NamedTemporaryFile(suffix=".tar") as temporary_tar:
|
||||||
|
with tarfile.open(temporary_tar.name, "w") as archive:
|
||||||
|
# The root is the tmpdir
|
||||||
|
archive.add(Path(tmpdir) / "index.json", arcname="index.json")
|
||||||
|
archive.add(Path(tmpdir) / "oci-layout", arcname="oci-layout")
|
||||||
|
archive.add(Path(tmpdir) / "blobs", arcname="blobs")
|
||||||
|
|
||||||
|
runtime.load_image_tarball_from_tar(temporary_tar.name)
|
||||||
|
runtime.tag_image_by_digest(image_digest, image_name)
|
||||||
|
|
||||||
|
store_signatures(signatures, image_digest, pubkey)
|
||||||
|
return image_name
|
||||||
|
|
||||||
|
|
||||||
|
def convert_oci_images_signatures(
|
||||||
|
signatures_manifest: Dict, tmpdir: str
|
||||||
|
) -> Tuple[str, List[Dict]]:
|
||||||
|
def _to_cosign_signature(layer: Dict) -> Dict:
|
||||||
|
signature = layer["annotations"]["dev.cosignproject.cosign/signature"]
|
||||||
|
bundle = json.loads(layer["annotations"]["dev.sigstore.cosign/bundle"])
|
||||||
|
payload_body = json.loads(b64decode(bundle["Payload"]["body"]))
|
||||||
|
|
||||||
|
payload_location = _get_blob(tmpdir, layer["digest"])
|
||||||
|
with open(payload_location, "rb") as f:
|
||||||
|
payload_b64 = b64encode(f.read()).decode()
|
||||||
|
|
||||||
|
return {
|
||||||
|
"Base64Signature": payload_body["spec"]["signature"]["content"],
|
||||||
|
"Payload": payload_b64,
|
||||||
|
"Cert": None,
|
||||||
|
"Chain": None,
|
||||||
|
"Bundle": bundle,
|
||||||
|
"RFC3161Timestamp": None,
|
||||||
|
}
|
||||||
|
|
||||||
|
layers = signatures_manifest.get("layers", [])
|
||||||
|
signatures = [_to_cosign_signature(layer) for layer in layers]
|
||||||
|
|
||||||
|
if not signatures:
|
||||||
|
raise errors.SignatureExtractionError()
|
||||||
|
|
||||||
|
payload_location = _get_blob(tmpdir, layers[0]["digest"])
|
||||||
|
with open(payload_location, "r") as f:
|
||||||
|
payload = json.load(f)
|
||||||
|
image_name = payload["critical"]["identity"]["docker-reference"]
|
||||||
|
|
||||||
|
return image_name, signatures
|
||||||
|
|
||||||
|
|
||||||
|
def get_file_digest(file: Optional[str] = None, content: Optional[bytes] = None) -> str:
|
||||||
|
"""Get the sha256 digest of a file or content"""
|
||||||
|
if not file and not content:
|
||||||
|
raise errors.UpdaterError("No file or content provided")
|
||||||
|
if file:
|
||||||
|
with open(file, "rb") as f:
|
||||||
|
content = f.read()
|
||||||
|
if content:
|
||||||
|
return sha256(content).hexdigest()
|
||||||
|
return ""
|
||||||
|
|
||||||
|
|
||||||
|
def load_signatures(image_digest: str, pubkey: str) -> List[Dict]:
|
||||||
|
"""
|
||||||
|
Load signatures from the local filesystem
|
||||||
|
|
||||||
|
See store_signatures() for the expected format.
|
||||||
|
"""
|
||||||
|
pubkey_signatures = SIGNATURES_PATH / get_file_digest(pubkey)
|
||||||
|
if not pubkey_signatures.exists():
|
||||||
|
msg = (
|
||||||
|
f"Cannot find a '{pubkey_signatures}' folder."
|
||||||
|
"You might need to download the image signatures first."
|
||||||
|
)
|
||||||
|
raise errors.SignaturesFolderDoesNotExist(msg)
|
||||||
|
|
||||||
|
with open(pubkey_signatures / f"{image_digest}.json") as f:
|
||||||
|
log.debug("Loading signatures from %s", f.name)
|
||||||
|
return json.load(f)
|
||||||
|
|
||||||
|
|
||||||
|
def store_signatures(signatures: list[Dict], image_digest: str, pubkey: str) -> None:
|
||||||
|
"""
|
||||||
|
Store signatures locally in the SIGNATURE_PATH folder, like this:
|
||||||
|
|
||||||
|
~/.config/dangerzone/signatures/
|
||||||
|
├── <pubkey-digest>
|
||||||
|
│ ├── <image-digest>.json
|
||||||
|
│ ├── <image-digest>.json
|
||||||
|
└── last_log_index
|
||||||
|
|
||||||
|
The last_log_index file is used to keep track of the last log index
|
||||||
|
processed by the updater.
|
||||||
|
|
||||||
|
The format used in the `.json` file is the one of `cosign download
|
||||||
|
signature`, which differs from the "bundle" one used afterwards.
|
||||||
|
|
||||||
|
It can be converted to the one expected by cosign verify --bundle with
|
||||||
|
the `signature_to_bundle()` function.
|
||||||
|
|
||||||
|
This function must be used only if the provided signatures have been verified.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def _get_digest(sig: Dict) -> str:
|
||||||
|
payload = json.loads(b64decode(sig["Payload"]))
|
||||||
|
return payload["critical"]["image"]["docker-manifest-digest"]
|
||||||
|
|
||||||
|
# All the signatures should share the same digest.
|
||||||
|
digests = list(map(_get_digest, signatures))
|
||||||
|
if len(set(digests)) != 1:
|
||||||
|
raise errors.InvalidSignatures("Signatures do not share the same image digest")
|
||||||
|
|
||||||
|
if f"sha256:{image_digest}" != digests[0]:
|
||||||
|
raise errors.SignatureMismatch(
|
||||||
|
f"Signatures do not match the given image digest (sha256:{image_digest}, {digests[0]})"
|
||||||
|
)
|
||||||
|
|
||||||
|
pubkey_signatures = SIGNATURES_PATH / get_file_digest(pubkey)
|
||||||
|
pubkey_signatures.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
|
with open(pubkey_signatures / f"{image_digest}.json", "w") as f:
|
||||||
|
log.info(
|
||||||
|
f"Storing signatures for {image_digest} in {pubkey_signatures}/{image_digest}.json"
|
||||||
|
)
|
||||||
|
json.dump(signatures, f)
|
||||||
|
|
||||||
|
write_log_index(get_log_index_from_signatures(signatures))
|
||||||
|
|
||||||
|
|
||||||
|
def verify_local_image(image: str, pubkey: str) -> bool:
|
||||||
|
"""
|
||||||
|
Verifies that a local image has a valid signature
|
||||||
|
"""
|
||||||
|
log.info(f"Verifying local image {image} against pubkey {pubkey}")
|
||||||
|
try:
|
||||||
|
image_digest = runtime.get_local_image_digest(image)
|
||||||
|
except subprocess.CalledProcessError:
|
||||||
|
raise errors.ImageNotFound(f"The image {image} does not exist locally")
|
||||||
|
|
||||||
|
log.debug(f"Image digest: {image_digest}")
|
||||||
|
signatures = load_signatures(image_digest, pubkey)
|
||||||
|
if len(signatures) < 1:
|
||||||
|
raise errors.LocalSignatureNotFound("No signatures found")
|
||||||
|
|
||||||
|
for signature in signatures:
|
||||||
|
if not verify_signature(signature, image_digest, pubkey):
|
||||||
|
msg = f"Unable to verify signature for {image} with pubkey {pubkey}"
|
||||||
|
raise errors.SignatureVerificationError(msg)
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def get_remote_signatures(image: str, digest: str) -> List[Dict]:
|
||||||
|
"""Retrieve the signatures from the registry, via `cosign download`."""
|
||||||
|
cosign.ensure_installed()
|
||||||
|
|
||||||
|
# XXX: try/catch here
|
||||||
|
process = subprocess.run(
|
||||||
|
["cosign", "download", "signature", f"{image}@sha256:{digest}"],
|
||||||
|
capture_output=True,
|
||||||
|
check=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
# XXX: Check the output first.
|
||||||
|
# Remove the last return, split on newlines, convert from JSON
|
||||||
|
signatures_raw = process.stdout.decode("utf-8").strip().split("\n")
|
||||||
|
signatures = list(map(json.loads, signatures_raw))
|
||||||
|
if len(signatures) < 1:
|
||||||
|
raise errors.NoRemoteSignatures("No signatures found for the image")
|
||||||
|
return signatures
|
||||||
|
|
||||||
|
|
||||||
|
def prepare_airgapped_archive(image_name: str, destination: str) -> None:
|
||||||
|
if "@sha256:" not in image_name:
|
||||||
|
raise errors.AirgappedImageDownloadError(
|
||||||
|
"The image name must include a digest, e.g. ghcr.io/freedomofpress/dangerzone/dangerzone@sha256:123456"
|
||||||
|
)
|
||||||
|
|
||||||
|
cosign.ensure_installed()
|
||||||
|
# Get the image from the registry
|
||||||
|
|
||||||
|
with TemporaryDirectory() as tmpdir:
|
||||||
|
msg = f"Downloading image {image_name}. \nIt might take a while."
|
||||||
|
log.info(msg)
|
||||||
|
|
||||||
|
process = subprocess.run(
|
||||||
|
["cosign", "save", image_name, "--dir", tmpdir],
|
||||||
|
capture_output=True,
|
||||||
|
check=True,
|
||||||
|
)
|
||||||
|
if process.returncode != 0:
|
||||||
|
raise errors.AirgappedImageDownloadError()
|
||||||
|
|
||||||
|
with tarfile.open(destination, "w") as archive:
|
||||||
|
archive.add(tmpdir, arcname=".")
|
||||||
|
|
||||||
|
|
||||||
|
def upgrade_container_image(image: str, manifest_digest: str, pubkey: str) -> str:
|
||||||
|
"""Verify and upgrade the image to the latest, if signed."""
|
||||||
|
update_available, _ = is_update_available(image)
|
||||||
|
if not update_available:
|
||||||
|
raise errors.ImageAlreadyUpToDate("The image is already up to date")
|
||||||
|
|
||||||
|
signatures = get_remote_signatures(image, manifest_digest)
|
||||||
|
verify_signatures(signatures, manifest_digest, pubkey)
|
||||||
|
|
||||||
|
# Only upgrade if the log index is higher than the last known one
|
||||||
|
incoming_log_index = get_log_index_from_signatures(signatures)
|
||||||
|
last_log_index = get_last_log_index()
|
||||||
|
|
||||||
|
if incoming_log_index < last_log_index:
|
||||||
|
raise errors.InvalidLogIndex(
|
||||||
|
"Trying to upgrade to an image with a lower log index"
|
||||||
|
)
|
||||||
|
|
||||||
|
runtime.container_pull(image, manifest_digest)
|
||||||
|
|
||||||
|
# Store the signatures just now to avoid storing them unverified
|
||||||
|
store_signatures(signatures, manifest_digest, pubkey)
|
||||||
|
return manifest_digest
|
|
@ -132,7 +132,6 @@ for_each_doc = pytest.mark.parametrize(
|
||||||
"doc", test_docs, ids=[str(doc.name) for doc in test_docs]
|
"doc", test_docs, ids=[str(doc.name) for doc in test_docs]
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
# External Docs - base64 docs encoded for externally sourced documents
|
# External Docs - base64 docs encoded for externally sourced documents
|
||||||
# XXX to reduce the chance of accidentally opening them
|
# XXX to reduce the chance of accidentally opening them
|
||||||
test_docs_external_dir = Path(__file__).parent.joinpath(SAMPLE_EXTERNAL_DIRECTORY)
|
test_docs_external_dir = Path(__file__).parent.joinpath(SAMPLE_EXTERNAL_DIRECTORY)
|
||||||
|
|
Loading…
Reference in a new issue