Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
132 changes: 132 additions & 0 deletions mantle/cmd/ore/aws/ensure-public.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,132 @@
// Copyright 2026 Red Hat, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package aws

import (
"fmt"
"os"
"time"

ec2types "github.com/aws/aws-sdk-go-v2/service/ec2/types"
"github.com/spf13/cobra"
)

var (
cmdEnsurePublic = &cobra.Command{
Use: "ensure-public",
Short: "Ensure production RHCOS AMIs remain publicly accessible",
Long: `Restores production RHCOS AMIs (tagged production=true) that have gone
private due to AWS's automatic AMI deprecation policy.

AWS enforces a 2-year deprecation date on all public AMIs and removes their
public sharing permission after 6+ months of inactivity post-deprecation.
This breaks OpenShift customers trying to scale cluster nodes with older images.
DisableImageDeprecation has no effect on public AMIs; the only mitigation is
periodic detection and re-publication.

Exits non-zero if any AMI could not be restored.

Examples:

# Restore any private production AMIs in a region
ore aws ensure-public --region us-east-1

# Restore a specific AMI by ID
ore aws ensure-public --region us-east-1 --ami ami-0abc123`,
RunE: runEnsurePublic,
SilenceUsage: true,
}

ensurePublicAMI string
)

func init() {
AWS.AddCommand(cmdEnsurePublic)
cmdEnsurePublic.Flags().StringVar(&ensurePublicAMI, "ami", "",
"Target a single AMI by ID; bypasses the production=true tag filter.")
}

func runEnsurePublic(cmd *cobra.Command, args []string) error {
var images []ec2types.Image

// Fetch the target AMI directly, or list all production AMIs in the region.
if ensurePublicAMI != "" {
img, err := API.GetImageByIDIncludeDeprecated(ensurePublicAMI)
if err != nil {
return fmt.Errorf("fetching AMI %s: %v", ensurePublicAMI, err)
}
if img == nil {
return fmt.Errorf("AMI %s not found in region %s", ensurePublicAMI, region)
}
images = []ec2types.Image{*img}
} else {
var err error
images, err = API.ListProductionImages()
if err != nil {
return fmt.Errorf("listing production AMIs in %s: %v", region, err)
}
}

// Process every AMI before returning so a single failure doesn't skip the rest.
// Errors are collected and reported together at the end.
hadError := false

for _, img := range images {
imgID := derefStr(img.ImageId)
name := derefStr(img.Name)

isPublic, err := API.IsImagePublic(imgID)
if err != nil {
fmt.Fprintf(os.Stderr, "checking permissions for %s: %v\n", imgID, err)
hadError = true
continue
}
if !isPublic {
if err := API.RestoreImagePublic(imgID); err != nil {
fmt.Fprintf(os.Stderr, "error restoring %s (%s): %v\n", imgID, name, err)
hadError = true
continue
}
// Print each AMI that was successfully restored to public.
fmt.Printf("restored %s (%s) — %s\n", imgID, name, formatDeprecationTime(img.DeprecationTime))
}
}

if hadError {
return fmt.Errorf("one or more AMIs could not be restored to public")
}
return nil
}

// formatDeprecationTime parses an AWS deprecation timestamp and returns a
// short human-readable label, e.g. "deprecated on 2025-01-15".
func formatDeprecationTime(s *string) string {
if s == nil || *s == "" {
return "no deprecation date"
}
for _, layout := range []string{time.RFC3339, time.RFC3339Nano, "2006-01-02T15:04:05.000Z"} {
if t, err := time.Parse(layout, *s); err == nil {
return fmt.Sprintf("deprecated on %s", t.Format("2006-01-02"))
Comment thread
marmijo marked this conversation as resolved.
}
}
return fmt.Sprintf("deprecated on %s", *s)
}

func derefStr(s *string) string {
if s == nil {
return ""
}
return *s
}
73 changes: 73 additions & 0 deletions mantle/platform/api/aws/images.go
Original file line number Diff line number Diff line change
Expand Up @@ -861,6 +861,79 @@ func getImageSnapshotID(image *ec2types.Image) (string, error) {
return "", fmt.Errorf("no backing block device for %v", image.ImageId)
}

// ListProductionImages returns all AMIs owned by this account tagged
// production=true, including already-deprecated ones.
func (a *API) ListProductionImages() ([]ec2types.Image, error) {
resp, err := a.ec2.DescribeImages(context.Background(), &ec2.DescribeImagesInput{
Owners: []string{"self"},
IncludeDeprecated: aws.Bool(true),
Filters: []ec2types.Filter{
{
Name: aws.String("tag:production"),
Values: []string{"true"},
},
},
})
if err != nil {
return nil, fmt.Errorf("couldn't list production images: %v", err)
}
return resp.Images, nil
}

// GetImageByIDIncludeDeprecated returns the AMI with the given ID owned by
// this account, including deprecated ones.
func (a *API) GetImageByIDIncludeDeprecated(imageID string) (*ec2types.Image, error) {
resp, err := a.ec2.DescribeImages(context.Background(), &ec2.DescribeImagesInput{
Owners: []string{"self"},
IncludeDeprecated: aws.Bool(true),
ImageIds: []string{imageID},
})
if err != nil {
return nil, fmt.Errorf("couldn't describe image %v: %v", imageID, err)
}
if len(resp.Images) == 0 {
return nil, nil
}
return &resp.Images[0], nil
}

// RestoreImagePublic grants public launch permission on the given AMI.
// Unlike PublishImage, this only touches the AMI's launch permission and does
// not modify the underlying snapshot. This is appropriate when AWS has auto-privatized
// a deprecated AMI, since only the launch permission is removed in that case.
func (a *API) RestoreImagePublic(imageID string) error {
_, err := a.ec2.ModifyImageAttribute(context.Background(), &ec2.ModifyImageAttributeInput{
Attribute: aws.String("launchPermission"),
ImageId: aws.String(imageID),
LaunchPermission: &ec2types.LaunchPermissionModifications{
Add: []ec2types.LaunchPermission{
{Group: ec2types.PermissionGroupAll},
},
},
})
if err != nil {
return fmt.Errorf("couldn't restore public launch permission on %v: %v", imageID, err)
}
return nil
}

// IsImagePublic returns true if the AMI has public launch permissions.
func (a *API) IsImagePublic(imageID string) (bool, error) {
resp, err := a.ec2.DescribeImageAttribute(context.Background(), &ec2.DescribeImageAttributeInput{
Attribute: ec2types.ImageAttributeNameLaunchPermission,
ImageId: aws.String(imageID),
})
if err != nil {
return false, fmt.Errorf("couldn't describe launch permissions for %v: %v", imageID, err)
}
for _, p := range resp.LaunchPermissions {
if p.Group == ec2types.PermissionGroupAll {
return true, nil
}
}
return false, nil
}

func (a *API) FindSnapshotDiskSizeGiB(snapshotID string) (uint, error) {
result, err := a.ec2.DescribeSnapshots(context.Background(), &ec2.DescribeSnapshotsInput{
SnapshotIds: []string{snapshotID},
Expand Down