peridot/peridot/cmd/v1/peridot/build_rpm_import.go

// Copyright (c) All respective contributors to the Peridot Project. All rights reserved.
// Copyright (c) 2021-2022 Rocky Enterprise Software Foundation, Inc. All rights reserved.
// Copyright (c) 2021-2022 Ctrl IQ, Inc. All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
// 1. Redistributions of source code must retain the above copyright notice,
// this list of conditions and the following disclaimer.
//
// 2. Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimer in the documentation
// and/or other materials provided with the distribution.
//
// 3. Neither the name of the copyright holder nor the names of its contributors
// may be used to endorse or promote products derived from this software without
// specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
// POSSIBILITY OF SUCH DAMAGE.

package main

import (
	"encoding/base64"
	"encoding/json"
	"fmt"
	"github.com/spf13/cobra"
	"io/ioutil"
	"log"
	"openapi.peridot.resf.org/peridotopenapi"
	"os"
	"peridot.resf.org/utils"
	"time"
)

type LookasideUploadTask struct {
	Task struct {
		Subtasks []struct {
			Response struct {
				Digest string `json:"digest"`
			} `json:"response"`
		} `json:"subtasks"`
	} `json:"task"`
}

var buildRpmImport = &cobra.Command{
	Use:  "rpm-import [*.rpm]",
	Args: cobra.MinimumNArgs(1),
	Run:  buildRpmImportMn,
}

var buildRpmImportForceOverride bool

func init() {
	buildRpmImport.Flags().BoolVar(&buildRpmImportForceOverride, "force-override", true, "Force override even if version exists (default: true)")
}

func isFile(path string) bool {
	if _, err := os.Stat(path); err != nil {
		return false
	}

	return true
}

func buildRpmImportMn(_ *cobra.Command, args []string) {
	// Ensure project id exists
	projectId := mustGetProjectID()
	_ = projectId

	// Ensure all args are valid files
	for _, arg := range args {
		if !isFile(arg) {
			log.Fatalf("%s is not a valid file", arg)
		}
	}

	// Upload blobs to lookaside and wait for operation to finish
	var operations []string
	projectCl := getClient(serviceProject).(peridotopenapi.ProjectServiceApi)
	for _, arg := range args {
		bts, err := ioutil.ReadFile(arg)
		errFatal(err)
		base64EncodedBytes := base64.StdEncoding.EncodeToString(bts)

		res, _, err := projectCl.LookasideFileUpload(getContext()).Body(peridotopenapi.V1LookasideFileUploadRequest{
			File: &base64EncodedBytes,
		}).Execute()
		errFatal(err)
		log.Printf("Uploading %s to lookaside with task id %s\n", arg, res.GetTaskId())
		operations = append(operations, res.GetTaskId())
	}

	log.Println("Waiting for upload tasks to finish...")

	// Wait for tasks to reach success state
	taskCl := getClient(serviceTask).(peridotopenapi.TaskServiceApi)
	var doneOperations []string
	var blobs []string
	for {
		didBreak := false
		for _, op := range operations {
			log.Printf("Waiting for %s to finish\n", op)
			if len(doneOperations) == len(operations) {
				didBreak = true
				break
			}
			if utils.StrContains(op, doneOperations) {
				continue
			}

			res, resp, err := taskCl.GetTask(getContext(), "global", op).Execute()
			errFatal(err)
			task := res.GetTask()
			if task.GetDone() {
				subtask := task.GetSubtasks()[0]
				if subtask.GetStatus() == peridotopenapi.SUCCEEDED {
					b, err := ioutil.ReadAll(resp.Body)
					errFatal(err)

					var subtaskFull LookasideUploadTask
					errFatal(json.Unmarshal(b, &subtaskFull))

					blobs = append(blobs, subtaskFull.Task.Subtasks[0].Response.Digest)
					doneOperations = append(doneOperations, op)
					log.Printf("Task %s finished successfully\n", op)
				} else if subtask.GetStatus() != peridotopenapi.RUNNING || subtask.GetStatus() != peridotopenapi.PENDING {
					errFatal(fmt.Errorf("subtask %s failed with status %s", op, subtask.GetStatus()))
				}
			}

			time.Sleep(2 * time.Second)
		}
		if didBreak {
			break
		}
	}

	log.Println("Upload tasks finished")
	log.Println("Triggering RPM batch import")

	cl := getClient(serviceBuild).(peridotopenapi.BuildServiceApi)
	_, _, err := cl.RpmLookasideBatchImport(getContext(), projectId).
		Body(peridotopenapi.InlineObject4{
			LookasideBlobs: &blobs,
			ForceOverride:  &buildRpmImportForceOverride,
		}).Execute()
	errFatal(err)
}