Local VM image building
This commit is contained in:
AlexSSD7
parent
583f443e7e
commit
e7605dc289
13 changed files with 359 additions and 239 deletions
|
|
@ -1,26 +1,16 @@
|
|||
package storage
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"crypto/sha512"
|
||||
"encoding/hex"
|
||||
"fmt"
|
||||
"io"
|
||||
"log/slog"
|
||||
"math"
|
||||
"net/http"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
|
||||
"github.com/dustin/go-humanize"
|
||||
"github.com/AlexSSD7/linsk/constants"
|
||||
"github.com/AlexSSD7/linsk/imgbuilder"
|
||||
"github.com/pkg/errors"
|
||||
)
|
||||
|
||||
const imageURL = "http://localhost:8000/linsk-base.qcow2"
|
||||
|
||||
var imageHash = [64]byte{70, 23, 243, 131, 146, 197, 41, 223, 67, 223, 41, 243, 128, 147, 82, 238, 34, 24, 123, 246, 251, 117, 120, 72, 72, 64, 96, 146, 227, 199, 49, 169, 164, 33, 205, 217, 98, 255, 109, 18, 130, 203, 126, 83, 34, 4, 229, 108, 173, 22, 107, 37, 181, 17, 84, 13, 129, 110, 25, 126, 158, 50, 135, 9}
|
||||
|
||||
type Storage struct {
|
||||
logger *slog.Logger
|
||||
|
||||
|
|
@ -42,192 +32,87 @@ func NewStorage(logger *slog.Logger, dataDir string) (*Storage, error) {
|
|||
}, nil
|
||||
}
|
||||
|
||||
func (s *Storage) CleanImages(retainLatest bool) (int, error) {
|
||||
dirEntries, err := os.ReadDir(s.path)
|
||||
func (s *Storage) CheckDownloadBaseImage() (string, error) {
|
||||
baseImagePath := filepath.Join(s.path, constants.GetAlpineBaseImageFileName())
|
||||
_, err := os.Stat(baseImagePath)
|
||||
if err != nil {
|
||||
return 0, errors.Wrap(err, "read dir")
|
||||
}
|
||||
|
||||
localImagePath := s.GetLocalImagePath()
|
||||
|
||||
var deleted int
|
||||
|
||||
for _, entry := range dirEntries {
|
||||
fullPath := filepath.Join(s.path, entry.Name())
|
||||
if !strings.HasSuffix(fullPath, ".qcow2") {
|
||||
continue
|
||||
}
|
||||
|
||||
if !(retainLatest && fullPath == localImagePath) {
|
||||
s.logger.Warn("Removing VM image", "path", fullPath)
|
||||
err = os.Remove(fullPath)
|
||||
if err != nil {
|
||||
return deleted, errors.Wrapf(err, "remove vm image (path '%v')", fullPath)
|
||||
}
|
||||
deleted++
|
||||
}
|
||||
}
|
||||
|
||||
return deleted, nil
|
||||
}
|
||||
|
||||
func (s *Storage) GetLocalImagePath() string {
|
||||
return filepath.Join(s.path, hex.EncodeToString(imageHash[:])+".qcow2")
|
||||
}
|
||||
|
||||
func (s *Storage) DownloadImage() error {
|
||||
localImagePath := s.GetLocalImagePath()
|
||||
|
||||
var created, success bool
|
||||
|
||||
defer func() {
|
||||
if created && !success {
|
||||
_ = os.Remove(localImagePath)
|
||||
}
|
||||
}()
|
||||
|
||||
_, err := os.Stat(localImagePath)
|
||||
if err == nil {
|
||||
err = os.Remove(localImagePath)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "remove existing image")
|
||||
}
|
||||
} else {
|
||||
if !errors.Is(err, os.ErrNotExist) {
|
||||
return errors.Wrap(err, "stat local image path")
|
||||
return "", errors.Wrap(err, "stat base image path")
|
||||
}
|
||||
}
|
||||
|
||||
f, err := os.OpenFile(localImagePath, os.O_CREATE|os.O_WRONLY, 0400)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "open file")
|
||||
}
|
||||
|
||||
created = true
|
||||
|
||||
defer func() { _ = f.Close() }()
|
||||
|
||||
s.logger.Info("Starting to download the VM image", "path", localImagePath)
|
||||
|
||||
resp, err := http.Get(imageURL)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "http get image")
|
||||
}
|
||||
|
||||
defer func() { _ = resp.Body.Close() }()
|
||||
|
||||
_, err = copyWithProgress(f, resp.Body, 1024, resp.ContentLength, func(i int, f float64) {
|
||||
s.logger.Info("Downloading the VM image", "url", imageURL, "percent", math.Round(f*100*100)/100, "content-length", humanize.Bytes(uint64(resp.ContentLength)))
|
||||
})
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "copy resp to file")
|
||||
}
|
||||
|
||||
err = s.ValidateImageHash()
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "validate image hash")
|
||||
}
|
||||
|
||||
s.logger.Info("Successfully downloaded the VM image", "dst", localImagePath)
|
||||
|
||||
success = true
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *Storage) ValidateImageHash() error {
|
||||
localImagePath := s.GetLocalImagePath()
|
||||
|
||||
f, err := os.OpenFile(localImagePath, os.O_RDONLY, 0400)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "open file")
|
||||
}
|
||||
|
||||
defer func() { _ = f.Close() }()
|
||||
|
||||
h := sha512.New()
|
||||
block := make([]byte, 1024)
|
||||
for {
|
||||
read, err := f.Read(block)
|
||||
if read > 0 {
|
||||
h.Write(block[:read])
|
||||
}
|
||||
// Image doesn't exist. Download one.
|
||||
err := s.download(constants.GetAlpineBaseImageURL(), constants.GetAlpineBaseImageHash(), baseImagePath)
|
||||
if err != nil {
|
||||
if errors.Is(err, io.EOF) {
|
||||
break
|
||||
}
|
||||
|
||||
return errors.Wrap(err, "read file block")
|
||||
return "", errors.Wrap(err, "download base alpine image")
|
||||
}
|
||||
|
||||
return baseImagePath, nil
|
||||
}
|
||||
|
||||
sum := h.Sum(nil)
|
||||
|
||||
if !bytes.Equal(sum, imageHash[:]) {
|
||||
return fmt.Errorf("hash mismatch: want '%v', have '%v'", hex.EncodeToString(imageHash[:]), hex.EncodeToString(sum))
|
||||
// Image exists. Ensure that the hash is correct.
|
||||
err = validateFileHash(baseImagePath, constants.GetAlpineBaseImageHash())
|
||||
if err != nil {
|
||||
return "", errors.Wrap(err, "validate hash of existing image")
|
||||
}
|
||||
|
||||
s.logger.Info("Validated the VM image hash", "path", localImagePath)
|
||||
|
||||
return nil
|
||||
return baseImagePath, nil
|
||||
}
|
||||
|
||||
func (s *Storage) ValidateImageHashOrDownload() (bool, error) {
|
||||
var downloaded bool
|
||||
err := s.ValidateImageHash()
|
||||
if err != nil {
|
||||
if errors.Is(err, os.ErrNotExist) {
|
||||
err = s.DownloadImage()
|
||||
if err != nil {
|
||||
return false, errors.Wrap(err, "download iamge")
|
||||
}
|
||||
func (s *Storage) GetVMImagePath() string {
|
||||
return filepath.Join(s.path, constants.GetVMImageTags()+".qcow2")
|
||||
}
|
||||
|
||||
downloaded = true
|
||||
} else {
|
||||
return false, errors.Wrap(err, "validate image hash")
|
||||
func (s *Storage) BuildVMImageWithInterruptHandler(showBuilderVMDisplay bool, overwrite bool) error {
|
||||
var overwriting bool
|
||||
vmImagePath := s.GetVMImagePath()
|
||||
_, err := os.Stat(vmImagePath)
|
||||
if err != nil {
|
||||
if !errors.Is(err, os.ErrNotExist) {
|
||||
return errors.Wrap(err, "stat vm image path")
|
||||
}
|
||||
}
|
||||
|
||||
deletedImagesCount, err := s.CleanImages(true)
|
||||
if err != nil {
|
||||
s.logger.Warn("Failed to prune old VM images", "error", err, "deleted", deletedImagesCount)
|
||||
} else {
|
||||
s.logger.Info("Pruned old VM images", "deleted", deletedImagesCount)
|
||||
}
|
||||
|
||||
return downloaded, err
|
||||
}
|
||||
|
||||
func copyWithProgress(dst io.Writer, src io.Reader, blockSize int, length int64, report func(int, float64)) (int, error) {
|
||||
block := make([]byte, blockSize)
|
||||
|
||||
var progress int
|
||||
|
||||
for {
|
||||
read, err := src.Read(block)
|
||||
if read > 0 {
|
||||
written, err := dst.Write(block[:read])
|
||||
if overwrite {
|
||||
overwriting = true
|
||||
err = os.Remove(vmImagePath)
|
||||
if err != nil {
|
||||
return progress, errors.Wrap(err, "write")
|
||||
return errors.Wrap(err, "remove existing vm image")
|
||||
}
|
||||
progress += written
|
||||
}
|
||||
if err != nil {
|
||||
if errors.Is(err, io.EOF) {
|
||||
break
|
||||
}
|
||||
|
||||
return progress, errors.Wrap(err, "read")
|
||||
}
|
||||
|
||||
if progress%1000000 == 0 {
|
||||
var percent float64
|
||||
if length != 0 {
|
||||
percent = float64(progress) / float64(length)
|
||||
}
|
||||
report(progress, percent)
|
||||
} else {
|
||||
return ErrImageAlreadyExists
|
||||
}
|
||||
}
|
||||
|
||||
return progress, nil
|
||||
baseImagePath, err := s.CheckDownloadBaseImage()
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "check download base image")
|
||||
}
|
||||
|
||||
s.logger.Info("Building VM image", "tags", constants.GetAlpineBaseImageTags(), "overwriting", overwriting, "dst", vmImagePath)
|
||||
|
||||
buildCtx, err := imgbuilder.NewBuildContext(s.logger.With("subcaller", "imgbuilder"), baseImagePath, vmImagePath, showBuilderVMDisplay)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "create new img build context")
|
||||
}
|
||||
|
||||
return errors.Wrap(buildCtx.BuildWithInterruptHandler(), "build")
|
||||
}
|
||||
|
||||
func (s *Storage) CheckVMImageExists() (string, error) {
|
||||
p := s.GetVMImagePath()
|
||||
_, err := os.Stat(p)
|
||||
if err != nil {
|
||||
if !errors.Is(err, os.ErrNotExist) {
|
||||
return "", errors.Wrap(err, "stat vm image path")
|
||||
}
|
||||
|
||||
// Image doesn't exist.
|
||||
return "", nil
|
||||
}
|
||||
|
||||
// Image exists. Returning the full path.
|
||||
return p, nil
|
||||
}
|
||||
|
||||
func (s *Storage) DataDirPath() string {
|
||||
return s.path
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue