initial commit
This commit is contained in:
Clayton Craft
217
pkgs/archive/archive.go
Normal file
217
pkgs/archive/archive.go
Normal file
@@ -0,0 +1,217 @@
|
||||
// Copyright 2021 Clayton Craft <clayton@craftyguy.net>
|
||||
// SPDX-License-Identifier: GPL-3.0-or-later
|
||||
package archive
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"log"
|
||||
"os"
|
||||
"strings"
|
||||
"io"
|
||||
"path/filepath"
|
||||
"compress/flate"
|
||||
"github.com/cavaliercoder/go-cpio"
|
||||
"github.com/klauspost/pgzip"
|
||||
"github.com/google/renameio"
|
||||
"gitlab.com/postmarketOS/mkinitfs/pkgs/misc"
|
||||
)
|
||||
|
||||
type Archive struct {
|
||||
Dirs misc.StringSet
|
||||
Files misc.StringSet
|
||||
cpioWriter *cpio.Writer
|
||||
buf *bytes.Buffer
|
||||
}
|
||||
|
||||
func New() (*Archive, error) {
|
||||
buf := new(bytes.Buffer)
|
||||
archive := &Archive{
|
||||
cpioWriter: cpio.NewWriter(buf),
|
||||
Files: make(misc.StringSet),
|
||||
Dirs: make(misc.StringSet),
|
||||
buf: buf,
|
||||
}
|
||||
|
||||
return archive, nil
|
||||
}
|
||||
|
||||
func (archive *Archive) Write(path string, mode os.FileMode) error {
|
||||
|
||||
if err := archive.writeCpio(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := archive.cpioWriter.Close(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := archive.writeCompressed(path, mode); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (archive *Archive) AddFile(file string, dest string) error {
|
||||
if err := archive.addDir(filepath.Dir(dest)); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if archive.Files[file] {
|
||||
// Already written to cpio
|
||||
return nil
|
||||
}
|
||||
|
||||
fileStat, err := os.Lstat(file)
|
||||
if err != nil {
|
||||
log.Print("AddFile: failed to stat file: ", file)
|
||||
return err
|
||||
}
|
||||
|
||||
// Symlink: write symlink to archive then set 'file' to link target
|
||||
if fileStat.Mode()&os.ModeSymlink != 0 {
|
||||
// log.Printf("File %q is a symlink", file)
|
||||
target, err := os.Readlink(file)
|
||||
if err != nil {
|
||||
log.Print("AddFile: failed to get symlink target: ", file)
|
||||
return err
|
||||
}
|
||||
|
||||
destFilename := strings.TrimPrefix(dest, "/")
|
||||
hdr := &cpio.Header{
|
||||
Name: destFilename,
|
||||
Linkname: target,
|
||||
Mode: 0644 | cpio.ModeSymlink,
|
||||
Size: int64(len(target)),
|
||||
// Checksum: 1,
|
||||
}
|
||||
if err := archive.cpioWriter.WriteHeader(hdr); err != nil {
|
||||
return err
|
||||
}
|
||||
if _, err = archive.cpioWriter.Write([]byte(target)); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
archive.Files[file] = true
|
||||
if filepath.Dir(target) == "." {
|
||||
target = filepath.Join(filepath.Dir(file), target)
|
||||
}
|
||||
// make sure target is an absolute path
|
||||
if !filepath.IsAbs(target) {
|
||||
target, err = misc.RelativeSymlinkTargetToDir(target, filepath.Dir(file))
|
||||
}
|
||||
// TODO: add verbose mode, print stuff like this:
|
||||
// log.Printf("symlink: %q, target: %q", file, target)
|
||||
// write symlink target
|
||||
err = archive.AddFile(target, target)
|
||||
return err
|
||||
}
|
||||
|
||||
// log.Printf("writing file: %q", file)
|
||||
|
||||
fd, err := os.Open(file)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer fd.Close()
|
||||
|
||||
destFilename := strings.TrimPrefix(dest, "/")
|
||||
hdr := &cpio.Header{
|
||||
Name: destFilename,
|
||||
Mode: cpio.FileMode(fileStat.Mode().Perm()),
|
||||
Size: fileStat.Size(),
|
||||
// Checksum: 1,
|
||||
}
|
||||
if err := archive.cpioWriter.WriteHeader(hdr); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if _, err = io.Copy(archive.cpioWriter, fd); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
archive.Files[file] = true
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (archive *Archive) writeCompressed(path string, mode os.FileMode) error {
|
||||
tFile, err := renameio.TempFile("", path)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer tFile.Cleanup()
|
||||
|
||||
// TODO: support other compression formats, based on deviceinfo
|
||||
gz, err := pgzip.NewWriterLevel(tFile, flate.BestSpeed)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if _, err = io.Copy(gz, archive.buf); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := gz.Close(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := tFile.CloseAtomicallyReplace(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := os.Chmod(path, mode); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (archive *Archive) writeCpio() error {
|
||||
// Write any dirs added explicitly
|
||||
for dir := range archive.Dirs {
|
||||
archive.addDir(dir)
|
||||
}
|
||||
|
||||
// Write files and any missing parent dirs
|
||||
for file, imported := range archive.Files {
|
||||
if imported {
|
||||
continue
|
||||
}
|
||||
if err := archive.AddFile(file, file); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (archive *Archive) addDir(dir string) error {
|
||||
if archive.Dirs[dir] {
|
||||
// Already imported
|
||||
return nil
|
||||
}
|
||||
if dir == "/" {
|
||||
dir = "."
|
||||
}
|
||||
|
||||
subdirs := strings.Split(strings.TrimPrefix(dir, "/"), "/")
|
||||
for i, subdir := range subdirs {
|
||||
path := filepath.Join(strings.Join(subdirs[:i], "/"), subdir)
|
||||
if archive.Dirs[path] {
|
||||
// Subdir already imported
|
||||
continue
|
||||
}
|
||||
err := archive.cpioWriter.WriteHeader(&cpio.Header{
|
||||
Name: path,
|
||||
Mode: cpio.ModeDir | 0755,
|
||||
})
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
archive.Dirs[path] = true
|
||||
// log.Print("wrote dir: ", path)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
52
pkgs/deviceinfo/deviceinfo.go
Normal file
52
pkgs/deviceinfo/deviceinfo.go
Normal file
@@ -0,0 +1,52 @@
|
||||
// Copyright 2021 Clayton Craft <clayton@craftyguy.net>
|
||||
// SPDX-License-Identifier: GPL-3.0-or-later
|
||||
package deviceinfo
|
||||
|
||||
import (
|
||||
"github.com/BurntSushi/toml"
|
||||
"log"
|
||||
"os"
|
||||
)
|
||||
|
||||
// Note: fields must be exported (start with capital letter)
|
||||
// https://github.com/BurntSushi/toml/issues/121
|
||||
type DeviceInfo struct {
|
||||
Deviceinfo_append_dtb string
|
||||
Deviceinfo_arch string
|
||||
Deviceinfo_bootimg_append_seandroidenforce string
|
||||
Deviceinfo_bootimg_blobpack string
|
||||
Deviceinfo_bootimg_dtb_second string
|
||||
Deviceinfo_bootimg_mtk_mkimage string
|
||||
Deviceinfo_bootimg_pxa string
|
||||
Deviceinfo_bootimg_qcdt string
|
||||
Deviceinfo_dtb string
|
||||
Deviceinfo_flash_offset_base string
|
||||
Deviceinfo_flash_offset_kernel string
|
||||
Deviceinfo_flash_offset_ramdisk string
|
||||
Deviceinfo_flash_offset_second string
|
||||
Deviceinfo_flash_offset_tags string
|
||||
Deviceinfo_flash_pagesize string
|
||||
Deviceinfo_generate_bootimg string
|
||||
Deviceinfo_generate_legacy_uboot_initfs string
|
||||
Deviceinfo_mesa_driver string
|
||||
Deviceinfo_mkinitfs_postprocess string
|
||||
Deviceinfo_initfs_compression string
|
||||
Deviceinfo_kernel_cmdline string
|
||||
Deviceinfo_legacy_uboot_load_address string
|
||||
Deviceinfo_modules_initfs string
|
||||
Deviceinfo_flash_kernel_on_update string
|
||||
}
|
||||
|
||||
func ReadDeviceinfo() DeviceInfo {
|
||||
file := "/etc/deviceinfo"
|
||||
_, err := os.Stat(file)
|
||||
if err != nil {
|
||||
log.Fatal("Unable to find deviceinfo: ", file)
|
||||
}
|
||||
|
||||
var deviceinfo DeviceInfo
|
||||
if _, err := toml.DecodeFile(file, &deviceinfo); err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
return deviceinfo
|
||||
}
|
||||
41
pkgs/misc/misc.go
Normal file
41
pkgs/misc/misc.go
Normal file
@@ -0,0 +1,41 @@
|
||||
// Copyright 2021 Clayton Craft <clayton@craftyguy.net>
|
||||
// SPDX-License-Identifier: GPL-3.0-or-later
|
||||
package misc
|
||||
|
||||
import (
|
||||
"log"
|
||||
"os"
|
||||
"path/filepath"
|
||||
)
|
||||
|
||||
type StringSet map[string]bool
|
||||
|
||||
// Converts a relative symlink target path (e.g. ../../lib/foo.so), that is
|
||||
// absolute path
|
||||
func RelativeSymlinkTargetToDir(symPath string, dir string) (string, error) {
|
||||
var path string
|
||||
|
||||
oldWd, err := os.Getwd()
|
||||
if err != nil {
|
||||
log.Print("Unable to get current working dir")
|
||||
return path, err
|
||||
}
|
||||
|
||||
if err := os.Chdir(dir); err != nil {
|
||||
log.Print("Unable to change to working dir: ", dir)
|
||||
return path, err
|
||||
}
|
||||
|
||||
path, err = filepath.Abs(symPath)
|
||||
if err != nil {
|
||||
log.Print("Unable to resolve abs path to: ", symPath)
|
||||
return path, err
|
||||
}
|
||||
|
||||
if err := os.Chdir(oldWd); err != nil {
|
||||
log.Print("Unable to change to old working dir")
|
||||
return path, err
|
||||
}
|
||||
|
||||
return path, nil
|
||||
}
|
||||
Reference in New Issue
Block a user