mirror of https://github.com/archzfs/archzfs
Jesus Alvarez
12 years ago
parent
a960910379
commit
595d3c815c
@ -0,0 +1,379 @@ |
|||||||
|
#!/usr/bin/env python |
||||||
|
# encoding: utf-8 |
||||||
|
|
||||||
|
import argparse |
||||||
|
import subprocess |
||||||
|
import os |
||||||
|
import re |
||||||
|
import logging |
||||||
|
import datetime |
||||||
|
import sys |
||||||
|
import glob |
||||||
|
|
||||||
|
SIGNING_KEY = '0EE7A126' |
||||||
|
|
||||||
|
# Prefix for logging output |
||||||
|
PREFIX = '[>>>]' |
||||||
|
|
||||||
|
from logging import Formatter, getLogger, StreamHandler, DEBUG |
||||||
|
|
||||||
|
# This function uses ansi escape sequences. |
||||||
|
# http://bluesock.org/~willg/dev/ansi.html#sequences |
||||||
|
# http://en.wikipedia.org/wiki/ANSI_escape_code |
||||||
|
# http://docs.python.org/reference/lexical_analysis.html |
||||||
|
|
||||||
|
# `\033[` is the escape sequence character. `\033` is octal. |
||||||
|
ATTR_CODES = { |
||||||
|
'bold': '1', |
||||||
|
'italic': '3', |
||||||
|
'strike': '9', |
||||||
|
'underline': '4', |
||||||
|
'erase': '\033[K', # Clear to the end of the line |
||||||
|
'reset': '\033[0m', # All attributes off |
||||||
|
} |
||||||
|
|
||||||
|
FG_COLOR_CODES = { |
||||||
|
'black': 30, |
||||||
|
'red': 31, |
||||||
|
'green': 32, |
||||||
|
'yellow': 33, |
||||||
|
'blue': 34, |
||||||
|
'magenta': 35, |
||||||
|
'cyan': 36, |
||||||
|
'white': 37, |
||||||
|
'default': 38, |
||||||
|
} |
||||||
|
|
||||||
|
BG_COLOR_CODES = { |
||||||
|
'bgred': 41, |
||||||
|
'bgblack': 40, |
||||||
|
'bggreen': 42, |
||||||
|
'bgyellow': 43, |
||||||
|
'bgblue': 44, |
||||||
|
'bgmagenta': 45, |
||||||
|
'bgcyan': 46, |
||||||
|
'bgwhite': 47, |
||||||
|
'bgdefault': 49, |
||||||
|
'bggrey': 100, |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
def ansi_builder(text, fgcolor, bgcolor, attr): |
||||||
|
"""Wrap text in an ansi escape sequence, with bolding. |
||||||
|
|
||||||
|
:color: The color to wrap the text in. |
||||||
|
:text: The text to wrap. |
||||||
|
:attr: The attribute to wrap the text in. |
||||||
|
|
||||||
|
""" |
||||||
|
fgcc = '' |
||||||
|
if fgcolor: |
||||||
|
assert(fgcolor in FG_COLOR_CODES) |
||||||
|
fgcc = str(FG_COLOR_CODES[fgcolor]) + ';' |
||||||
|
|
||||||
|
bgcc = '' |
||||||
|
if bgcolor: |
||||||
|
assert(bgcolor in BG_COLOR_CODES) |
||||||
|
bgcc = str(BG_COLOR_CODES[bgcolor]) + ';' |
||||||
|
|
||||||
|
attrc = '' |
||||||
|
if attr: |
||||||
|
assert(attr in ATTR_CODES) |
||||||
|
attrc = ATTR_CODES[attr] + ';' |
||||||
|
|
||||||
|
ccds = attrc + fgcc + bgcc |
||||||
|
# print('033[{}m{}{}'.format(ccds[:-1], text, ATTR_CODES['reset'][1:])) |
||||||
|
|
||||||
|
return '\033[{}m{}{}'.format(ccds[:-1], text, ATTR_CODES['reset']) |
||||||
|
|
||||||
|
|
||||||
|
OUTPUT_PREFIX = ansi_builder(PREFIX, 'cyan', '', 'bold') + ': ' |
||||||
|
|
||||||
|
|
||||||
|
class _ANSIFormatter(Formatter): |
||||||
|
"""Convert a `logging.LogReport' object into colored text, using ANSI |
||||||
|
escape sequences. |
||||||
|
|
||||||
|
""" |
||||||
|
def format(self, record): |
||||||
|
mtype = '' |
||||||
|
if record.levelname is 'INFO': |
||||||
|
mtype = ansi_builder(record.levelname + ' ', 'cyan', '', 'bold') |
||||||
|
elif record.levelname is 'WARNING': |
||||||
|
mtype = ansi_builder(record.levelname, 'yellow', '', 'bold') |
||||||
|
elif record.levelname is 'ERROR': |
||||||
|
mtype = ansi_builder(record.levelname, 'red', '', 'bold') |
||||||
|
elif record.levelname is 'CRITICAL': |
||||||
|
mtype = ansi_builder(record.levelname, '', 'bgred', 'bold') |
||||||
|
elif record.levelname is 'DEBUG': |
||||||
|
mtype = ansi_builder(record.levelname, '', 'bggrey', 'bold') |
||||||
|
else: |
||||||
|
mtype = ansi_builder(record.levelname, 'white', '', 'bold') |
||||||
|
tdate = get_time_string() |
||||||
|
return OUTPUT_PREFIX + mtype + ': ' + tdate + ': ' + record.msg |
||||||
|
|
||||||
|
|
||||||
|
def init_logging(level, logger=getLogger(), handler=StreamHandler()): |
||||||
|
logger = logging.getLogger() |
||||||
|
fmt = _ANSIFormatter() |
||||||
|
handler.setFormatter(fmt) |
||||||
|
logger.addHandler(handler) |
||||||
|
if not level: |
||||||
|
level = logging.WARN |
||||||
|
logger.setLevel(level) |
||||||
|
|
||||||
|
|
||||||
|
init_logging(level=DEBUG) |
||||||
|
logger = logging.getLogger(__name__) |
||||||
|
|
||||||
|
|
||||||
|
def get_time_string(): |
||||||
|
"""Returns a formatted time string. |
||||||
|
|
||||||
|
""" |
||||||
|
now = datetime.datetime.now() |
||||||
|
return now.strftime('%a %b %d %H:%M:%S %Y') |
||||||
|
|
||||||
|
|
||||||
|
def _logger(text, text_attr='', note='', note_attr='', note_fgcolor='', |
||||||
|
note_bgcolor='', date=True, prefix=True): |
||||||
|
"""Prints to stdout. |
||||||
|
|
||||||
|
_logger is responsible for making pretty output and is used throughout the |
||||||
|
entire program. Any whitepsace characters at the start or ends of the line |
||||||
|
are preserved. So lines containing '\r' will overlap. This is useful for |
||||||
|
progress bars and such. |
||||||
|
|
||||||
|
:text: The text to output. |
||||||
|
:text_attr: ANSI attribute to wrap text with. |
||||||
|
:note: String to append to the text. |
||||||
|
:note_attr: ANSI attribute to wrap note with. |
||||||
|
:note_fgcolor: Color of the appended note. |
||||||
|
:note_bgcolor: Background color of the note. |
||||||
|
:date: If true, the date will be appended. |
||||||
|
:prefix: If true, the date and OUTPUT_PREFIX will be displayed. |
||||||
|
|
||||||
|
""" |
||||||
|
prefix = OUTPUT_PREFIX |
||||||
|
if date: |
||||||
|
prefix = prefix + get_time_string() + ': ' |
||||||
|
if note: |
||||||
|
note = ansi_builder(note, note_fgcolor, note_bgcolor, note_attr) + ' ' |
||||||
|
pad_re = re.match(r'(\s*).*(\s*)', text) |
||||||
|
if pad_re: |
||||||
|
pre_pad = pad_re.group(1) |
||||||
|
pos_pad = pad_re.group(2) |
||||||
|
end = '\r' if text[-1] == '\r' else '\n' |
||||||
|
stext = text.strip() |
||||||
|
if text_attr: |
||||||
|
stext = ansi_builder(stext, '', '', text_attr) |
||||||
|
output = ''.join((pre_pad, prefix, note, stext, pos_pad, |
||||||
|
ATTR_CODES['reset'], end)) |
||||||
|
sys.stdout.write(output) |
||||||
|
|
||||||
|
|
||||||
|
def log_begin(text): |
||||||
|
"""Logs output with [Begin] appended to the start of the string. |
||||||
|
|
||||||
|
:text: The message to write to stdout. |
||||||
|
|
||||||
|
""" |
||||||
|
_logger(text, '', '[Begin]', 'bold', 'white', 'bgcyan') |
||||||
|
|
||||||
|
|
||||||
|
def log_done(text): |
||||||
|
"""Logs output with [Done] appended to the start of the string. |
||||||
|
|
||||||
|
:text: The message to write to stdout. |
||||||
|
|
||||||
|
""" |
||||||
|
_logger(text, '', '[FINISHED]', 'bold', 'white', 'bgcyan') |
||||||
|
|
||||||
|
|
||||||
|
def log_noprefix(text): |
||||||
|
"""Logs output without the prefix. |
||||||
|
|
||||||
|
:text: The message to write to stdout. |
||||||
|
|
||||||
|
""" |
||||||
|
_logger(text, date=False, prefix=False) |
||||||
|
|
||||||
|
|
||||||
|
def log_note(text, note, fgcolor, bgcolor): |
||||||
|
"""Logs output without the prefix. |
||||||
|
|
||||||
|
:text: The message to write to stdout. |
||||||
|
|
||||||
|
""" |
||||||
|
assert(fgcolor in FG_COLOR_CODES) |
||||||
|
assert(bgcolor in BG_COLOR_CODES) |
||||||
|
_logger(text, '', note, 'bold', fgcolor, bgcolor) |
||||||
|
|
||||||
|
|
||||||
|
def log(text): |
||||||
|
"""Prints to stdout with timestap and OUTPUT_PREFIX. |
||||||
|
|
||||||
|
:text: The message to write to stdout. |
||||||
|
|
||||||
|
""" |
||||||
|
_logger(text, date=True, prefix=True) |
||||||
|
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description='Magically add packages to a ' |
||||||
|
'repository.') |
||||||
|
|
||||||
|
parser.add_argument('-r', nargs='?', required=True, |
||||||
|
help='Chroot path.') |
||||||
|
|
||||||
|
parser.add_argument('-l', nargs='?', required=True, |
||||||
|
help='Chroot version.') |
||||||
|
|
||||||
|
parser.add_argument('-c', action='store_true', default=False, |
||||||
|
help='Clean the chroot before building or installing.') |
||||||
|
|
||||||
|
parser.add_argument('-I', nargs='+', |
||||||
|
help='A list of packages to install into the chroot' |
||||||
|
'environment before building.') |
||||||
|
|
||||||
|
parser.add_argument('packages', nargs='+', |
||||||
|
help='A list of packages to build. For all packages, use ' |
||||||
|
'"all"') |
||||||
|
|
||||||
|
args = parser.parse_args() |
||||||
|
|
||||||
|
|
||||||
|
def set_new_sums(): |
||||||
|
"""Get new sums and change in the PKGBUILD |
||||||
|
|
||||||
|
""" |
||||||
|
for pkg in ['spl-utils', 'spl', 'zfs-utils', 'zfs']: |
||||||
|
os.chdir('devsrc/' + pkg) |
||||||
|
proc = subprocess.Popen(['makepkg', '-g'], stdout=subprocess.PIPE, |
||||||
|
stderr=subprocess.PIPE) |
||||||
|
sout, serr = proc.communicate() |
||||||
|
smsum = re.findall(r'\ *(?:sha|md)\d+sums=\([\w\s\n\']+\)', |
||||||
|
sout.decode('UTF-8')) |
||||||
|
if len(smsum) > 1: |
||||||
|
logger.warning('RE pattern returned more than one occurrence!') |
||||||
|
|
||||||
|
with open('PKGBUILD', 'r') as p_file: |
||||||
|
pkg_conf = p_file.read() |
||||||
|
|
||||||
|
pfsum = re.findall(r'\ *(?:sha|md)\d+sums=\([\w\s\n\']+\)', pkg_conf) |
||||||
|
if pfsum and pfsum[0] != smsum[0]: |
||||||
|
log_noprefix('Generating hashes for "' + pkg + '"') |
||||||
|
new_pconf = pkg_conf.replace(pfsum[0], smsum[0]) |
||||||
|
log_noprefix('Writing updated PKGBULID') |
||||||
|
with open('PKGBUILD', 'w') as p_file: |
||||||
|
p_file.write(new_pconf) |
||||||
|
else: |
||||||
|
log_noprefix('Hashes up-to-date for "' + pkg + '"') |
||||||
|
|
||||||
|
os.chdir('../../') |
||||||
|
|
||||||
|
|
||||||
|
def clean_chroot(): |
||||||
|
"""Creates a clean chroot. |
||||||
|
|
||||||
|
""" |
||||||
|
copydir = args.r + '/' + args.l |
||||||
|
if args.c: |
||||||
|
proc = subprocess.call(['sudo', 'mkdir', '-p', copydir]) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('Could not create chroot diretory "' + copydir + |
||||||
|
'"') |
||||||
|
log_noprefix('Creating clean chroot at "' + copydir + '"') |
||||||
|
proc = subprocess.call(['sudo', 'rsync', '-a', '--delete', '-q', '-W', |
||||||
|
'-x', args.r + '/root/', copydir]) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('A problem occurred creating the clean chroot!') |
||||||
|
|
||||||
|
|
||||||
|
def install_packages(): |
||||||
|
"""Installs the packages passed as arguments into the chroot. |
||||||
|
|
||||||
|
""" |
||||||
|
copydir = args.r + '/' + args.l |
||||||
|
for pkg in args.I: |
||||||
|
log_noprefix('Copying "' + pkg + '" to the chroot') |
||||||
|
proc = subprocess.call(['sudo', 'cp', pkg, copydir + '/' + |
||||||
|
os.path.basename(pkg)]) |
||||||
|
pac_cmd = 'pacman -U /{} --noconfirm'.format(os.path.basename(pkg)) |
||||||
|
cmd = ['sudo', '/usr/sbin/mkarchroot', '-r', pac_cmd, copydir] |
||||||
|
log_noprefix('Installing "' + pkg + '"') |
||||||
|
proc = subprocess.call(cmd) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('There was a problem installing the package!') |
||||||
|
proc = subprocess.call(['sudo', 'rm', copydir + '/' + |
||||||
|
os.path.basename(pkg)]) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('There was a problem removing the package!') |
||||||
|
|
||||||
|
|
||||||
|
def move_sources(): |
||||||
|
"""Move the sources to a temporary directory. |
||||||
|
|
||||||
|
""" |
||||||
|
pass |
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__': |
||||||
|
log_note('Welcome!', 'package.py', 'white', 'bgred') |
||||||
|
set_new_sums() |
||||||
|
|
||||||
|
if args.c: |
||||||
|
clean_chroot() |
||||||
|
|
||||||
|
if args.I: |
||||||
|
install_packages() |
||||||
|
|
||||||
|
# # for arch in ('i686', 'x86_64'): |
||||||
|
for pkg in ('spl-utils', 'spl', 'zfs-utils', 'zfs'): |
||||||
|
os.chdir('devsrc/' + pkg) |
||||||
|
proc = subprocess.call(['sudo', 'makechrootpkg', '-r', args.r, |
||||||
|
'-l', args.l, '--', '-i']) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('There was a problem building "' + pkg + '"') |
||||||
|
bpkg = glob.glob('*.pkg.tar.xz') |
||||||
|
if bpkg: |
||||||
|
bpkg = bpkg[0] |
||||||
|
else: |
||||||
|
bpkg = '' |
||||||
|
proc = subprocess.call(['gpg', '--detach-sign', '-u', '0EE7A126', |
||||||
|
'--use-agent', bpkg]) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('There was a problem signing "' + pkg + '"') |
||||||
|
proc = subprocess.call(['makepkg', '-S', '-f']) |
||||||
|
if proc > 0: |
||||||
|
logger.warning('There was a problem building the source ' |
||||||
|
'package for"' + pkg + '"') |
||||||
|
vers = re.search(r'[\w-]+-([\d\w\._]+-[\d])-(?:i686|x86_64)', bpkg) |
||||||
|
if vers: |
||||||
|
proc = subprocess.call('mkdir -p ../../backup/testing/' + |
||||||
|
vers.group(1), shell=True) |
||||||
|
if proc > 1: |
||||||
|
logger.warning('There was an error creating the backup ' |
||||||
|
'directory') |
||||||
|
log('Moving "' + bpkg + '" to "backup/testing/' + vers.group(1) + |
||||||
|
'"') |
||||||
|
proc = subprocess.call('mv ' + bpkg + '* ../../backup/testing/' + |
||||||
|
vers.group(1) + '/', shell=True) |
||||||
|
if proc > 1: |
||||||
|
logger.warning('There was a problem copying the package to ' |
||||||
|
'the backup directory') |
||||||
|
source = glob.glob('*.src.tar.gz') |
||||||
|
if source: |
||||||
|
source = source[0] |
||||||
|
else: |
||||||
|
source = '' |
||||||
|
proc = subprocess.call('mv ' + source + ' ../../backup/testing/x86_64/' |
||||||
|
+ vers.group(1) + '/', shell=True) |
||||||
|
if proc > 1: |
||||||
|
logger.warning('There was a problem copying the package source to ' |
||||||
|
'the backup directory') |
||||||
|
# Cleanup |
||||||
|
proc = subprocess.call('rm -r *.log src/', shell=True) |
||||||
|
if proc > 1: |
||||||
|
logger.warning('There was a problem cleaning the working files') |
||||||
|
|
||||||
|
os.chdir('../../') |
||||||
@ -1,109 +0,0 @@ |
|||||||
#!/bin/sh |
|
||||||
|
|
||||||
unset ALL_OFF BOLD BLUE GREEN RED YELLOW |
|
||||||
if [[ -t 2 && ! $USE_COLOR = "n" ]]; then |
|
||||||
# prefer terminal safe colored and bold text when tput is supported |
|
||||||
if tput setaf 0 &>/dev/null; then |
|
||||||
ALL_OFF="$(tput sgr0)" |
|
||||||
BOLD="$(tput bold)" |
|
||||||
BLUE="${BOLD}$(tput setaf 4)" |
|
||||||
GREEN="${BOLD}$(tput setaf 2)" |
|
||||||
RED="${BOLD}$(tput setaf 1)" |
|
||||||
YELLOW="${BOLD}$(tput setaf 3)" |
|
||||||
else |
|
||||||
ALL_OFF="\e[1;0m" |
|
||||||
BOLD="\e[1;1m" |
|
||||||
BLUE="${BOLD}\e[1;34m" |
|
||||||
GREEN="${BOLD}\e[1;32m" |
|
||||||
RED="${BOLD}\e[1;31m" |
|
||||||
YELLOW="${BOLD}\e[1;33m" |
|
||||||
fi |
|
||||||
fi |
|
||||||
readonly ALL_OFF BOLD BLUE GREEN RED YELLOW |
|
||||||
|
|
||||||
plain() { |
|
||||||
local mesg=$1; shift |
|
||||||
printf "${BOLD} ${mesg}${ALL_OFF}\n" "$@" >&2 |
|
||||||
} |
|
||||||
|
|
||||||
msg() { |
|
||||||
local mesg=$1; shift |
|
||||||
printf "${GREEN}==>${ALL_OFF}${BOLD} ${mesg}${ALL_OFF}\n" "$@" >&2 |
|
||||||
} |
|
||||||
|
|
||||||
msg2() { |
|
||||||
local mesg=$1; shift |
|
||||||
printf "${BLUE} ->${ALL_OFF}${BOLD} ${mesg}${ALL_OFF}\n" "$@" >&2 |
|
||||||
} |
|
||||||
|
|
||||||
warning() { |
|
||||||
local mesg=$1; shift |
|
||||||
printf "${YELLOW}==> WARNING:${ALL_OFF}${BOLD} ${mesg}${ALL_OFF}\n" "$@" >&2 |
|
||||||
} |
|
||||||
|
|
||||||
error() { |
|
||||||
local mesg=$1; shift |
|
||||||
printf "${RED}==> ERROR:${ALL_OFF}${BOLD} ${mesg}${ALL_OFF}\n" "$@" >&2 |
|
||||||
} |
|
||||||
|
|
||||||
chroot_build() { |
|
||||||
awk -v newsums="$(makepkg -g)" ' |
|
||||||
BEGIN { |
|
||||||
if (!newsums) exit 1 |
|
||||||
} |
|
||||||
|
|
||||||
/^[[:blank:]]*(md|sha)[[:digit:]]+sums=/,/\)[[:blank:]]*$/ { |
|
||||||
if (!i) print newsums; i++ |
|
||||||
next |
|
||||||
} |
|
||||||
|
|
||||||
1 |
|
||||||
' PKGBUILD > PKGBUILD.new && mv PKGBUILD{.new,} |
|
||||||
sudo makechrootpkg -r /opt/chroot/extra-x86_64 -l zfs64 -- -i |
|
||||||
if [[ $? != "0" ]]; then |
|
||||||
error "Failed building \"${1}\"" |
|
||||||
exit 1; |
|
||||||
fi |
|
||||||
gpg --detach-sign -u 0EE7A126 --use-agent ${1}-*.pkg.tar.xz |
|
||||||
if [[ $? != "0" ]]; then |
|
||||||
warning "Failed signing \"${1}\"" |
|
||||||
return 2; |
|
||||||
fi |
|
||||||
makepkg -Sfc |
|
||||||
if [[ $? != "0" ]]; then |
|
||||||
warning "Failed creating package sources for \"${1}\"" |
|
||||||
return 3; |
|
||||||
fi |
|
||||||
} |
|
||||||
|
|
||||||
mkdir -p backup/new/{x86_64,i686,sources} |
|
||||||
|
|
||||||
packages="spl-utils spl zfs-utils zfs" |
|
||||||
|
|
||||||
for pkg in $packages; do |
|
||||||
cd "devsrc/${pkg}" |
|
||||||
msg "Building ${pkg}" |
|
||||||
chroot_build "${pkg}" |
|
||||||
cd ../../ |
|
||||||
done |
|
||||||
|
|
||||||
msg "Moving sources to backup/new/sources" |
|
||||||
find devsrc/ -type f -iname '*.src.tar*' -exec mv {} backup/new/sources/ \; |
|
||||||
|
|
||||||
msg "Moving x86_64 packages to backup/new/x86_64" |
|
||||||
find devsrc/ -type f -iname '*x86_64.pkg.tar*' -exec mv {} backup/new/x86_64/ \; |
|
||||||
|
|
||||||
msg "Rotating backup archives" |
|
||||||
mv backup/latest/sources/* backup/sources/ |
|
||||||
mv backup/new/sources/* backup/latest/sources/ |
|
||||||
mv backup/latest/x86_64/* backup/packages/x86_64/ |
|
||||||
mv backup/new/x86_64/* backup/latest/x86_64/ |
|
||||||
rm -rf backup/new |
|
||||||
|
|
||||||
msg "Copying packages to the repository directories" |
|
||||||
cp backup/latest/x86_64/* x86_64/ |
|
||||||
|
|
||||||
msg "Adding packages to the repository" |
|
||||||
NPKGS=$(find backup/latest/x86_64/ -type f -iname '*.pkg.tar.xz' -printf "%f ") |
|
||||||
cd x86_64/ |
|
||||||
repo-add -s -v -d archzfs.db.tar.xz $NPKGS |
|
||||||
Loading…
Reference in new issue