Difference between revisions of "Livecd-make"

Latest revision as of 12:38, 9 January 2008

#!/bin/sh
# Make a clone from existed knoppix live-cd or dvd

NOFORK=false;
[ -z $REFRESH ] && export REFRESH=true;
[ -z $PHASE ] && export PHASE=10
[ -z "$BEST" ] && export BEST=-b
[ -z $NOSKIPDEBS ] && export NOSKIPDEBS=true;
[ -z $PAUSE ] && export PAUSE=false;
[ -z $DVD ] && export DVD=false;
while true ; do
  case $1 in
    -d) NOFORK=true ;;
    '') if $NOFORK ; then break ; fi
        on_exit() {
	  rm -f CDMAKE$$.tmp
	}
	trap on_exit 0 1 2 3 15
        mkfifo CDMAKE$$.tmp
	tee livecd-make.log <CDMAKE$$.tmp &
	if ! $0 -d 2>CDMAKE$$.tmp ; then
	  echo "WAS ERRORS! See report in livecd-make.log"
	fi
	exit 0 ;;
    unpack) PHASE=1 ;;
    remove) PHASE=2 ;;
    update) PHASE=3 ;;
    patch) PHASE=4 ;;
    quick) BEST=' ' ;;
    dvd) DVD=true ;;
    pause) PAUSE=true ;;
    no-update) NOSKIPDEBS=false ;;
    no-refresh) REFRESH=false; ;;
    *) echo "Usage: $0 [-d] [no-refresh] [no-upate] [quick] [unpack|remove|update|patch]
	unpack	- stop after unpack source distro into ''./new/''
	remove	- stop after remove packages
	update  - stop after install new packages
	patch - stop after patches and scripts
	pause - wait CR after each phase
	quick  - not use ''best'' compression
	dvd - make dvd image - not delete most packages and split root, quick is recommended
	no-update - do not remove & install packages
	no-refresh	- do not remove old ''./new/'' & unpack 
	-d	- do not redirect stderr to logfile"
       exit 1 ;;
  esac
  shift
done

read CDVER DATE < version

date >&2

query() {
    set +x
    echo -n "$1 [$2] " >&2
    read answer
    if [ -z $answer ] ; then answer=$2 ; fi
    set -x
}

set -e -x # Exit if any command fails, print command before execute

if type dialog ; then
gauge() {
    set +x
    lim=$1
    x=1
    while read j ; do 
	echo $(( x++ * 100 / lim )) ; 
    done | dialog --gauge "$2" 8 50
}
elif [ -n "$DISPLAY" ] && type Xdialog ; then
gauge() {
    set +x
    lim=$1
    x=1
    while read j ; do 
	echo $(( x++ * 100 / lim )) ; 
    done | Xdialog --gauge "$2" 8 50
}
else 
gauge() {
    set +x
    #echo $2
    lim=$1
    x=1
    [ -z $COLUMNS ] && COLUMNS=80
    while read j ; do
	echo -ne "\33[2K $(( x++ * 100 / lim ))% ${j:0:$((COLUMNS-5))}\r";
    done
    echo -ne "\33[2K"
}
fi

CSRC=SRC/KNOPPIX/KNOPPIX
UCSRC=KNOPPIX.iso
if [ -b /dev/cdrom ] ; then
  CDROM=/dev/cdrom
  CDRW="0,0,0"
elif [ -b /dev/cdroms/cdrom0 ] ; then
  CDROM=/dev/cdroms/cdrom0
  CDRW=`readlink -f $CDROM`
  CDRW=${CDRW%cd}generic
fi

not_empty() {
  test -n "$1" &&  test -L "$1" -o -e "$1"
}

# Mount knoppix CD or image

if ! [ -s $CSRC ]; then
  query "Knoppix CD or image location" "$CDROM"
  SRC="$answer"
  if ! [ -b $SRC ] ; then LOOP=",loop" ; fi
  [ -d SRC ] || mkdir SRC
  mount -o ro$LOOP $SRC SRC
else
  echo "Comressed image found"
fi
RTSRCZ=( SRC/boot/isolinux/minirt*.gz )

query "Enter default language" us
lang=$answer

if ! [ -s newcd/KNOPPIX/KNOPPIX ] || ! not_empty newcd/boot/isolinux/minirt* ; then

  if ! not_empty new/initrd*/* && not_empty bkinitrd/*/* ; then
    rm -rf new/initrd*/
    mv -f bkinitrd/* new  
  fi
  if ! grep -q "$CDVER" new/etc/knoppix-version 2> /dev/null || ! not_empty new/initrd*/*  ; then
    if [ $PHASE -gt 3 ] ; then
      # test for virtual memory size
      vmemsz=$( expr $( cat /proc/meminfo | grep '[mp]Free' | sed -e 's/.*: *//' -e 's/ k.*/ +/' ) 0 )
      if [ $vmemsz -lt 1200000 ] ; then
        echo "$vmemsz kB free virtual memory detected
	This script needs 1.2GB of memory or swap space to build the CD image.
	If you have enough free space on your hard drive you may 
	safely answer \"yes\" to the following question."
	query "Do you want to use 1.2GB of your disk space for the temporary swap file" yes
	case $answer in
	    [Yy]*)
	    dd if=/dev/zero of=swapfile bs=1M count=1200
	    mkswap swapfile
	    swapon swapfile
	esac
      else
	echo "$vmemsz kB free virtual memory - OK"
      fi
    fi
    # first try to use cloop module
    # Mount inner iso image
    for i in "" 2 3 4 5 ; do
     if ! not_empty UCSRC$i/new/* ; then
      insmod cloop >& /dev/null || true
       test -e $CSRC$i || continue
       [ -d UCSRC$i/new ] || mkdir -p UCSRC$i/new
       if ! ( [ -b /dev/cloop/0 ] &&
	losetup /dev/cloop/$((i+0)) $CSRC$i && mount /dev/cloop/$((i+0)) UCSRC$i/new ) ; then
        # Uncompress inner iso image
        if ! [ -s $UCSRC$i ] ; then
          echo Uncompress image $i...
          extract_compressed_fs $CSRC$i 2>&1 > $UCSRC$i  | 
	    gauge $(( `ls -s $CSRC$i | sed 's/[^0-9 ].*//'` / 23 )) "Uncompress inner image $i..."
        else
          echo "Uncompressed image found"
        fi
        mount -o ro,loop $UCSRC$i UCSRC$i/new
       fi
     else
      echo "Uncompressed image seems to be already mounted"
     fi
    done
    
    read verison j < UCSRC/new/etc/knoppix-version
    KVERS=( `echo UCSRC/new/lib/modules/*.*.* | sed -e 's![^ ]*/!-!g'` )
    
    if [ -d new ] ; then
      umount new/usr/src/debs new/proc || true
      umount new || true
      $REFRESH && rm -rfv new | gauge 135369 "Remove old directory for extracting files"
    fi
    
    if ! [ -d new ]; then
      for i in "" 2 3 4 5 ; do
        [ -e UCSRC$i/new ] || continue
        echo Extract files from the inner image $i
        cp -v -a -u UCSRC$i/new . 2>&1 | gauge 126000 "Extract files from the inner image $i"
      done
    fi

    #Uncompress initrd
    echo "Extract initrd image(s)"
    [ -d RT ] || mkdir RT
    umount RT || true
    for i in "${RTSRCZ[@]}" ; do
      rdimg=${i/*\//}
      rdimg=${rdimg/.gz/}
      gzip -d < $i > $rdimg.orig
      mount -o loop $rdimg.orig RT
      rddir=new/${rdimg/minirt/initrd}
      [ -e $rddir/linuxrc ] && continue
      [ -d $rddir ] && rmdir $rddir
      cp -a RT $rddir
      umount RT
    done

    [ $PHASE -lt 2 ] && exit
    $PAUSE && echo "KNOPPIX root file system unpacked to directory 'new'.
    Next phase deletes some packages and files. Press Enter to continue" && read j
    
#-------------   Modify Live CD --------------
    read j j HOSTKVERS j < /proc/version
    TMPMOD=false
remove() {
    if [ -s $2 ] ; then
	echo "$1 $2"
	eval "local -a lst=( $(cat $2) )"
	[ -z $lst ] && return 0
	chroot new sh -c "$3 ${lst[*]}" || true
    fi
}
update() {
    [ -s "$debs/${1##[^0-9]*}apt-get-list" ] && if chroot . apt-get install `cat $debs/${1##[^0-9]*}apt-get-list` ; then
	true
    else
	case $? in 100)
	    chroot . apt-get -f install
	    chroot . apt-get install `cat $debs/${1##[^0-9]*}apt-get-list`
	    ;;
	*) echo $? ; false
	esac	    
    fi
    aliens=( $debs/$1*.{rpm,tar.gz,tgz} )
    [ -z $aliens ] || chroot . alien "${aliens[@]}"
    local -a lst=( $debs/$1*.deb *.deb )
    [ -s "$lst" ] || return 0
    chroot . dpkg -i --force-overwrite ${lst[@]}
    rm *.deb || true
}
if $NOSKIPDEBS ; then
    if ! [ -d new/lib/modules/$HOSTKVERS ] ; then
        # for buggy packets
        cp -a /lib/modules/$HOSTKVERS new/lib/modules/
	TMPMOD=true
    fi
    if $DVD; then
	remove "Remove packages listed in" debs/00remove-debs-DVD "dpkg -P"
	remove "Remove files listed in" debs/00remove-files-DVD "rm -rf"
    else
	remove "Remove packages listed in" debs/00remove-debs "dpkg -P"
	remove "Remove files listed in" debs/00remove-files "rm -rf"
    fi
    $TMPMOD && rm -rf new/lib/modules/$HOSTKVERS
    
    [ $PHASE -lt 3 ] && exit
    $PAUSE && echo "Some packages and files listed in debs/00remove* are deleted.
     Next phase installs new packages and deletes listed in debs/zzremove*.
     Press Enter to continue" && read j
    
    echo Install new packages
    cd new
    mkdir -p usr/src/debs
    touch etc/fstab
    shopt -s nullglob
    debs=usr/src/debs
    mount --bind ../debs $debs
    mv etc/resolv.conf etc/resolv.conf.orig
    cp /etc/resolv.conf etc/resolv.conf
    if ! chroot . apt-get update -u ; then
	query "Continue" yes
	case $answer in
	    [Yy]*) ;;
	    *) exit 1
	esac
    fi
    
    update 00
    update 01
    update 02
    update '0[^0-2]'
    update '[^0]'
    
    chroot . apt-get -f install -u
    chroot . apt-get clean
    mv etc/resolv.conf.orig etc/resolv.conf
    
    umount usr/src/debs
    rmdir usr/src/debs

    cd ..
    
    NEWKVERS=( `echo new/lib/modules/*.*.* | sed -e 's![^ ]*/!-!g'` )

    if $DVD; then
	remove "Remove packages listed in" debs/zzremove-debs-DVD "dpkg -P"
        remove "Remove files listed in" debs/zzremove-files-DVD "rm -rf"
    else
	remove "Remove packages listed in" debs/zzremove-debs "dpkg -P"
        remove "Remove files listed in" debs/zzremove-files "rm -rf"
    fi
    COLUMNS=140 chroot new dpkg -l > packages.txt

    rm new/etc/fstab || true

fi # $NOSKIPDEBS

    [ $PHASE -lt 4 ] && exit
    $PAUSE && echo "All package add/remove operations is complete
     Next phase try and apply patches placed in 'patches' directory.
     Press Enter to continue" && read j
    
    echo Test patches
    mkdir -p patches-results
    cd new
    set +x
    st=()
    errors=false
    n=0
    for i in ../patches/* ; do
      if [ -d $i ] ; then
       st[$n]=true
      elif [ -x $i ] ; then
        if ! $i --dry-run >& ../patches-results/${i/*\//}-exec; then
	  st[$n]=true
	  errors=true
	else
	  mv ../patches-results/${i/*\//}-exec ../patches-results/${i/*\//}-exec-OK
	fi
      else case "$i" in *.tar.bz2) st[$n]="tar -xjf" ;;
      *)
        if patch -f -p0 --dry-run -i $i >& ../patches-results/${i/*\//}-p0 ; then
         st[$n]="patch -f -p0 -i"
	 mv ../patches-results/${i/*\//}-p0 ../patches-results/${i/*\//}-p0-OK
        elif patch -f -p1 --dry-run -i $i >& ../patches-results/${i/*\//}-p1 ; then
         st[$n]="patch -f -p1 -i"
	 rm ../patches-results/${i/*\//}-p0
	 mv ../patches-results/${i/*\//}-p1 ../patches-results/${i/*\//}-p1-OK
        else
         st[$n]=true
	 errors=true
        fi
      esac fi
      let ++n
    done
    n=0
    echo "Tests results" >&2
    for i in ../patches/* ; do
      echo -ne " ${i/*\//} \t " >&2
      case "${st[$n]}" in
        true) echo ERROR >&2 ;;
        tar*) echo "OK (tar)" >&2 ;;
        *-p0" "*) echo "OK (patch -p0)" >&2 ;;
        *-p1" "*) echo "OK (patch -p1)" >&2 ;;
        '') echo "OK (executable)" >&2 ;;
      esac
      let ++n
    done
    if $errors ; then
      query "Some patches are not applyable, see messages in directory 'patches-results'
Do You want to continue without failed pathes" no
      case "$answer" in [yY]*) ;; *) 
        echo "You may rerun script after corrections with next parameters:
no-update no-refresh"
        exit 1 ;
      esac
    else
      echo "All patches OK">&2
    fi

    echo Applay patches to root file system
    set -x
    n=0
    for i in ../patches/* ; do
      ${st[$n]} $i
      let ++n
    done
    echo Update menus
    #order files in directory
    mkdir etc/menu-methods.new
    mv etc/menu-methods/* etc/menu-methods.new/
    rmdir etc/menu-methods
    mv etc/menu-methods.new etc/menu-methods
    chroot . update-menus -v
    
    echo Update modules in initrd
    
    if [ -x initrd/modules/cloop.ko ] ; then
      SUF=ko
    else
      SUF=o
    fi
    (find initrd/modules -name '*.'$SUF ; cat <<-EOF ;) | while read i ; do
    initrd/modules/floppy.$SUF
    initrd/modules/scsi/usb-ehci.$SUF
    initrd/modules/scsi/usb-uhci.$SUF
    initrd/modules/scsi/usb-ohci.$SUF
    initrd/modules/scsi/usbcore.$SUF
    initrd/modules/scsi/usb_hcd.$SUF
EOF
        b=${i/*\//}
        j=( `find lib/modules/ -name "$b" -or -name "${b/.o/.ko}"` )
	if [ -s "$j" ]; then
	    # [ "$j" -nt "$i" ] && 
	    cp -avf "$j" "$i"
	else
	    b="${b/usb-/}"
	    b="${b/.o/-hcd.o}"
	    j=( `find lib/modules/ -name "$b" -or -name "${b/.o/.ko}"` )
	    if [ -s "$j" ]; then
		cp -avf "$j" "$i"
	    else
	        rm -fv $i
	    fi
	fi
    done
    
    DEFKERNEL=`readlink vmlinuz`
    ln -sf ../vmlinuz boot/vmlinuz
    ln -sf System.map-${DEFKERNEL##*-} boot/System.map
    KH=( usr/src/kernel-headers-* )
    ln -sf ${KH##*/} usr/src/kernel-headers
    echo Update dynamic library cache
    chroot . ldconfig
    echo Update molule dependencies
    for i in boot/System.map-* ; do
      [ -d lib/modules/${i##*-} ] && chroot . depmod -ae -F /$i ${i##*-}
    done
    echo Remove backups
    find . -name '*.orig'  -o -name '*~' | xargs rm -fv

    echo  "$verison-$CDVER $DATE"  > etc/knoppix-version
    cd ..
    rm -rf split?/

  else
    echo Patched Knoppix found
  fi # grep -q "$CDVER" ...
  
  umount UCSRC*/new RT || true
  for i in 0 1 2 3 4 5 ; do
    losetup -d /dev/cloop/$i || true
  done
  rmmod cloop || true

  [ $PHASE -lt 5 ] && exit
  $PAUSE && echo "All changes are complete
     Next phase make new comressed file system image.
     Press Enter to continue" && read j

  echo Make new compressed file system image...
  rm -rf new/.rr_moved $UCSRC*
  if ! not_empty new/inird*/* ; then
    rm -rf bkinitrd
    mkdir -p bkinitrd
    for i in new/initrd* ; do
      mv $i bkinitrd
      mkdir $i
    done
  fi
  umount new/proc || true
  rm -rf new/tmp/*
  
  if $DVD && ! not_empty split?/* ; then
    echo Split the file system ...
    cd new
    du -s opt/* usr/lib/* usr/share/* usr/* * | ../smartsplit.pl 4128768 > ../split-plan
    ##! Names in * must not contain space!
    for i in 0 1 2 3 4 5 6 7 ; do
	files=$( grep ^$i < ../split-plan | cut -d ' ' -f 4- )
	test -z "$files" && break;
	rm -rf ../split$i
	mkdir ../split$i
	cp -al --parents $files ../split$i
    done
    cd ..    
  fi
  mkdir -p newcd/KNOPPIX
  if $DVD; then
    for i in split? ; do
      KN=${i/split/KNOPPIX}
      KN=${KN/0/}
      mkisofs -quiet -hide-rr-moved -R $i |
      create_compressed_fs - $BEST 65536 2>&1 > newcd/KNOPPIX/$KN | gauge 60600 "Make new compressed file system image..."
    done
  else
    mkisofs -quiet -hide-rr-moved -R -U -sort iso-order -pad -x '/inird*/*' new |
    create_compressed_fs - $BEST 65536 2>&1 > newcd/KNOPPIX/KNOPPIX | gauge 30300 "Make new compressed file system image..."
  fi
  rm -rf new/initrd*
  mv bkinitrd/* new
  
else
  echo New compressed file system image found
fi # [ -s newcd/KNOPPIX/KNOPPIX ] ...

echo "Make new initrd"
mkdir -p newcd/boot/isolinux
for i in new/initrd*/ ; do
   DSIZE=`du -s $i`
   OUT=newcd/boot/isolinux/minirt${i##*initrd}
   OUT=${OUT%/}
   dd if=/dev/zero of=$OUT count=$(( ${DSIZE%%[^0-9]*} + 4000 )) bs=1k
   INODES=`ls -R $i | wc -l`
   mke2fs -Fv -N $(( INODES + 6000 )) -m 0 $OUT
   mount -o loop $OUT RT
   rm -rf RT/lost+found
   cp -va $i/* RT/
   umount RT
   gzip -9 $OUT
done
cp -f new/boot/vmlinuz newcd/boot/isolinux/linux
if which rdev; then RDEV=rdev; else RDEV=new/usr/sbin/rdev; fi
$RDEV newcd/boot/isolinux/linux /dev/ram3
umount RT UCSRC*/new new || true
#rm -rf new

echo Make CD image ...

mkdir -p newcd/KNOPPIX/ newcd/m23
touch newcd/KNOPPIX/KNOPPIX2 newcd/m23image.bz2 newcd/mdk.tb2 newcd/m23.tb2\
      newcd/m23/m23_0.4.99_halfBaked-pre3_knoppix.iso
cp -auv SRC/* newcd/
$DVD || rm -rf newcd/*m23* newcd/mdk* newcd/books \
       newcd/boot/isolinux/*m23*
find newcd/KNOPPIX -size 0 | xargs rm -f

i="
s/^KBDMAP german.kbd/#&/"
case "$lang" in de) i="" ;; esac
sed -e "s/lang=[a-z]\+/lang=$lang/$i" SRC/boot/isolinux/isolinux.cfg > newcd/boot/isolinux/isolinux.cfg
umount SRC || true
mkisofs -pad -l -r -J -m Demos -m LinuxTag -m Talks -V "$CDVER" -no-emul-boot \
-boot-load-size 4 -boot-info-table -b boot/isolinux/isolinux.bin \
-c boot/isolinux/boot.cat -hide-rr-moved -o knoppix-$CDVER.iso newcd $FNAME

#rm -rf  KNOPPIX isolinux.cfg isolinux.bin SRC UCSRC* minirt24.gz

echo New CD image in knoppix-$CDVER.iso

query "Do You want to record new CD" no
case "$answer" in
    [yY]*)
    echo "cdrecord -v speed=50 dev=$CDRW driveropts=burnfree -eject knoppix-$CDVER.iso"
    cdrecord -v speed=50 dev=$CDRW driveropts=burnfree -eject knoppix-$CDVER.iso
esac