slitaz-modular: b56c0ab05e6e mkiso.sh

slitaz-modular view mkiso.sh @ rev 82

Fixed mkiso.sh to remove log files if then exist. This is so the new logs are not added to the older ones.

author	Christopher Rogers <slaxemulator@gmail.com>
date	Wed Apr 27 05:29:02 2011 +0000 (2011-04-27)
parents	51467048ef4f
children	7bc8e3987a83

line source

1 #!/bin/bash

3 . /etc/slitaz/slitaz.conf

4 . /etc/slitaz/tazwok.conf

6 QUIET="y"

7 FORCE="y"

8 export LABEL="slitaz_$(date +%Y%m)"

9 PUBLISHER="Slitaz"

10 APPLICATION="Slitaz"

11 CREATE_DEFAULT="n"

12 BASEDIR="$(pwd)"

13 PROFILE="$BASEDIR/$1"

14 ver=""

15 CDNAME="slitaz"

16 RMSTUFF=n

17 MVSTUFF=n

18 UNGZIP=n

19 EXT="xz"

20 COMPRESSION="xz -Xbcj x86"

21 MKOPTION="-b 256k"

22 BASE_MODULES=""

23 MODULES=""

24 UNION_MODULES=""

25 WORKING="$PROFILE/working"

26 INITRAMFS="$WORKING/initramfs"

27 UNION="$WORKING/union"

28 LOG="$WORKING/log"

29 ISODIR="$WORKING/iso"

30 IMGNAME="$PROFILE/$CDNAME-$1-$(date +%F).iso"

31 IMGMD5NAME="$IMGNAME.md5"

32 LASTBR="$INITRAMFS"

33 SGNFILE="$ISODIR/$CDNAME/livecd.sgn"

34 MODULES_DIR="$WORKING/modules"

35 HG_DIR="$WORKING/hg"

36 HG_URL="http://hg.slitaz.org"

37 HG_PATH="home/slitaz/repos"

38 COPY_HG="no"

39 UPDATE_HG="no"

40 BACKUP_SOURCES="no"

41 BACKUP_PACKAGES="no"

42 MIRROR_DIR="mirror"

43 PKGISO_DIR="$ISODIR/$MIRROR_DIR/packages"

44 SRCISO_DIR="$ISODIR/$MIRROR_DIR/src"

45 BACKUP_ALL="no"

46 KEY_FILES="init liblinuxlive linuxrc"

47 CLEAN_MODULES_DIR="no"

48 CLEAN_INITRAMFS="no"

49 PACKAGES_REPOSITORY="$LOCAL_REPOSITORY/packages"

50 INCOMING_REPOSITORY="$LOCAL_REPOSITORY/packages-incoming"

51 SOURCES_REPOSITORY="$LOCAL_REPOSITORY/src"

52 HG_LIST="flavors flavors-stable slitaz-base-files slitaz-boot-scripts slitaz-configs slitaz-dev-tools slitaz-doc slitaz-doc-wiki-data slitaz-forge slitaz-modular slitaz-pizza slitaz-tools tazlito tazpanel tazpkg tazusb tazweb tazwok website wok wok-stable wok-tiny wok-undigest"

53 MY_HG_LIST="my-wok"

54 MY_HG_URL="https://bitbucket.org/godane"

56 error () { echo -e "\033[1;31;40m!!! \033[1;37;40m$@\033[1;0m"; }

57 warn () { echo -e "\033[1;33;40m*** \033[1;37;40m$@\033[1;0m"; }

58 info () { echo -e "\033[1;32;40m>>> \033[1;37;40m$@\033[1;0m"; }

60 # do UID checking here so someone can at least get usage instructions

61 #if [ "$EUID" != "0" ]; then

62 # error "error: This script must be run as root."

63 # exit 1

64 #fi

65 if [ ! -d $PROFILE -o "$1" = "" ]; then

66 echo "$0 profile-name"

67 echo "ex $0 core"

68 exit 1

69 fi

71 ROOT_MOD="$(ls -1 ${PROFILE}/list | head -1)"

72 INST_ROOT="${MODULES_DIR}/$(basename ${ROOT_MOD} .list)"

74 if [ -f ${PROFILE}/config ]; then

75 source ${PROFILE}/config

76 fi

78 _overlay()

79 {

80 if [ -d ${MODULES_DIR}/overlay ]; then

81 rm -rf ${MODULES_DIR}/overlay

82 cp -rf ${PROFILE}/overlay ${MODULES_DIR}

83 cp -af ${BASEDIR}/initramfs/* ${MODULES_DIR}/overlay

84 else

85 cp -rf ${PROFILE}/overlay ${MODULES_DIR}

86 cp -af ${BASEDIR}/initramfs/* ${MODULES_DIR}/overlay

87 fi

89 if [ -f ${MODULES_DIR}/overlay/etc/local-mirror.conf ]; then

90 sed -i "s|^#PKGDIR|PKGDIR=/packages|g" ${MODULES_DIR}/overlay/etc/local-mirror.conf

91 sed -i "s|^#SRCDIR|SRCDIR=/src|g" ${MODULES_DIR}/overlay/etc/local-mirror.conf

92 fi

94 if [ "${QUIET}" = "y" ]; then

95 mksquashfs "${MODULES_DIR}/overlay" "${ISODIR}/${CDNAME}/modules/zzz.overlay.${EXT}" -comp ${COMPRESSION} -noappend ${MKOPTION} >/dev/null

96 else

97 mksquashfs "${MODULES_DIR}/overlay" "${ISODIR}/${CDNAME}/modules/zzz.overlay.${EXT}" -comp ${COMPRESSION} -noappend ${MKOPTION}

98 fi

99 }

100

101 lzma_switches()

102 {

103 echo "-d$(echo 24) -mt$(grep ^processor < /proc/cpuinfo | wc -l)"

104 }

105

106 # Pack rootfs

107 pack_rootfs()

108 {

109 ( cd $1 ; find . -print | cpio -o -H newc ) | \

110 if [ -x /usr/bin/lzma ]; then

111 info "Generating lzma'ed initramfs... "

112 lzma e -si -so $(lzma_switches $1) > $2

113 else

114 info "Generating gziped initramfs... "

115 gzip -9 > $2

116 fi

117 echo 1 > /tmp/rootfs

118 }

119

120 download()

121 {

122 for file in $@; do

123 wget -q $file && break

124 done

125 }

126

127 initramfs () {

128

129 if [ ! -e "$BASEDIR/initramfs/initramfs.list" ]; then

130 error "error: $BASEDIR/initramfs/initramfs.list doesn't exist, aborting."

131 exit 1

132 fi

133

134 if [ "$CLEAN_INITRAMFS" = "yes" ]; then

135 if [ -d ${INITRAMFS} ]; then

136 rm -Rf ${INITRAMFS}

137 fi

138 fi

139

140 if [ ! -d ${INITRAMFS} ]; then

141 mkdir -p $INITRAMFS

142 fi

143

144 info "Making bootable image"

145 [ -f $LOG/initramfs.log ] && rm -f $LOG/initramfs.log

146 cat "$BASEDIR/initramfs/initramfs.list" | grep -v "^#" | while read pkgname; do

147 if [ ! -f ${INITRAMFS}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

148 tazpkg get-install $pkgname --root=$INITRAMFS | tee -a $LOG/initramfs.log

149 sleep 1

150 else

151 info "${pkgname} installed"

152 fi

153 done

154

155 if [ ! -d $ISODIR/boot ]; then

156 mkdir -p $ISODIR/boot

157 fi

158

159 #if [ ! -f $ISODIR/boot/bzImage ]; then

160 cp -a $INITRAMFS/boot/vmlinuz* $ISODIR/boot/bzImage

161 rm -f $INITRAMFS/boot/vmlinuz*

162 if [ -f $INITRAMFS/boot/gpxe ]; then

163 cp -a $INITRAMFS/boot/gpxe $ISODIR/boot/gpxe

164 rm -f $INITRAMFS/boot/gpxe

165 fi

166 #fi

167 if [ -d $BASEDIR/initramfs ]; then

168 for i in $KEY_FILES; do

169 if [ -f $BASEDIR/initramfs/$i ]; then

170 cp -af $BASEDIR/initramfs/$i $INITRAMFS

171 fi

172 done

173 fi

174

175 if [ -f $INITRAMFS/liblinuxlive ]; then

176 sed -i "s|^#MIRROR|MIRROR=$MIRROR_DIR|g" $INITRAMFS/liblinuxlive

177 fi

178

179 }

180

181 copy_hg() {

182 if [ ! -d ${HG_DIR}/${1}/${HG_PATH}/${1} ]; then

183 info "Cloning $1 repo ..."

184 hg clone $HG_URL/${1} ${HG_DIR}/${1}/${HG_PATH}/${1}

185 if [ $(grep -l "^HG_URL=$HG_URL" $PROFILE/config) ]; then

186 if [ ! $(grep -l "$HG_URL" ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc) ]; then

187 echo "mirror = $HG_URL/$1" >> ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc

188 fi

189 fi

190 elif [ -d ${HG_DIR}/${1}/${HG_PATH}/${1} -a ${UPDATE_HG} = "yes" ]; then

191 info "Updating $1 repo ..."

192 cd ${HG_DIR}/${1}/${HG_PATH}/${1}

193 hg pull $HG_URL/${1} -u

194 if [ $(grep -l "^HG_URL=$HG_URL" $PROFILE/config) ]; then

195 if [ ! $(grep -l "$HG_URL" ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc) ]; then

196 echo "mirror = $HG_URL/$1" >> ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc

197 fi

198 fi

199 cd $PROFILE

200 fi

201 }

202

203 squashfs_hg() {

204 if [ ! -d "$ISODIR/$CDNAME/modules/hg" ]; then

205 mkdir -p "$ISODIR/$CDNAME/modules/hg"

206 fi

207 if [ -d ${HG_DIR}/${1}/ ]; then

208 _mksquash ${HG_DIR}/${1} "$ISODIR/$CDNAME/modules/hg/" /${HG_PATH}/${1}

209 fi

210 }

211

212 slitaz_union () {

213

214 if [ -d ${MODULES_DIR}/${mod}/var/lib/tazpkg/installed ]; then

215 echo "${mod} module exist. Moving on."

216 elif [ ! -d ${MODULES_DIR}/${mod}/var/lib/tazpkg/installed ]; then

217 if [ -f "$PROFILE/list/${mod}.list" ]; then

218 [ -f ${LOG}/${mod}-current.log ] && rm -f ${LOG}/${mod}-current.log

219 cat "$PROFILE/list/${mod}.list" | grep -v "^#" | while read pkgname; do

220 if [ ! -f ${UNION}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

221 tazpkg get-install $pkgname --root=${UNION} | tee -a ${LOG}/${mod}-current.log

222 sleep 1

223 else

224 info "${pkgname} installed"

225 fi

226 done

227 fi

228

229 if [ -f $PROFILE/list/${mod}.removelist ]; then

230 [ -f ${LOG}/${mod}-current-removelist.log ] && rm -f ${LOG}/${mod}-current-removelist.log

231 cat "$PROFILE/list/${mod}.removelist" | grep -v "^#" | while read pkgname; do

232 if [ -f ${UNION}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

233 echo "y" | tazpkg remove ${pkgname} --root=${UNION} | tee -a ${LOG}/${mod}-current-removelist.log

234 sleep 1

235 else

236 info "${pkgname} removed"

237 fi

238 done

239 fi

240 fi

241 }

242

243 union () {

244 if [ "$BASE_MODULES" != "" ]; then

245 UNION_MODULES="$BASE_MODULES $MODULES"

246 elif [ "$MODULES" != "" ]; then

247 UNION_MODULES="$MODULES"

248 else

249 error "Error: no modules assigned in config for profile."

250 exit 1

251 fi

252

253 mkdir -p $WORKING

254 mkdir -p $UNION

255 mkdir -p $LOG

256 mkdir -p $ISODIR/${CDNAME}/base

257 mkdir -p $ISODIR/${CDNAME}/modules

258 mkdir -p $ISODIR/${CDNAME}/optional

259 mkdir -p $ISODIR/${CDNAME}/rootcopy

260 mkdir -p $ISODIR/${CDNAME}/tmp

261 mkdir -p $LASTBR

262

263 touch $SGNFILE

264

265 modprobe aufs

266 if [ $? -ne 0 ]; then

267 error "Error loading Union filesystem module. (aufs)"

268 exit 1

269 fi

270

271 # $INITRAMFS is now $LASTBR

272 # This will be copyed to /mnt/memory/changes on boot

273 initramfs

274

275 mount -t aufs -o br:${LASTBR}=rw aufs ${UNION}

276 if [ $? -ne 0 ]; then

277 error "Error mounting $union."

278 exit 1

279 fi

280

281 info "====> Installing packages to '$UNION'"

282 for mod in $UNION_MODULES; do

283

284 if [ "$CLEAN_MODULES_DIR" = "yes" ]; then

285 if [ -d $MODULES_DIR/$mod ]; then

286 rm -Rf $MODULES_DIR/$mod

287 fi

288 fi

289

290 if [ ! -d $MODULES_DIR/$mod ]; then

291 mkdir -p $MODULES_DIR/$mod

292 fi

293 info "Adding $MODULES_DIR/$mod as top branch of union."

294 mount -t aufs -o remount,add:0:${MODULES_DIR}/${mod}=rw aufs $UNION

295 info "Adding $LASTBR as lower branch of union."

296 mount -t aufs -o remount,mod:${LASTBR}=rr+wh aufs $UNION

297 LASTBR="$MODULES_DIR/${mod}"

298

299 slitaz_union

300 done

301

302 if [ -d ${UNION}/${INSTALLED} ]; then

303 ls ${UNION}/${INSTALLED} | sort > $ISODIR/packages-installed.list

304 fi

305

306 info "Unmounting union"

307 umount -l "${UNION}"

308

309 info "Removing unionfs .wh. files."

310 find ${MODULES_DIR} -type f -name ".wh.*" -exec rm {} \;

311 find ${MODULES_DIR} -type d -name ".wh.*" -exec rm -rf {} \;

312 }

313

314 backup_pkg() {

315 if [ "${BACKUP_PACKAGES}" = "yes" ]; then

316 [ -d $PKGISO_DIR ] && rm -r $PKGISO_DIR

317 mkdir -p $PKGISO_DIR

318 info "Making cooking list based installed packages in union"

319 # this is to filter out packages build by get-

320 # packages that don't exist in repo or wok

321 cat $ISODIR/packages-installed.list | while read pkg; do

322 if [ ! -f $WOK/$pkg/receipt ]; then

323 sed -i "s|$pkg||g" $ISODIR/packages-installed.list

324 fi

325 done

326 tazwok gen-cooklist $ISODIR/packages-installed.list > $ISODIR/cookorder.list

327 [ -f $INCOMING_REPOSITORY/wok-wanted.txt ] || tazwok gen-wok-db

328

329 CACHE_REPOSITORY="$CACHE_DIR/$(cat /etc/slitaz-release)/packages"

330

331 cat $ISODIR/cookorder.list | grep -v "^#" | while read pkg; do

332 rwanted=$(grep $'\t'$pkg$ $INCOMING_REPOSITORY/wok-wanted.txt | cut -f 1)

333 pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $PACKAGES_REPOSITORY/packages.txt | \

334 tail -1 | sed 's/ *//')"

335 incoming_pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $INCOMING_REPOSITORY/packages.txt | \

336 tail -1 | sed 's/ *//')"

337 for wanted in $rwanted; do

338 if [ -f $INCOMING_REPOSITORY/$wanted-$incoming_pkg_VERSION.tazpkg ]; then

339 ln -sf $INCOMING_REPOSITORY/$wanted-$incoming_pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$incoming_pkg_VERSION.tazpkg

340 elif [ -f $PACKAGES_REPOSITORY/$wanted-$pkg_VERSION.tazpkg ]; then

341 ln -sf $PACKAGES_REPOSITORY/$wanted-$pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$pkg_VERSION.tazpkg

342 elif [ -f $CACHE_REPOSITORY/$Wanted-$pkg_VERSION.tazpkg ]; then

343 ln -sf $CACHE_REPOSITORY/$wanted-$pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$pkg_VERSION.tazpkg

344 fi

345 done

346

347 for i in $(ls $WOK/$pkg/receipt); do

348 unset SOURCE TARBALL WANTED PACKAGE VERSION pkg_VERSION COOK_OPT WGET_URL

349 source $i

350 pkg_VERSION="$(grep -m1 -A1 ^$PACKAGE$ $PACKAGES_REPOSITORY/packages.txt | \

351 tail -1 | sed 's/ *//')"

352 incoming_pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $INCOMING_REPOSITORY/packages.txt | \

353 tail -1 | sed 's/ *//')"

354 [ "$WGET_URL" ] || continue

355 if [ -f $INCOMING_REPOSITORY/$PACKAGE-$incoming_pkg_VERSION.tazpkg ]; then

356 ln -sf $INCOMING_REPOSITORY/$PACKAGE-$incoming_pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$incoming_pkg_VERSION.tazpkg

357 elif [ -f $PACKAGES_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg ]; then

358 ln -sf $PACKAGES_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$pkg_VERSION.tazpkg

359 elif [ -f $CACHE_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg ]; then

360 ln -sf $CACHE_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$pkg_VERSION.tazpkg

361 fi

362 done

363 done

364

365 [ -f $LOG/packages-gen-list.log ] && rm -f $LOG/packages-gen-list.log

366 [ -d $PKGISO_DIR ] && tazwok gen-list $PKGISO_DIR | tee -a $LOG/packages-gen-list.log

367 fi

368

369 }

370

371 backup_src() {

372

373 if [ "${BACKUP_PACKAGES}" = "yes" -a "${BACKUP_SOURCES}" = "yes" ]; then

374 [ -d $SOURCES_REPOSITORY ] || mkdir -p $SOURCES_REPOSITORY

375 [ -d $SRCISO_DIR ] && rm -r $SRCISO_DIR

376 mkdir -p $SRCISO_DIR

377 cat $ISODIR/cookorder.list | grep -v "^#"| while read pkg; do

378 #rwanted=$(grep $'\t'$pkg$ $INCOMING_REPOSITORY/wok-wanted.txt | cut -f 1)

379 for i in $(ls $WOK/$pkg/receipt); do

380 unset SOURCE TARBALL WANTED PACKAGE VERSION COOK_OPT WGET_URL

381 source $i

382 #{ [ ! "$TARBALL" ] || [ ! "$WGET_URL" ] ; } && continue

383 [ "$WGET_URL" ] || continue

384 if [ ! -f "$SOURCES_REPOSITORY/$TARBALL" ] && \

385 [ ! -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then

386 tazwok get-src $PACKAGE --nounpack

387 if [ -f "$SOURCES_REPOSITORY/$TARBALL" ]; then

388 ln -sf $SOURCES_REPOSITORY/$TARBALL $SRCISO_DIR/$TARBALL

389 elif [ -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then

390 ln -sf $SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma $SRCISO_DIR/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma

391 fi

392 else

393 [ -f "$SOURCES_REPOSITORY/$TARBALL" ] && ln -sf $SOURCES_REPOSITORY/$TARBALL $SRCISO_DIR/$TARBALL

394 [ -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ] && ln -sf $SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma $SRCISO_DIR/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma

395 fi

396 done

397 done

398 cd $SRCISO_DIR

399 info "Make md5sum file for sources"

400 find * -not -type d | grep -v md5sum | xargs md5sum > md5sum

401 cd $WORKING

402 fi

403

404 }

405

406 backup_all()