slitaz-modular: 51467048ef4f mkiso.sh

slitaz-modular view mkiso.sh @ rev 80

Add support for my-wok repo. Fixed local.sh script up.

author	Christopher Rogers <slaxemulator@gmail.com>
date	Wed Apr 20 03:21:03 2011 +0000 (2011-04-20)
parents	4f2f1fed0f9b
children	b56c0ab05e6e

line source

1 #!/bin/bash

3 . /etc/slitaz/slitaz.conf

4 . /etc/slitaz/tazwok.conf

6 QUIET="y"

7 FORCE="y"

8 export LABEL="slitaz_$(date +%Y%m)"

9 PUBLISHER="Slitaz"

10 APPLICATION="Slitaz"

11 CREATE_DEFAULT="n"

12 BASEDIR="$(pwd)"

13 PROFILE="$BASEDIR/$1"

14 ver=""

15 CDNAME="slitaz"

16 RMSTUFF=n

17 MVSTUFF=n

18 UNGZIP=n

19 EXT="xz"

20 COMPRESSION="xz -Xbcj x86"

21 MKOPTION="-b 256k"

22 BASE_MODULES=""

23 MODULES=""

24 UNION_MODULES=""

25 WORKING="$PROFILE/working"

26 INITRAMFS="$WORKING/initramfs"

27 UNION="$WORKING/union"

28 LOG="$WORKING/log"

29 ISODIR="$WORKING/iso"

30 IMGNAME="$PROFILE/$CDNAME-$1-$(date +%F).iso"

31 IMGMD5NAME="$IMGNAME.md5"

32 LASTBR="$INITRAMFS"

33 SGNFILE="$ISODIR/$CDNAME/livecd.sgn"

34 MODULES_DIR="$WORKING/modules"

35 HG_DIR="$WORKING/hg"

36 HG_URL="http://hg.slitaz.org"

37 HG_PATH="home/slitaz/repos"

38 COPY_HG="no"

39 UPDATE_HG="no"

40 BACKUP_SOURCES="no"

41 BACKUP_PACKAGES="no"

42 MIRROR_DIR="mirror"

43 PKGISO_DIR="$ISODIR/$MIRROR_DIR/packages"

44 SRCISO_DIR="$ISODIR/$MIRROR_DIR/src"

45 BACKUP_ALL="no"

46 KEY_FILES="init liblinuxlive linuxrc"

47 CLEAN_MODULES_DIR="no"

48 CLEAN_INITRAMFS="no"

49 PACKAGES_REPOSITORY="$LOCAL_REPOSITORY/packages"

50 INCOMING_REPOSITORY="$LOCAL_REPOSITORY/packages-incoming"

51 SOURCES_REPOSITORY="$LOCAL_REPOSITORY/src"

52 HG_LIST="flavors flavors-stable slitaz-base-files slitaz-boot-scripts slitaz-configs slitaz-dev-tools slitaz-doc slitaz-doc-wiki-data slitaz-forge slitaz-modular slitaz-pizza slitaz-tools tazlito tazpanel tazpkg tazusb tazweb tazwok website wok wok-stable wok-tiny wok-undigest"

53 MY_HG_LIST="my-wok"

54 MY_HG_URL="https://bitbucket.org/godane"

56 error () { echo -e "\033[1;31;40m!!! \033[1;37;40m$@\033[1;0m"; }

57 warn () { echo -e "\033[1;33;40m*** \033[1;37;40m$@\033[1;0m"; }

58 info () { echo -e "\033[1;32;40m>>> \033[1;37;40m$@\033[1;0m"; }

60 # do UID checking here so someone can at least get usage instructions

61 #if [ "$EUID" != "0" ]; then

62 # error "error: This script must be run as root."

63 # exit 1

64 #fi

65 if [ ! -d $PROFILE -o "$1" = "" ]; then

66 echo "$0 profile-name"

67 echo "ex $0 core"

68 exit 1

69 fi

71 ROOT_MOD="$(ls -1 ${PROFILE}/list | head -1)"

72 INST_ROOT="${MODULES_DIR}/$(basename ${ROOT_MOD} .list)"

74 if [ -f ${PROFILE}/config ]; then

75 source ${PROFILE}/config

76 fi

78 _overlay()

79 {

80 if [ -d ${MODULES_DIR}/overlay ]; then

81 rm -rf ${MODULES_DIR}/overlay

82 cp -rf ${PROFILE}/overlay ${MODULES_DIR}

83 cp -af ${BASEDIR}/initramfs/* ${MODULES_DIR}/overlay

84 else

85 cp -rf ${PROFILE}/overlay ${MODULES_DIR}

86 cp -af ${BASEDIR}/initramfs/* ${MODULES_DIR}/overlay

87 fi

89 if [ -f ${MODULES_DIR}/overlay/etc/local-mirror.conf ]; then

90 sed -i "s|^#PKGDIR|PKGDIR=/packages|g" ${MODULES_DIR}/overlay/etc/local-mirror.conf

91 sed -i "s|^#SRCDIR|SRCDIR=/src|g" ${MODULES_DIR}/overlay/etc/local-mirror.conf

92 fi

94 if [ "${QUIET}" = "y" ]; then

95 mksquashfs "${MODULES_DIR}/overlay" "${ISODIR}/${CDNAME}/modules/zzz.overlay.${EXT}" -comp ${COMPRESSION} -noappend ${MKOPTION} >/dev/null

96 else

97 mksquashfs "${MODULES_DIR}/overlay" "${ISODIR}/${CDNAME}/modules/zzz.overlay.${EXT}" -comp ${COMPRESSION} -noappend ${MKOPTION}

98 fi

99 }

100

101 lzma_switches()

102 {

103 echo "-d$(echo 24) -mt$(grep ^processor < /proc/cpuinfo | wc -l)"

104 }

105

106 # Pack rootfs

107 pack_rootfs()

108 {

109 ( cd $1 ; find . -print | cpio -o -H newc ) | \

110 if [ -x /usr/bin/lzma ]; then

111 info "Generating lzma'ed initramfs... "

112 lzma e -si -so $(lzma_switches $1) > $2

113 else

114 info "Generating gziped initramfs... "

115 gzip -9 > $2

116 fi

117 echo 1 > /tmp/rootfs

118 }

119

120 download()

121 {

122 for file in $@; do

123 wget -q $file && break

124 done

125 }

126

127 initramfs () {

128

129 if [ ! -e "$BASEDIR/initramfs/initramfs.list" ]; then

130 error "error: $BASEDIR/initramfs/initramfs.list doesn't exist, aborting."

131 exit 1

132 fi

133

134 if [ "$CLEAN_INITRAMFS" = "yes" ]; then

135 if [ -d ${INITRAMFS} ]; then

136 rm -Rf ${INITRAMFS}

137 fi

138 fi

139

140 if [ ! -d ${INITRAMFS} ]; then

141 mkdir -p $INITRAMFS

142 fi

143

144 info "Making bootable image"

145 cat "$BASEDIR/initramfs/initramfs.list" | grep -v "^#" | while read pkgname; do

146 if [ ! -f ${INITRAMFS}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

147 tazpkg get-install $pkgname --root=$INITRAMFS | tee -a $LOG/initramfs.log

148 sleep 1

149 else

150 info "${pkgname} installed"

151 fi

152 done

153

154 if [ ! -d $ISODIR/boot ]; then

155 mkdir -p $ISODIR/boot

156 fi

157

158 #if [ ! -f $ISODIR/boot/bzImage ]; then

159 cp -a $INITRAMFS/boot/vmlinuz* $ISODIR/boot/bzImage

160 rm -f $INITRAMFS/boot/vmlinuz*

161 if [ -f $INITRAMFS/boot/gpxe ]; then

162 cp -a $INITRAMFS/boot/gpxe $ISODIR/boot/gpxe

163 rm -f $INITRAMFS/boot/gpxe

164 fi

165 #fi

166 if [ -d $BASEDIR/initramfs ]; then

167 for i in $KEY_FILES; do

168 if [ -f $BASEDIR/initramfs/$i ]; then

169 cp -af $BASEDIR/initramfs/$i $INITRAMFS

170 fi

171 done

172 fi

173

174 if [ -f $INITRAMFS/liblinuxlive ]; then

175 sed -i "s|^#MIRROR|MIRROR=$MIRROR_DIR|g" $INITRAMFS/liblinuxlive

176 fi

177

178 }

179

180 copy_hg() {

181 if [ ! -d ${HG_DIR}/${1}/${HG_PATH}/${1} ]; then

182 info "Cloning $1 repo ..."

183 hg clone $HG_URL/${1} ${HG_DIR}/${1}/${HG_PATH}/${1}

184 if [ $(grep -l "^HG_URL=$HG_URL" $PROFILE/config) ]; then

185 if [ ! $(grep -l "$HG_URL" ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc) ]; then

186 echo "mirror = $HG_URL/$1" >> ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc

187 fi

188 fi

189 elif [ -d ${HG_DIR}/${1}/${HG_PATH}/${1} -a ${UPDATE_HG} = "yes" ]; then

190 info "Updating $1 repo ..."

191 cd ${HG_DIR}/${1}/${HG_PATH}/${1}

192 hg pull $HG_URL/${1} -u

193 if [ $(grep -l "^HG_URL=$HG_URL" $PROFILE/config) ]; then

194 if [ ! $(grep -l "$HG_URL" ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc) ]; then

195 echo "mirror = $HG_URL/$1" >> ${HG_DIR}/${1}/${HG_PATH}/${1}/.hg/hgrc

196 fi

197 fi

198 cd $PROFILE

199 fi

200 }

201

202 squashfs_hg() {

203 if [ ! -d "$ISODIR/$CDNAME/modules/hg" ]; then

204 mkdir -p "$ISODIR/$CDNAME/modules/hg"

205 fi

206 if [ -d ${HG_DIR}/${1}/ ]; then

207 _mksquash ${HG_DIR}/${1} "$ISODIR/$CDNAME/modules/hg/" /${HG_PATH}/${1}

208 fi

209 }

210

211 slitaz_union () {

212

213 if [ -d ${MODULES_DIR}/${mod}/var/lib/tazpkg/installed ]; then

214 echo "${mod} module exist. Moving on."

215 elif [ ! -d ${MODULES_DIR}/${mod}/var/lib/tazpkg/installed ]; then

216 if [ -f "$PROFILE/list/${mod}.list" ]; then

217 cat "$PROFILE/list/${mod}.list" | grep -v "^#" | while read pkgname; do

218 if [ ! -f ${UNION}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

219 tazpkg get-install $pkgname --root=${UNION} | tee -a ${LOG}/${mod}-current.log

220 sleep 1

221 else

222 info "${pkgname} installed"

223 fi

224 done

225 fi

226

227 if [ -f $PROFILE/list/${mod}.removelist ]; then

228 cat "$PROFILE/list/${mod}.removelist" | grep -v "^#" | while read pkgname; do

229 if [ -f ${UNION}/var/lib/tazpkg/installed/${pkgname}/files.list ]; then

230 echo "y" | tazpkg remove ${pkgname} --root=${UNION} | tee -a ${LOG}/${mod}-current.log

231 sleep 1

232 else

233 info "${pkgname} removed"

234 fi

235 done

236 fi

237 fi

238 }

239

240 union () {

241 if [ "$BASE_MODULES" != "" ]; then

242 UNION_MODULES="$BASE_MODULES $MODULES"

243 elif [ "$MODULES" != "" ]; then

244 UNION_MODULES="$MODULES"

245 else

246 error "Error: no modules assigned in config for profile."

247 exit 1

248 fi

249

250 mkdir -p $WORKING

251 mkdir -p $UNION

252 mkdir -p $LOG

253 mkdir -p $ISODIR/${CDNAME}/base

254 mkdir -p $ISODIR/${CDNAME}/modules

255 mkdir -p $ISODIR/${CDNAME}/optional

256 mkdir -p $ISODIR/${CDNAME}/rootcopy

257 mkdir -p $ISODIR/${CDNAME}/tmp

258 mkdir -p $LASTBR

259

260 touch $SGNFILE

261

262 modprobe aufs

263 if [ $? -ne 0 ]; then

264 error "Error loading Union filesystem module. (aufs)"

265 exit 1

266 fi

267

268 # $INITRAMFS is now $LASTBR

269 # This will be copyed to /mnt/memory/changes on boot

270 initramfs

271

272 mount -t aufs -o br:${LASTBR}=rw aufs ${UNION}

273 if [ $? -ne 0 ]; then

274 error "Error mounting $union."

275 exit 1

276 fi

277

278 info "====> Installing packages to '$UNION'"

279 for mod in $UNION_MODULES; do

280

281 if [ "$CLEAN_MODULES_DIR" = "yes" ]; then

282 if [ -d $MODULES_DIR/$mod ]; then

283 rm -Rf $MODULES_DIR/$mod

284 fi

285 fi

286

287 if [ ! -d $MODULES_DIR/$mod ]; then

288 mkdir -p $MODULES_DIR/$mod

289 fi

290 info "Adding $MODULES_DIR/$mod as top branch of union."

291 mount -t aufs -o remount,add:0:${MODULES_DIR}/${mod}=rw aufs $UNION

292 info "Adding $LASTBR as lower branch of union."

293 mount -t aufs -o remount,mod:${LASTBR}=rr+wh aufs $UNION

294 LASTBR="$MODULES_DIR/${mod}"

295

296 slitaz_union

297 done

298

299 if [ -d ${UNION}/${INSTALLED} ]; then

300 ls ${UNION}/${INSTALLED} | sort > $ISODIR/packages-installed.list

301 fi

302

303 info "Unmounting union"

304 umount -l "${UNION}"

305

306 info "Removing unionfs .wh. files."

307 find ${MODULES_DIR} -type f -name ".wh.*" -exec rm {} \;

308 find ${MODULES_DIR} -type d -name ".wh.*" -exec rm -rf {} \;

309 }

310

311 backup_pkg() {

312 if [ "${BACKUP_PACKAGES}" = "yes" ]; then

313 [ -d $PKGISO_DIR ] && rm -r $PKGISO_DIR

314 mkdir -p $PKGISO_DIR

315 info "Making cooking list based installed packages in union"

316 # this is to filter out packages build by get-

317 # packages that don't exist in repo or wok

318 cat $ISODIR/packages-installed.list | while read pkg; do

319 if [ ! -f $WOK/$pkg/receipt ]; then

320 sed -i "s|$pkg||g" $ISODIR/packages-installed.list

321 fi

322 done

323 tazwok gen-cooklist $ISODIR/packages-installed.list > $ISODIR/cookorder.list

324 [ -f $INCOMING_REPOSITORY/wok-wanted.txt ] || tazwok gen-wok-db

325

326 CACHE_REPOSITORY="$CACHE_DIR/$(cat /etc/slitaz-release)/packages"

327

328 cat $ISODIR/cookorder.list | grep -v "^#" | while read pkg; do

329 rwanted=$(grep $'\t'$pkg$ $INCOMING_REPOSITORY/wok-wanted.txt | cut -f 1)

330 pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $PACKAGES_REPOSITORY/packages.txt | \

331 tail -1 | sed 's/ *//')"

332 incoming_pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $INCOMING_REPOSITORY/packages.txt | \

333 tail -1 | sed 's/ *//')"

334 for wanted in $rwanted; do

335 if [ -f $INCOMING_REPOSITORY/$wanted-$incoming_pkg_VERSION.tazpkg ]; then

336 ln -sf $INCOMING_REPOSITORY/$wanted-$incoming_pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$incoming_pkg_VERSION.tazpkg

337 elif [ -f $PACKAGES_REPOSITORY/$wanted-$pkg_VERSION.tazpkg ]; then

338 ln -sf $PACKAGES_REPOSITORY/$wanted-$pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$pkg_VERSION.tazpkg

339 elif [ -f $CACHE_REPOSITORY/$Wanted-$pkg_VERSION.tazpkg ]; then

340 ln -sf $CACHE_REPOSITORY/$wanted-$pkg_VERSION.tazpkg $PKGISO_DIR/$wanted-$pkg_VERSION.tazpkg

341 fi

342 done

343

344 for i in $(ls $WOK/$pkg/receipt); do

345 unset SOURCE TARBALL WANTED PACKAGE VERSION pkg_VERSION COOK_OPT WGET_URL

346 source $i

347 pkg_VERSION="$(grep -m1 -A1 ^$PACKAGE$ $PACKAGES_REPOSITORY/packages.txt | \

348 tail -1 | sed 's/ *//')"

349 incoming_pkg_VERSION="$(grep -m1 -A1 ^$pkg$ $INCOMING_REPOSITORY/packages.txt | \

350 tail -1 | sed 's/ *//')"

351 [ "$WGET_URL" ] || continue

352 if [ -f $INCOMING_REPOSITORY/$PACKAGE-$incoming_pkg_VERSION.tazpkg ]; then

353 ln -sf $INCOMING_REPOSITORY/$PACKAGE-$incoming_pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$incoming_pkg_VERSION.tazpkg

354 elif [ -f $PACKAGES_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg ]; then

355 ln -sf $PACKAGES_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$pkg_VERSION.tazpkg

356 elif [ -f $CACHE_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg ]; then

357 ln -sf $CACHE_REPOSITORY/$PACKAGE-$pkg_VERSION.tazpkg $PKGISO_DIR/$PACKAGE-$pkg_VERSION.tazpkg

358 fi

359 done

360 done

361

362 [ -d $PKGISO_DIR ] && tazwok gen-list $PKGISO_DIR

363 fi

364

365 }

366

367 backup_src() {

368

369 if [ "${BACKUP_PACKAGES}" = "yes" -a "${BACKUP_SOURCES}" = "yes" ]; then

370 [ -d $SOURCES_REPOSITORY ] || mkdir -p $SOURCES_REPOSITORY

371 [ -d $SRCISO_DIR ] && rm -r $SRCISO_DIR

372 mkdir -p $SRCISO_DIR

373 cat $ISODIR/cookorder.list | grep -v "^#"| while read pkg; do

374 #rwanted=$(grep $'\t'$pkg$ $INCOMING_REPOSITORY/wok-wanted.txt | cut -f 1)

375 for i in $(ls $WOK/$pkg/receipt); do

376 unset SOURCE TARBALL WANTED PACKAGE VERSION COOK_OPT WGET_URL

377 source $i

378 #{ [ ! "$TARBALL" ] || [ ! "$WGET_URL" ] ; } && continue

379 [ "$WGET_URL" ] || continue

380 if [ ! -f "$SOURCES_REPOSITORY/$TARBALL" ] && \

381 [ ! -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then

382 tazwok get-src $PACKAGE --nounpack

383 if [ -f "$SOURCES_REPOSITORY/$TARBALL" ]; then

384 ln -sf $SOURCES_REPOSITORY/$TARBALL $SRCISO_DIR/$TARBALL

385 elif [ -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then

386 ln -sf $SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma $SRCISO_DIR/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma

387 fi

388 else

389 [ -f "$SOURCES_REPOSITORY/$TARBALL" ] && ln -sf $SOURCES_REPOSITORY/$TARBALL $SRCISO_DIR/$TARBALL

390 [ -f "$SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ] && ln -sf $SOURCES_REPOSITORY/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma $SRCISO_DIR/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma

391 fi

392 done

393 done

394 cd $SRCISO_DIR

395 info "Make md5sum file for sources"

396 find * -not -type d | grep -v md5sum | xargs md5sum > md5sum

397 cd $WORKING

398 fi

399

400 }

401

402 backup_all()