1*eda14cbcSMatt Macy#!/bin/ksh 2*eda14cbcSMatt Macy 3*eda14cbcSMatt Macy# 4*eda14cbcSMatt Macy# This file and its contents are supplied under the terms of the 5*eda14cbcSMatt Macy# Common Development and Distribution License ("CDDL"), version 1.0. 6*eda14cbcSMatt Macy# You may only use this file in accordance with the terms of version 7*eda14cbcSMatt Macy# 1.0 of the CDDL. 8*eda14cbcSMatt Macy# 9*eda14cbcSMatt Macy# A full copy of the text of the CDDL should have accompanied this 10*eda14cbcSMatt Macy# source. A copy of the CDDL is also available via the Internet at 11*eda14cbcSMatt Macy# http://www.illumos.org/license/CDDL. 12*eda14cbcSMatt Macy# 13*eda14cbcSMatt Macy 14*eda14cbcSMatt Macy# 15*eda14cbcSMatt Macy# Copyright (c) 2018 by Delphix. All rights reserved. 16*eda14cbcSMatt Macy# 17*eda14cbcSMatt Macy 18*eda14cbcSMatt Macy. $STF_SUITE/tests/functional/redacted_send/redacted.kshlib 19*eda14cbcSMatt Macy 20*eda14cbcSMatt Macy# 21*eda14cbcSMatt Macy# Description: 22*eda14cbcSMatt Macy# Verify redaction works as expected for various scenarios. 23*eda14cbcSMatt Macy# 24*eda14cbcSMatt Macy# Strategy: 25*eda14cbcSMatt Macy# 1. An unmodified file does not get redacted at all. 26*eda14cbcSMatt Macy# 2. Empty redaction list redacts everything. 27*eda14cbcSMatt Macy# 3. A file removed in the clone redacts the whole file. 28*eda14cbcSMatt Macy# 4. A file moved in the clone does not redact the file. 29*eda14cbcSMatt Macy# 5. A copied, then removed file in the clone redacts the whole file. 30*eda14cbcSMatt Macy# 6. Overwriting a file with identical contents redacts the file. 31*eda14cbcSMatt Macy# 7. A partially modified block redacts the entire block. 32*eda14cbcSMatt Macy# 8. Only overlapping areas of modified ranges are redacted. 33*eda14cbcSMatt Macy# 9. Send from the root dataset of a pool work correctly. 34*eda14cbcSMatt Macy# 35*eda14cbcSMatt Macy 36*eda14cbcSMatt Macytypeset ds_name="contents" 37*eda14cbcSMatt Macytypeset sendfs="$POOL/$ds_name" 38*eda14cbcSMatt Macytypeset recvfs="$POOL2/$ds_name" 39*eda14cbcSMatt Macytypeset clone="$POOL/${ds_name}_clone" 40*eda14cbcSMatt Macytypeset tmpdir="$(get_prop mountpoint $POOL)/tmp" 41*eda14cbcSMatt Macytypeset stream=$(mktemp $tmpdir/stream.XXXX) 42*eda14cbcSMatt Macysetup_dataset $ds_name '' 43*eda14cbcSMatt Macytypeset clone_mnt="$(get_prop mountpoint $clone)" 44*eda14cbcSMatt Macytypeset send_mnt="$(get_prop mountpoint $sendfs)" 45*eda14cbcSMatt Macytypeset recv_mnt="/$POOL2/$ds_name" 46*eda14cbcSMatt Macy 47*eda14cbcSMatt Macylog_onexit redacted_cleanup $sendfs $recvfs 48*eda14cbcSMatt Macy 49*eda14cbcSMatt Macy# An unmodified file does not get redacted at all. 50*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 51*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book1 $clone@snap1 52*eda14cbcSMatt Macylog_must eval "zfs send --redact book1 $sendfs@snap >$stream" 53*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 54*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs 55*eda14cbcSMatt Macylog_must diff $send_mnt/f1 $recv_mnt/f1 56*eda14cbcSMatt Macylog_must diff $send_mnt/f2 $recv_mnt/f2 57*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 58*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 59*eda14cbcSMatt Macy 60*eda14cbcSMatt Macy# Removing a file in the clone redacts the entire file. 61*eda14cbcSMatt Macylog_must rm "$clone_mnt/f1" 62*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 63*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book3 $clone@snap1 64*eda14cbcSMatt Macylog_must eval "zfs send --redact book3 $sendfs@snap >$stream" 65*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 66*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0" 67*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 68*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 69*eda14cbcSMatt Macy 70*eda14cbcSMatt Macy# Moving a file in the clone does not redact the file. 71*eda14cbcSMatt Macylog_must mv "$clone_mnt/f1" "$clone_mnt/f1.moved" 72*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 73*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book4 $clone@snap1 74*eda14cbcSMatt Macylog_must eval "zfs send --redact book4 $sendfs@snap >$stream" 75*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 76*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs 77*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.moved ]] && log_fail "Found moved file in redacted receive." 78*eda14cbcSMatt Macylog_must diff $send_mnt/f1 $recv_mnt/f1 79*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 80*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 81*eda14cbcSMatt Macy 82*eda14cbcSMatt Macy# Copying, then removing a file in the clone does redact the file. 83*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1" "$clone_mnt/f1.copied" 84*eda14cbcSMatt Macylog_must rm "$clone_mnt/f1" 85*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 86*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book5 $clone@snap1 87*eda14cbcSMatt Macylog_must eval "zfs send --redact book5 $sendfs@snap >$stream" 88*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 89*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0" 90*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs 91*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.copied ]] && log_fail "Found moved file in redacted receive." 92*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 93*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 94*eda14cbcSMatt Macy 95*eda14cbcSMatt Macy# Overwriting the contents of a block with identical contents redacts the file. 96*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1" "$clone_mnt/f1.copied" 97*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1.copied" "$clone_mnt/f1" 98*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 99*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book6 $clone@snap1 100*eda14cbcSMatt Macylog_must eval "zfs send --redact book6 $sendfs@snap >$stream" 101*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 102*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0" 103*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs 104*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.copied ]] && log_fail "Found moved file in redacted receive." 105*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 106*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 107*eda14cbcSMatt Macy 108*eda14cbcSMatt Macy# Modifying some of a block redacts the whole block. 109*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$clone_mnt/f1 conv=notrunc seek=2 count=1 bs=32k 110*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 111*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book7 $clone@snap1 112*eda14cbcSMatt Macylog_must eval "zfs send --redact book7 $sendfs@snap >$stream" 113*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 114*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE1" 115*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 116*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 117*eda14cbcSMatt Macy 118*eda14cbcSMatt Macy# Only overlapping areas of modified ranges are redacted. 119*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$clone_mnt/f2 bs=1024k count=3 conv=notrunc 120*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1 121*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $clone/new 122*eda14cbcSMatt Macytypeset mntpnt="$(get_prop mountpoint $clone/new)" 123*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$mntpnt/f2 bs=1024k seek=1 count=3 \ 124*eda14cbcSMatt Macy conv=notrunc 125*eda14cbcSMatt Macylog_must zfs snapshot $clone/new@snap 126*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book8 $clone@snap1 $clone/new@snap 127*eda14cbcSMatt Macylog_must eval "zfs send --redact book8 $sendfs@snap >$stream" 128*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 129*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f2" "$RANGE2" 130*eda14cbcSMatt Macylog_must zfs destroy -R $clone/new 131*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 132*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 133*eda14cbcSMatt Macy 134*eda14cbcSMatt Macy# FizzBuzz version 135*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $POOL/stride3 136*eda14cbcSMatt Macymntpnt="$(get_prop mountpoint $POOL/stride3)" 137*eda14cbcSMatt Macylog_must stride_dd -i /dev/urandom -o $mntpnt/f2 -b $((128 * 1024)) -c 11 -s 3 138*eda14cbcSMatt Macylog_must zfs snapshot $POOL/stride3@snap 139*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $POOL/stride5 140*eda14cbcSMatt Macymntpnt="$(get_prop mountpoint $POOL/stride5)" 141*eda14cbcSMatt Macylog_must stride_dd -i /dev/urandom -o $mntpnt/f2 -b $((128 * 1024)) -c 7 -s 5 142*eda14cbcSMatt Macylog_must zfs snapshot $POOL/stride5@snap 143*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book8a $POOL/stride3@snap $POOL/stride5@snap 144*eda14cbcSMatt Macylog_must eval "zfs send --redact book8a $sendfs@snap >$stream" 145*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 146*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f2" "$RANGE3" 147*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap 148*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs 149*eda14cbcSMatt Macy 150*eda14cbcSMatt Macy# Send from the root dataset of a pool work correctly. 151*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=/$POOL/f1 bs=128k count=4 152*eda14cbcSMatt Macylog_must zfs snapshot $POOL@snap 153*eda14cbcSMatt Macylog_must zfs clone $POOL@snap $POOL/clone 154*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=/$POOL/clone/f1 bs=128k count=1 conv=notrunc 155*eda14cbcSMatt Macylog_must zfs snapshot $POOL/clone@snap 156*eda14cbcSMatt Macylog_must zfs redact $POOL@snap book9 $POOL/clone@snap 157*eda14cbcSMatt Macylog_must eval "zfs send --redact book9 $POOL@snap >$stream" 158*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream" 159*eda14cbcSMatt Macycompare_files $POOL $recvfs "f1" "$RANGE1" 160*eda14cbcSMatt Macylog_must zfs destroy -R $POOL@snap 161*eda14cbcSMatt Macy 162*eda14cbcSMatt Macylog_pass "Redaction works as expected for various scenarios." 163