1*eda14cbcSMatt Macy#!/bin/ksh
2*eda14cbcSMatt Macy
3*eda14cbcSMatt Macy#
4*eda14cbcSMatt Macy# This file and its contents are supplied under the terms of the
5*eda14cbcSMatt Macy# Common Development and Distribution License ("CDDL"), version 1.0.
6*eda14cbcSMatt Macy# You may only use this file in accordance with the terms of version
7*eda14cbcSMatt Macy# 1.0 of the CDDL.
8*eda14cbcSMatt Macy#
9*eda14cbcSMatt Macy# A full copy of the text of the CDDL should have accompanied this
10*eda14cbcSMatt Macy# source.  A copy of the CDDL is also available via the Internet at
11*eda14cbcSMatt Macy# http://www.illumos.org/license/CDDL.
12*eda14cbcSMatt Macy#
13*eda14cbcSMatt Macy
14*eda14cbcSMatt Macy#
15*eda14cbcSMatt Macy# Copyright (c) 2018 by Delphix. All rights reserved.
16*eda14cbcSMatt Macy#
17*eda14cbcSMatt Macy
18*eda14cbcSMatt Macy. $STF_SUITE/tests/functional/redacted_send/redacted.kshlib
19*eda14cbcSMatt Macy
20*eda14cbcSMatt Macy#
21*eda14cbcSMatt Macy# Description:
22*eda14cbcSMatt Macy# Verify redaction works as expected for various scenarios.
23*eda14cbcSMatt Macy#
24*eda14cbcSMatt Macy# Strategy:
25*eda14cbcSMatt Macy# 1. An unmodified file does not get redacted at all.
26*eda14cbcSMatt Macy# 2. Empty redaction list redacts everything.
27*eda14cbcSMatt Macy# 3. A file removed in the clone redacts the whole file.
28*eda14cbcSMatt Macy# 4. A file moved in the clone does not redact the file.
29*eda14cbcSMatt Macy# 5. A copied, then removed file in the clone redacts the whole file.
30*eda14cbcSMatt Macy# 6. Overwriting a file with identical contents redacts the file.
31*eda14cbcSMatt Macy# 7. A partially modified block redacts the entire block.
32*eda14cbcSMatt Macy# 8. Only overlapping areas of modified ranges are redacted.
33*eda14cbcSMatt Macy# 9. Send from the root dataset of a pool work correctly.
34*eda14cbcSMatt Macy#
35*eda14cbcSMatt Macy
36*eda14cbcSMatt Macytypeset ds_name="contents"
37*eda14cbcSMatt Macytypeset sendfs="$POOL/$ds_name"
38*eda14cbcSMatt Macytypeset recvfs="$POOL2/$ds_name"
39*eda14cbcSMatt Macytypeset clone="$POOL/${ds_name}_clone"
40*eda14cbcSMatt Macytypeset tmpdir="$(get_prop mountpoint $POOL)/tmp"
41*eda14cbcSMatt Macytypeset stream=$(mktemp $tmpdir/stream.XXXX)
42*eda14cbcSMatt Macysetup_dataset $ds_name ''
43*eda14cbcSMatt Macytypeset clone_mnt="$(get_prop mountpoint $clone)"
44*eda14cbcSMatt Macytypeset send_mnt="$(get_prop mountpoint $sendfs)"
45*eda14cbcSMatt Macytypeset recv_mnt="/$POOL2/$ds_name"
46*eda14cbcSMatt Macy
47*eda14cbcSMatt Macylog_onexit redacted_cleanup $sendfs $recvfs
48*eda14cbcSMatt Macy
49*eda14cbcSMatt Macy# An unmodified file does not get redacted at all.
50*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
51*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book1 $clone@snap1
52*eda14cbcSMatt Macylog_must eval "zfs send --redact book1 $sendfs@snap >$stream"
53*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
54*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs
55*eda14cbcSMatt Macylog_must diff $send_mnt/f1 $recv_mnt/f1
56*eda14cbcSMatt Macylog_must diff $send_mnt/f2 $recv_mnt/f2
57*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
58*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
59*eda14cbcSMatt Macy
60*eda14cbcSMatt Macy# Removing a file in the clone redacts the entire file.
61*eda14cbcSMatt Macylog_must rm "$clone_mnt/f1"
62*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
63*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book3 $clone@snap1
64*eda14cbcSMatt Macylog_must eval "zfs send --redact book3 $sendfs@snap >$stream"
65*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
66*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0"
67*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
68*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
69*eda14cbcSMatt Macy
70*eda14cbcSMatt Macy# Moving a file in the clone does not redact the file.
71*eda14cbcSMatt Macylog_must mv "$clone_mnt/f1" "$clone_mnt/f1.moved"
72*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
73*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book4 $clone@snap1
74*eda14cbcSMatt Macylog_must eval "zfs send --redact book4 $sendfs@snap >$stream"
75*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
76*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs
77*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.moved ]] && log_fail "Found moved file in redacted receive."
78*eda14cbcSMatt Macylog_must diff $send_mnt/f1 $recv_mnt/f1
79*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
80*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
81*eda14cbcSMatt Macy
82*eda14cbcSMatt Macy# Copying, then removing a file in the clone does redact the file.
83*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1" "$clone_mnt/f1.copied"
84*eda14cbcSMatt Macylog_must rm "$clone_mnt/f1"
85*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
86*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book5 $clone@snap1
87*eda14cbcSMatt Macylog_must eval "zfs send --redact book5 $sendfs@snap >$stream"
88*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
89*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0"
90*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs
91*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.copied ]] && log_fail "Found moved file in redacted receive."
92*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
93*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
94*eda14cbcSMatt Macy
95*eda14cbcSMatt Macy# Overwriting the contents of a block with identical contents redacts the file.
96*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1" "$clone_mnt/f1.copied"
97*eda14cbcSMatt Macylog_must cp "$clone_mnt/f1.copied" "$clone_mnt/f1"
98*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
99*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book6 $clone@snap1
100*eda14cbcSMatt Macylog_must eval "zfs send --redact book6 $sendfs@snap >$stream"
101*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
102*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE0"
103*eda14cbcSMatt Macylog_must mount_redacted -f $recvfs
104*eda14cbcSMatt Macy[[ -f $recv_mnt/f1.copied ]] && log_fail "Found moved file in redacted receive."
105*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
106*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
107*eda14cbcSMatt Macy
108*eda14cbcSMatt Macy# Modifying some of a block redacts the whole block.
109*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$clone_mnt/f1 conv=notrunc seek=2 count=1 bs=32k
110*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
111*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book7 $clone@snap1
112*eda14cbcSMatt Macylog_must eval "zfs send --redact book7 $sendfs@snap >$stream"
113*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
114*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f1" "$RANGE1"
115*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
116*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
117*eda14cbcSMatt Macy
118*eda14cbcSMatt Macy# Only overlapping areas of modified ranges are redacted.
119*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$clone_mnt/f2 bs=1024k count=3 conv=notrunc
120*eda14cbcSMatt Macylog_must zfs snapshot $clone@snap1
121*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $clone/new
122*eda14cbcSMatt Macytypeset mntpnt="$(get_prop mountpoint $clone/new)"
123*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=$mntpnt/f2 bs=1024k seek=1 count=3 \
124*eda14cbcSMatt Macy    conv=notrunc
125*eda14cbcSMatt Macylog_must zfs snapshot $clone/new@snap
126*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book8 $clone@snap1 $clone/new@snap
127*eda14cbcSMatt Macylog_must eval "zfs send --redact book8 $sendfs@snap >$stream"
128*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
129*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f2" "$RANGE2"
130*eda14cbcSMatt Macylog_must zfs destroy -R $clone/new
131*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
132*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
133*eda14cbcSMatt Macy
134*eda14cbcSMatt Macy# FizzBuzz version
135*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $POOL/stride3
136*eda14cbcSMatt Macymntpnt="$(get_prop mountpoint $POOL/stride3)"
137*eda14cbcSMatt Macylog_must stride_dd -i /dev/urandom -o $mntpnt/f2 -b $((128 * 1024)) -c 11 -s 3
138*eda14cbcSMatt Macylog_must zfs snapshot $POOL/stride3@snap
139*eda14cbcSMatt Macylog_must zfs clone $sendfs@snap $POOL/stride5
140*eda14cbcSMatt Macymntpnt="$(get_prop mountpoint $POOL/stride5)"
141*eda14cbcSMatt Macylog_must stride_dd -i /dev/urandom -o $mntpnt/f2 -b $((128 * 1024)) -c 7 -s 5
142*eda14cbcSMatt Macylog_must zfs snapshot $POOL/stride5@snap
143*eda14cbcSMatt Macylog_must zfs redact $sendfs@snap book8a $POOL/stride3@snap $POOL/stride5@snap
144*eda14cbcSMatt Macylog_must eval "zfs send --redact book8a $sendfs@snap >$stream"
145*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
146*eda14cbcSMatt Macycompare_files $sendfs $recvfs "f2" "$RANGE3"
147*eda14cbcSMatt Macylog_must zfs rollback -R $clone@snap
148*eda14cbcSMatt Macylog_must zfs destroy -R $recvfs
149*eda14cbcSMatt Macy
150*eda14cbcSMatt Macy# Send from the root dataset of a pool work correctly.
151*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=/$POOL/f1 bs=128k count=4
152*eda14cbcSMatt Macylog_must zfs snapshot $POOL@snap
153*eda14cbcSMatt Macylog_must zfs clone $POOL@snap $POOL/clone
154*eda14cbcSMatt Macylog_must dd if=/dev/urandom of=/$POOL/clone/f1 bs=128k count=1 conv=notrunc
155*eda14cbcSMatt Macylog_must zfs snapshot $POOL/clone@snap
156*eda14cbcSMatt Macylog_must zfs redact $POOL@snap book9 $POOL/clone@snap
157*eda14cbcSMatt Macylog_must eval "zfs send --redact book9 $POOL@snap >$stream"
158*eda14cbcSMatt Macylog_must eval "zfs recv $recvfs <$stream"
159*eda14cbcSMatt Macycompare_files $POOL $recvfs "f1" "$RANGE1"
160*eda14cbcSMatt Macylog_must zfs destroy -R $POOL@snap
161*eda14cbcSMatt Macy
162*eda14cbcSMatt Macylog_pass "Redaction works as expected for various scenarios."
163