diff --git a/f38-server/Containerfile b/f38-server/Containerfile
index 5e1bd0c..787b6ec 100644
--- a/f38-server/Containerfile
+++ b/f38-server/Containerfile
@@ -91,7 +91,8 @@ RUN git clone https://github.com/openzfs/zfs \
   && ldconfig \
   && depmod $(rpm -qa kernel --queryformat '%{VERSION}-%{RELEASE}.%{ARCH}') \
   && dkms autoinstall -k $(rpm -qa kernel --queryformat '%{VERSION}-%{RELEASE}.%{ARCH}') \
-  && rm -vrf /var \
+  && cd / \
+  && rm -vrf /var /zfs \
   && ostree container commit
 
 # TODO: Remove the following line once this bug is fixed: https://github.com/coreos/rpm-ostree/issues/4201