diff --git a/CHANGES b/CHANGES
index 2b0f47fde0..a4352161cf 100644
--- a/CHANGES
+++ b/CHANGES
@@ -1,3 +1,6 @@
+3625.	[bug]		Don't send notify messages to machines outside of the
+			test setup.
+
 3624.	[bug]		Look for 'json_object_new_int64' when looking for a
 			the json library. [RT #34449]
 
diff --git a/bin/tests/system/rrsetorder/ns1/named.conf b/bin/tests/system/rrsetorder/ns1/named.conf
index f228a07b2d..fe8bb64191 100644
--- a/bin/tests/system/rrsetorder/ns1/named.conf
+++ b/bin/tests/system/rrsetorder/ns1/named.conf
@@ -27,7 +27,7 @@ options {
 	listen-on { 10.53.0.1; };
 	listen-on-v6 { none; };
 	recursion no;
-	notify yes;
+	notify no;
 	rrset-order {
 		name "fixed.example" order fixed;
 		name "random.example" order random;
@@ -40,4 +40,6 @@ options {
 zone "." {
 	type master;
 	file "root.db";
+	notify explicit;
+	also-notify { 10.53.0.2; };
 };