diff --git a/core/src/test/java/org/elasticsearch/common/settings/loader/YamlSettingsLoaderTests.java b/core/src/test/java/org/elasticsearch/common/settings/loader/YamlSettingsLoaderTests.java
index f3926ebe07e..618209cf114 100644
--- a/core/src/test/java/org/elasticsearch/common/settings/loader/YamlSettingsLoaderTests.java
+++ b/core/src/test/java/org/elasticsearch/common/settings/loader/YamlSettingsLoaderTests.java
@@ -85,6 +85,6 @@ public class YamlSettingsLoaderTests extends ESTestCase {
         ElasticsearchParseException e = expectThrows(ElasticsearchParseException.class, () -> {
             Settings.builder().loadFromPath(tmp);
         });
-        assertTrue(e.getMessage(), e.getMessage().contains("null-valued setting found for key [foo]"));
+        assertTrue(e.getMessage(), e.getMessage().contains("null-valued setting found for key [foo] found at line"));
     }
 }