diff --git a/spec/requests/metadata_controller_spec.rb b/spec/requests/metadata_controller_spec.rb
index 041be7ebe82..3089bc3163a 100644
--- a/spec/requests/metadata_controller_spec.rb
+++ b/spec/requests/metadata_controller_spec.rb
@@ -70,10 +70,13 @@ RSpec.describe MetadataController do
     end
 
     it 'uses the short_title if it is set' do
+      title = 'FooBarBaz Forum'
+      SiteSetting.title = title
+
       get "/manifest.webmanifest"
       expect(response.status).to eq(200)
       manifest = JSON.parse(response.body)
-      expect(manifest).to_not have_key("short_name")
+      expect(manifest["short_name"]).to eq("FooBarBaz")
 
       SiteSetting.short_title = "foo"