diff --git a/homu/main.py b/homu/main.py
index 7353f91..c0b2948 100644
--- a/homu/main.py
+++ b/homu/main.py
@@ -914,7 +914,9 @@ def create_merge(state, repo_cfg, branch, logger, git_cfg,
                lambda: "create_merge: attempting merge {} into {} on {!r}"
                .format(state.head_sha, branch, state.get_repo()))
 
-    merge_msg = 'Auto merge of #{} - {}, r={}\n\n{}\n\n{}'.format(
+    merge_msg = 'Auto merge of {}/{}#{} - {}, r={}\n\n{}\n\n{}'.format(
+        state.owner,
+        state.name,
         state.num,
         state.head_ref,
         '<try>' if state.try_ else state.approved_by,
diff --git a/homu/server.py b/homu/server.py
index 5a607b3..5c1e409 100644
--- a/homu/server.py
+++ b/homu/server.py
@@ -321,7 +321,9 @@ def rollup(user_gh, state, repo_label, repo_cfg, repo):
         state.body = suppress_pings(state.body)
         state.body = suppress_ignore_block(state.body)
 
-        merge_msg = 'Rollup merge of #{} - {}, r={}\n\n{}\n\n{}'.format(
+        merge_msg = 'Rollup merge of {}/{}#{} - {}, r={}\n\n{}\n\n{}'.format(
+            state.owner,
+            state.name,
             state.num,
             state.head_ref,
             state.approved_by,