diff --git a/app/assets/javascripts/notes.js b/app/assets/javascripts/notes.js
index 3e004be7a..003cf4be2 100644
--- a/app/assets/javascripts/notes.js
+++ b/app/assets/javascripts/notes.js
@@ -111,7 +111,9 @@ Danbooru.Note = {
       if ((new Date).getTime() < Danbooru.Note.ignore_click_until) {
         return;
       }
-      $(".note-box").toggle();
+      var is_hidden = document.getElementById('note-container').style.display == 'none';
+      // Why does toggle() not work here?
+      $("#note-container").toggle(is_hidden);
     }
   },