diff --git a/www/whiteboard/main.js b/www/whiteboard/main.js
index 40e76f9fd..1949549af 100644
--- a/www/whiteboard/main.js
+++ b/www/whiteboard/main.js
@@ -338,12 +338,12 @@ window.canvas = canvas;
             });
             $rightside.append($forget);
 
-            makeColorButton($rightside);
 
             var editHash;
 
             if (!readOnly) {
                 editHash = Cryptpad.getEditHashFromKeys(info.channel, secret.keys);
+                makeColorButton($rightside);
             }
             if (!readOnly) { Cryptpad.replaceHash(editHash); }
         };