diff --git a/lisp/mitch-packages.el b/lisp/mitch-packages.el
index 82fc02b..9e8987f 100644
--- a/lisp/mitch-packages.el
+++ b/lisp/mitch-packages.el
@@ -333,7 +333,7 @@ targets."
 	      str)))
     (setq-local nlinum--width (length (number-to-string
 				   (line-number-at-pos (point-max))))))
-  (add-hook 'prog-mode-hook #'mitch/nlinum-buffer-setup))
+  (add-hook 'minibuffer-exit-hook #'mitch/nlinum-buffer-setup))
 
 ;; broken terminal that doesn't compile but at least it's fast when it does
 (use-package vterm