diff --git a/lisp/emms-lyrics.el b/lisp/emms-lyrics.el
index 6b28b22..fdfc445 100644
--- a/lisp/emms-lyrics.el
+++ b/lisp/emms-lyrics.el
@@ -410,18 +410,19 @@ job."
                                emms-lyrics-elapsed-time)))
             (next-lyric (and (cdr lyrics-alist)
                              (cdr (cadr lyrics-alist)))))
-        (setq line (1+ line))
-        (setq emms-lyrics-timers
-              (append emms-lyrics-timers
-                      (list
-                       (run-at-time (format "%d sec" time)
-                                    nil
-                                    'emms-lyrics-display-handler
-                                    lyric
-                                    next-lyric
-                                    line
-                                    (and next-time (- next-time time)))))))
-      (setq lyrics-alist (cdr lyrics-alist)))))
+	(when (> time 0)
+	  (setq line (1+ line))
+	  (setq emms-lyrics-timers
+		(append emms-lyrics-timers
+			(list
+			 (run-at-time (format "%d sec" time)
+				      nil
+				      'emms-lyrics-display-handler
+				      lyric
+				      next-lyric
+				      line
+				      (and next-time (- next-time time))))))
+	(setq lyrics-alist (cdr lyrics-alist)))))))
 
 (defun emms-lyrics-mode-line ()
   "Add lyric to the mode line."