static bool hists__decay_entry(struct hists *hists, struct hist_entry *he)
 {
+       if (he->period == 0)
+               return true;
        hists->stats.total_period -= he->period;
        hist_entry__decay(he);
        hists->stats.total_period += he->period;
        while (next) {
                n = rb_entry(next, struct hist_entry, rb_node);
                next = rb_next(&n->rb_node);
-
-               if (hists__decay_entry(hists, n)) {
+               /*
+                * We may be annotating this, for instance, so keep it here in
+                * case some it gets new samples, we'll eventually free it when
+                * the user stops browsing and it agains gets fully decayed.
+                */
+               if (hists__decay_entry(hists, n) && !n->used) {
                        rb_erase(&n->rb_node, &hists->entries);
 
                        if (sort__need_collapse)
 
                        he = hist_browser__selected_entry(browser);
                        if (he == NULL)
                                continue;
-
+                       /*
+                        * Don't let this be freed, say, by hists__decay_entry.
+                        */
+                       he->used = true;
                        hist_entry__tui_annotate(he, evsel->idx, nr_events,
                                                 timer, arg, delay_secs);
+                       he->used = false;
                        ui_browser__update_nr_entries(&browser->b, browser->hists->nr_entries);
                } else if (choice == browse_map)
                        map__browse(browser->selection->map);