diff --git a/src/hb-common.cc b/src/hb-common.cc
index 8837cefbf7d118b31d8503473153c57c1eb0f554..05a1f9ce19d8c94ed70a52c0e6889e72a9172de4 100644
--- a/src/hb-common.cc
+++ b/src/hb-common.cc
@@ -265,6 +265,7 @@ retry:
   *lang = key;
 
   if (!hb_atomic_ptr_cmpexch (&langs, first_lang, lang)) {
+    lang->finish ();
     free (lang);
     goto retry;
   }