diff --git a/kor/extraction/api.py b/kor/extraction/api.py
index 00abf15..c5083d3 100644
--- a/kor/extraction/api.py
+++ b/kor/extraction/api.py
@@ -24,8 +24,10 @@
 def set_verbose_context(verbose: bool):
     old_verbose = get_verbose()
     set_verbose(verbose)
-    yield
-    set_verbose(old_verbose)
+    try:
+        yield
+    finally:
+        set_verbose(old_verbose)
 
 
 async def _extract_from_document_with_semaphore(