diff --git a/lz4/block/_block.c b/lz4/block/_block.c
index 993cc44..121143e 100644
--- a/lz4/block/_block.c
+++ b/lz4/block/_block.c
@@ -513,10 +513,16 @@ PyInit__block(void)
   LZ4BlockError = PyErr_NewExceptionWithDoc("_block.LZ4BlockError", "Call to LZ4 library failed.", NULL, NULL);
   if (LZ4BlockError == NULL)
     {
+      Py_DECREF(module);
       return NULL;
     }
   Py_INCREF(LZ4BlockError);
-  PyModule_AddObject(module, "LZ4BlockError", LZ4BlockError);
+  if (PyModule_AddObject(module, "LZ4BlockError", LZ4BlockError) < 0)
+    {
+      Py_DECREF(LZ4BlockError);
+      Py_DECREF(module);
+      return NULL;
+    }
 
   #ifdef Py_GIL_DISABLED
     PyUnstable_Module_SetGIL(module, Py_MOD_GIL_NOT_USED);
diff --git a/lz4/stream/_stream.c b/lz4/stream/_stream.c
index 4c51d89..ccb56d1 100644
--- a/lz4/stream/_stream.c
+++ b/lz4/stream/_stream.c
@@ -1644,10 +1644,16 @@ PyInit__stream(void)
                                               NULL, NULL);
   if (LZ4StreamError == NULL)
     {
+      Py_DECREF (module);
       return NULL;
     }
   Py_INCREF (LZ4StreamError);
-  PyModule_AddObject (module, "LZ4StreamError", LZ4StreamError);
+  if (PyModule_AddObject (module, "LZ4StreamError", LZ4StreamError) < 0)
+    {
+      Py_DECREF (LZ4StreamError);
+      Py_DECREF (module);
+      return NULL;
+    }
 
   #ifdef Py_GIL_DISABLED
     PyUnstable_Module_SetGIL(module, Py_MOD_GIL_NOT_USED);