diff --git a/src/main/java/com/aerospike/mapper/tools/LoadedObjectResolver.java b/src/main/java/com/aerospike/mapper/tools/LoadedObjectResolver.java
index 7fc8dbb..7e2d71e 100644
--- a/src/main/java/com/aerospike/mapper/tools/LoadedObjectResolver.java
+++ b/src/main/java/com/aerospike/mapper/tools/LoadedObjectResolver.java
@@ -30,7 +30,7 @@ public static void end() {
     public static void setObjectForCurrentKey(Object object) {
         Key currentKey = ThreadLocalKeySaver.get();
         LoadedObjectMap map = threadLocalObjects.get();
-        if (currentKey != null) {
+        if (currentKey != null && map.referenceCount > 0) {
             map.objectMap.put(currentKey, object);
         }
     }