diff --git a/src/cc65/codeoptutil.c b/src/cc65/codeoptutil.c
index b098845b4..9c9699a6a 100644
--- a/src/cc65/codeoptutil.c
+++ b/src/cc65/codeoptutil.c
@@ -1197,10 +1197,8 @@ void AddOpHigh (StackOpData* D, opc_t OPC, LoadInfo* LI, int KeepResult)
             InsertEntry (D, X, D->IP++);
         }
 
-        /* If this is the right hand side, we can remove the load. */
-        if (LI == &D->Rhs) {
-            LI->X.Flags |= LI_REMOVE;
-        }
+        /* In both cases, we can remove the load */
+        LI->X.Flags |= LI_REMOVE;
 
     } else {