Remove VNForCast fix

Author: BruceForstall

src/coreclr/jit/valuenum.cpp

@@ -12192,11 +12192,9 @@ ValueNum ValueNumStore::VNForCast(ValueNum  srcVN,
                                   bool      srcIsUnsigned,    /* = false */
                                   bool      hasOverflowCheck) /* = false */
 {
-
-    if ((castFromType == TYP_I_IMPL) && varTypeIsGC(castToType) && IsVNConstant(srcVN))
+    if ((castFromType == TYP_I_IMPL) && (castToType == TYP_BYREF) && IsVNHandle(srcVN))
     {
-        // Omit cast for CNS_INT [TYP_I_IMPL -> TYP_BYREF/TYP_REF]
-        // We can't check `IsVNHandle(srcVN)` because we may have lost handle information with shared const CSEs.
+        // Omit cast for (h)CNS_INT [TYP_I_IMPL -> TYP_BYREF]
         return srcVN;
     }