Implement null dereference check

Author: rikkimax

changelog/dmd.nullderefcheck.dd

@@ -0,0 +1,8 @@
+On null dereference check is now available
+
+A new check is implemented for when a null dereference occurs.
+
+This can be enabled by using ``-check=nullderef=on``
+What happens may be customized by the ``-checkaction`` switch and by setting a new handler in ``core.exception``.
+
+Due to issues in dmd's backend, not all pointer dereferences are guaranteed to get a check.

compiler/src/dmd/astenums.d

@@ -472,6 +472,14 @@ enum CHECKACTION : ubyte
     context,      /// call D assert with the error context on failure
 }
 
+/// What should happen when a dereference on null happens
+enum CHECKACTIONDEREF : ubyte
+{
+    D,             /// call D hook function
+    Assert,        /// lower to an assert
+    Ignore         /// ignore
+}
+
 extern (C++) struct structalign_t
 {
   private:

compiler/src/dmd/backend/codebuilder.d

@@ -399,10 +399,7 @@ assert(op != BADINS);
     @trusted
     code* last()
     {
-        // g++ and clang++ complain about offsetof() because of the code::code() constructor.
-        // return (code *)((char *)pTail - offsetof(code, next));
-        // So do our own.
-        return cast(code*)(cast(void*)pTail - (cast(void*)&(*pTail).next - cast(void*)*pTail));
+        return cast(code*)(cast(void*)pTail - code.next.offsetof);
     }
 
     /*************************************

compiler/src/dmd/backend/drtlsym.d

@@ -89,6 +89,7 @@ Symbol* getRtlsym(RTLSYM i) @trusted
         case RTLSYM.DARRAYP:                symbolz(ps,FL.func,FREGSAVED,"_d_arrayboundsp", SFLexit, t); break;
         case RTLSYM.DARRAY_SLICEP:          symbolz(ps,FL.func,FREGSAVED,"_d_arraybounds_slicep", SFLexit, t); break;
         case RTLSYM.DARRAY_INDEXP:          symbolz(ps,FL.func,FREGSAVED,"_d_arraybounds_indexp", SFLexit, t); break;
+        case RTLSYM.DNULLP:                 symbolz(ps,FL.func,FREGSAVED,"_d_nullpointerp", SFLexit, t); break;
         case RTLSYM.DINVARIANT:             symbolz(ps,FL.func,FREGSAVED,"_D2rt10invariant_12_d_invariantFC6ObjectZv", 0, tsdlib); break;
         case RTLSYM.MEMCPY:                 symbolz(ps,FL.func,FREGSAVED,"memcpy",    0, t); break;
         case RTLSYM.MEMSET8:                symbolz(ps,FL.func,FREGSAVED,"memset",    0, t); break;

compiler/src/dmd/backend/rtlsym.d

@@ -33,6 +33,7 @@ enum RTLSYM
     DARRAYP,
     DARRAY_SLICEP,
     DARRAY_INDEXP,
+    DNULLP,
     DINVARIANT,
     MEMCPY,
     MEMSET8,

compiler/src/dmd/cli.d

@@ -1190,6 +1190,7 @@ struct CLIUsage
   =invariant[=[on|off]] Class/struct invariants
   =out[=[on|off]]       Out contracts
   =switch[=[on|off]]    Final switch failure checking
+  =nullderef[=[on|off]] Null dereference error
   =on                   Enable all assertion checking
                         (default for non-release builds)
   =off                  Disable all assertion checking

compiler/src/dmd/dfa/fast/report.d

@@ -57,7 +57,7 @@ struct DFAReporter
                 var.var.ident.toChars);
     }
 
-    void onEndOfScope(FuncDeclaration fd, ref Loc loc)
+    void onEndOfScope(FuncDeclaration fd, ref const(Loc) loc)
     {
         // this is where we validate escapes, for a specific location
 

compiler/src/dmd/dfa/fast/statement.d

@@ -582,7 +582,7 @@ final:
 
             dfaCommon.currentDFAScope.haveJumped = true;
             dfaCommon.currentDFAScope.haveReturned = true;
-            analyzer.reporter.onEndOfScope(dfaCommon.currentFunction, exp.loc);
+            analyzer.reporter.onEndOfScope(dfaCommon.currentFunction, st.loc);
             break;
 
         case STMT.Compound:
@@ -859,6 +859,7 @@ final:
                 dfaCommon.currentDFAScope.inConditional = true;
                 dfaCommon.setScopeAsLoopyLabel;
 
+                if (theCondition !is null)
                 {
                     dfaCommon.printStructure((ref OutBuffer ob,
                             scope PrintPrefixType prefix) => ob.writestring("For condition:\n"));
@@ -873,6 +874,8 @@ final:
 
                     expWalker.seeAssert(lrCondition, theCondition.loc, true);
                 }
+                else
+                    dfaCommon.currentDFAScope.isLoopyLabelKnownToHaveRun = true;
 
                 dfaCommon.printStructure((ref OutBuffer ob,
                         scope PrintPrefixType prefix) => ob.writestring("For body:\n"));

compiler/src/dmd/frontend.h

@@ -8266,6 +8266,7 @@ struct Param final
     CHECKENABLE useIn;
     CHECKENABLE useOut;
     CHECKENABLE useArrayBounds;
+    CHECKENABLE useNullCheck;
     CHECKENABLE useAssert;
     CHECKENABLE useSwitchError;
     CHECKENABLE boundscheck;
@@ -8349,6 +8350,7 @@ struct Param final
         useIn((CHECKENABLE)0u),
         useOut((CHECKENABLE)0u),
         useArrayBounds((CHECKENABLE)0u),
+        useNullCheck((CHECKENABLE)0u),
         useAssert((CHECKENABLE)0u),
         useSwitchError((CHECKENABLE)0u),
         boundscheck((CHECKENABLE)0u),
@@ -8389,7 +8391,7 @@ struct Param final
         timeTraceFile()
     {
     }
-    Param(bool obj, bool readStdin = false, bool multiobj = false, bool trace = false, bool tracegc = false, bool vcg_ast = false, DiagnosticReporting useDeprecated = (DiagnosticReporting)1u, bool useUnitTests = false, bool useInline = false, bool release = false, bool preservePaths = false, DiagnosticReporting useWarnings = (DiagnosticReporting)2u, bool cov = false, uint8_t covPercent = 0u, bool ctfe_cov = false, bool ignoreUnsupportedPragmas = true, bool useModuleInfo = true, bool useTypeInfo = true, bool useExceptions = true, bool useGC = true, bool betterC = false, bool addMain = false, bool allInst = false, bool bitfields = true, bool rewriteNoExceptionToSeq = false, CppStdRevision cplusplus = (CppStdRevision)201103u, Help help = Help(), Verbose v = Verbose(), Edition edition = (Edition)2023u, void* editionFiles = nullptr, FeatureState useDIP25 = (FeatureState)2u, FeatureState useDIP1000 = (FeatureState)0u, bool ehnogc = false, bool useDIP1021 = false, FeatureState fieldwise = (FeatureState)0u, bool fixAliasThis = false, FeatureState rvalueRefParam = (FeatureState)0u, FeatureState safer = (FeatureState)0u, FeatureState noSharedAccess = (FeatureState)0u, bool previewIn = false, bool inclusiveInContracts = false, bool shortenedMethods = true, bool fixImmutableConv = false, bool fix16997 = true, FeatureState dtorFields = (FeatureState)0u, FeatureState systemVariables = (FeatureState)0u, bool useFastDFA = false, CHECKENABLE useInvariants = (CHECKENABLE)0u, CHECKENABLE useIn = (CHECKENABLE)0u, CHECKENABLE useOut = (CHECKENABLE)0u, CHECKENABLE useArrayBounds = (CHECKENABLE)0u, CHECKENABLE useAssert = (CHECKENABLE)0u, CHECKENABLE useSwitchError = (CHECKENABLE)0u, CHECKENABLE boundscheck = (CHECKENABLE)0u, CHECKACTION checkAction = (CHECKACTION)0u, CLIIdentifierTable dIdentifierTable = (CLIIdentifierTable)0u, CLIIdentifierTable cIdentifierTable = (CLIIdentifierTable)0u, _d_dynamicArray< const char > argv0 = {}, Array<const char* > modFileAliasStrings = Array<const char* >(), Array<ImportPathInfo > imppath = Array<ImportPathInfo >(), Array<const char* > fileImppath = Array<const char* >(), _d_dynamicArray< const char > objdir = {}, _d_dynamicArray< const char > objname = {}, _d_dynamicArray< const char > libname = {}, Output ddoc = Output(), Output dihdr = Output(), Output cxxhdr = Output(), Output json = Output(), JsonFieldFlags jsonFieldFlags = (JsonFieldFlags)0u, Output makeDeps = Output(), Output mixinOut = Output(), Output moduleDeps = Output(), bool debugEnabled = false, bool run = false, Array<const char* > runargs = Array<const char* >(), Array<const char* > cppswitches = Array<const char* >(), const char* cpp = nullptr, Array<const char* > objfiles = Array<const char* >(), Array<const char* > linkswitches = Array<const char* >(), Array<bool > linkswitchIsForCC = Array<bool >(), Array<const char* > libfiles = Array<const char* >(), Array<const char* > dllfiles = Array<const char* >(), _d_dynamicArray< const char > deffile = {}, _d_dynamicArray< const char > resfile = {}, _d_dynamicArray< const char > exefile = {}, _d_dynamicArray< const char > mapfile = {}, bool fullyQualifiedObjectFiles = false, bool timeTrace = false, uint32_t timeTraceGranularityUs = 500u, const char* timeTraceFile = nullptr) :
+    Param(bool obj, bool readStdin = false, bool multiobj = false, bool trace = false, bool tracegc = false, bool vcg_ast = false, DiagnosticReporting useDeprecated = (DiagnosticReporting)1u, bool useUnitTests = false, bool useInline = false, bool release = false, bool preservePaths = false, DiagnosticReporting useWarnings = (DiagnosticReporting)2u, bool cov = false, uint8_t covPercent = 0u, bool ctfe_cov = false, bool ignoreUnsupportedPragmas = true, bool useModuleInfo = true, bool useTypeInfo = true, bool useExceptions = true, bool useGC = true, bool betterC = false, bool addMain = false, bool allInst = false, bool bitfields = true, bool rewriteNoExceptionToSeq = false, CppStdRevision cplusplus = (CppStdRevision)201103u, Help help = Help(), Verbose v = Verbose(), Edition edition = (Edition)2023u, void* editionFiles = nullptr, FeatureState useDIP25 = (FeatureState)2u, FeatureState useDIP1000 = (FeatureState)0u, bool ehnogc = false, bool useDIP1021 = false, FeatureState fieldwise = (FeatureState)0u, bool fixAliasThis = false, FeatureState rvalueRefParam = (FeatureState)0u, FeatureState safer = (FeatureState)0u, FeatureState noSharedAccess = (FeatureState)0u, bool previewIn = false, bool inclusiveInContracts = false, bool shortenedMethods = true, bool fixImmutableConv = false, bool fix16997 = true, FeatureState dtorFields = (FeatureState)0u, FeatureState systemVariables = (FeatureState)0u, bool useFastDFA = false, CHECKENABLE useInvariants = (CHECKENABLE)0u, CHECKENABLE useIn = (CHECKENABLE)0u, CHECKENABLE useOut = (CHECKENABLE)0u, CHECKENABLE useArrayBounds = (CHECKENABLE)0u, CHECKENABLE useNullCheck = (CHECKENABLE)0u, CHECKENABLE useAssert = (CHECKENABLE)0u, CHECKENABLE useSwitchError = (CHECKENABLE)0u, CHECKENABLE boundscheck = (CHECKENABLE)0u, CHECKACTION checkAction = (CHECKACTION)0u, CLIIdentifierTable dIdentifierTable = (CLIIdentifierTable)0u, CLIIdentifierTable cIdentifierTable = (CLIIdentifierTable)0u, _d_dynamicArray< const char > argv0 = {}, Array<const char* > modFileAliasStrings = Array<const char* >(), Array<ImportPathInfo > imppath = Array<ImportPathInfo >(), Array<const char* > fileImppath = Array<const char* >(), _d_dynamicArray< const char > objdir = {}, _d_dynamicArray< const char > objname = {}, _d_dynamicArray< const char > libname = {}, Output ddoc = Output(), Output dihdr = Output(), Output cxxhdr = Output(), Output json = Output(), JsonFieldFlags jsonFieldFlags = (JsonFieldFlags)0u, Output makeDeps = Output(), Output mixinOut = Output(), Output moduleDeps = Output(), bool debugEnabled = false, bool run = false, Array<const char* > runargs = Array<const char* >(), Array<const char* > cppswitches = Array<const char* >(), const char* cpp = nullptr, Array<const char* > objfiles = Array<const char* >(), Array<const char* > linkswitches = Array<const char* >(), Array<bool > linkswitchIsForCC = Array<bool >(), Array<const char* > libfiles = Array<const char* >(), Array<const char* > dllfiles = Array<const char* >(), _d_dynamicArray< const char > deffile = {}, _d_dynamicArray< const char > resfile = {}, _d_dynamicArray< const char > exefile = {}, _d_dynamicArray< const char > mapfile = {}, bool fullyQualifiedObjectFiles = false, bool timeTrace = false, uint32_t timeTraceGranularityUs = 500u, const char* timeTraceFile = nullptr) :
         obj(obj),
         readStdin(readStdin),
         multiobj(multiobj),
@@ -8441,6 +8443,7 @@ struct Param final
         useIn(useIn),
         useOut(useOut),
         useArrayBounds(useArrayBounds),
+        useNullCheck(useNullCheck),
         useAssert(useAssert),
         useSwitchError(useSwitchError),
         boundscheck(boundscheck),

compiler/src/dmd/funcsem.d

@@ -4065,3 +4065,34 @@ bool arrayBoundsCheck(FuncDeclaration fd)
         assert(0);
     }
 }
+
+/**********************
+ * Check to see if null dereference checking code has to be generated
+ *
+ * Params:
+ *  fd = function for which code is to be generated
+ * Returns:
+ *  true if do null dereference checking for the given function
+ */
+bool nullDerefCheck(FuncDeclaration fd)
+{
+    final switch (global.params.useNullCheck)
+    {
+        case CHECKENABLE.off:
+            return false;
+        case CHECKENABLE.on:
+            return true;
+        case CHECKENABLE.safeonly:
+            {
+                if (fd)
+                {
+                    Type t = fd.type;
+                    if (t.ty == Tfunction && (cast(TypeFunction)t).trust == TRUST.safe)
+                        return true;
+                }
+                return false;
+            }
+        case CHECKENABLE._default:
+            assert(0);
+    }
+}