X-Git-Url: http://plrg.eecs.uci.edu/git/?p=c11tester.git;a=blobdiff_plain;f=mymemory.cc;h=20c29622a73ad53321f148a2322e45298c4ea46d;hp=e72c1421f011a7297b33da2eb2a6c026b92bc3c9;hb=5f84c7161ef4e7fd10af8f1936e1d978731d2e5a;hpb=f186d74da258bf0a24b57b13a10b40641e09efd6

diff --git a/mymemory.cc b/mymemory.cc
index e72c1421..20c29622 100644
--- a/mymemory.cc
+++ b/mymemory.cc
@@ -11,71 +11,37 @@
 #include "common.h"
 #include "threads-model.h"
 #include "model.h"
+#include "datarace.h"
 
 #define REQUESTS_BEFORE_ALLOC 1024
 
 size_t allocatedReqs[REQUESTS_BEFORE_ALLOC] = { 0 };
 int nextRequest = 0;
 int howManyFreed = 0;
-int switch_alloc = 0;
-#if !USE_MPROTECT_SNAPSHOT
-static mspace sStaticSpace = NULL;
-#endif
+mspace sStaticSpace = NULL;
 
 /** Non-snapshotting calloc for our use. */
 void *model_calloc(size_t count, size_t size)
 {
-#if USE_MPROTECT_SNAPSHOT
-	static void *(*callocp)(size_t count, size_t size) = NULL;
-	char *error;
-	void *ptr;
-
-	/* get address of libc malloc */
-	if (!callocp) {
-		callocp = (void * (*)(size_t, size_t))dlsym(RTLD_NEXT, "calloc");
-		if ((error = dlerror()) != NULL) {
-			fputs(error, stderr);
-			exit(EXIT_FAILURE);
-		}
-	}
-	ptr = callocp(count, size);
-	return ptr;
-#else
-	if (!sStaticSpace)
-		sStaticSpace = create_shared_mspace();
 	return mspace_calloc(sStaticSpace, count, size);
-#endif
 }
 
 /** Non-snapshotting malloc for our use. */
 void *model_malloc(size_t size)
 {
-#if USE_MPROTECT_SNAPSHOT
-	static void *(*mallocp)(size_t size) = NULL;
-	char *error;
-	void *ptr;
-
-	/* get address of libc malloc */
-	if (!mallocp) {
-		mallocp = (void * (*)(size_t))dlsym(RTLD_NEXT, "malloc");
-		if ((error = dlerror()) != NULL) {
-			fputs(error, stderr);
-			exit(EXIT_FAILURE);
-		}
-	}
-	ptr = mallocp(size);
-	return ptr;
-#else
-	if (!sStaticSpace)
-		sStaticSpace = create_shared_mspace();
 	return mspace_malloc(sStaticSpace, size);
-#endif
+}
+
+/** Non-snapshotting malloc for our use. */
+void *model_realloc(void *ptr, size_t size)
+{
+	return mspace_realloc(sStaticSpace, ptr, size);
 }
 
 /** @brief Snapshotting malloc, for use by model-checker (not user progs) */
 void * snapshot_malloc(size_t size)
 {
-  void *tmp = mspace_malloc(model_snapshot_space, size);
+	void *tmp = mspace_malloc(model_snapshot_space, size);
 	ASSERT(tmp);
 	return tmp;
 }
@@ -83,7 +49,7 @@ void * snapshot_malloc(size_t size)
 /** @brief Snapshotting calloc, for use by model-checker (not user progs) */
 void * snapshot_calloc(size_t count, size_t size)
 {
-  void *tmp = mspace_calloc(model_snapshot_space, count, size);
+	void *tmp = mspace_calloc(model_snapshot_space, count, size);
 	ASSERT(tmp);
 	return tmp;
 }
@@ -91,7 +57,7 @@ void * snapshot_calloc(size_t count, size_t size)
 /** @brief Snapshotting realloc, for use by model-checker (not user progs) */
 void *snapshot_realloc(void *ptr, size_t size)
 {
-  void *tmp = mspace_realloc(model_snapshot_space, ptr, size);
+	void *tmp = mspace_realloc(model_snapshot_space, ptr, size);
 	ASSERT(tmp);
 	return tmp;
 }
@@ -99,28 +65,13 @@ void *snapshot_realloc(void *ptr, size_t size)
 /** @brief Snapshotting free, for use by model-checker (not user progs) */
 void snapshot_free(void *ptr)
 {
-  mspace_free(model_snapshot_space, ptr);
+	mspace_free(model_snapshot_space, ptr);
 }
 
 /** Non-snapshotting free for our use. */
 void model_free(void *ptr)
 {
-#if USE_MPROTECT_SNAPSHOT
-	static void (*freep)(void *);
-	char *error;
-
-	/* get address of libc free */
-	if (!freep) {
-		freep = (void (*)(void *))dlsym(RTLD_NEXT, "free");
-		if ((error = dlerror()) != NULL) {
-			fputs(error, stderr);
-			exit(EXIT_FAILURE);
-		}
-	}
-	freep(ptr);
-#else
 	mspace_free(sStaticSpace, ptr);
-#endif
 }
 
 /** Bootstrap allocation. Problem is that the dynamic linker calls require
@@ -148,130 +99,238 @@ void * HandleEarlyAllocationRequest(size_t sz)
 /** @brief Global mspace reference for the model-checker's snapshotting heap */
 mspace model_snapshot_space = NULL;
 
-#if USE_MPROTECT_SNAPSHOT
-
-/** @brief Global mspace reference for the user's snapshotting heap */
-mspace user_snapshot_space = NULL;
-
-/** Check whether this is bootstrapped memory that we should not free */
-static bool DontFree(void *ptr)
-{
-	return (ptr >= (&bootstrapmemory[0]) && ptr < (&bootstrapmemory[BOOTSTRAPBYTES]));
-}
-
-/**
- * @brief The allocator function for "user" allocation
- *
- * Should only be used for allocations which will not disturb the allocation
- * patterns of a user thread.
- */
-static void * user_malloc(size_t size)
-{
-	void *tmp = mspace_malloc(user_snapshot_space, size);
-	ASSERT(tmp);
-	return tmp;
-}
-
-/**
- * @brief Snapshotting malloc implementation for user programs
- *
- * Do NOT call this function from a model-checker context. Doing so may disrupt
- * the allocation patterns of a user thread.
- */
-void *malloc(size_t size)
-{
-	if (user_snapshot_space) {
-		if (switch_alloc) {
-			return model_malloc(size);
-		}
-		/* Only perform user allocations from user context */
-		ASSERT(!model || thread_current());
-		return user_malloc(size);
-	} else
-		return HandleEarlyAllocationRequest(size);
-}
-
-/** @brief Snapshotting free implementation for user programs */
-void free(void * ptr)
-{
-	if (!DontFree(ptr)) {
-		if (switch_alloc) {
-			return model_free(ptr);
-		}
-		mspace_free(user_snapshot_space, ptr);
-	}
-}
-
-/** @brief Snapshotting realloc implementation for user programs */
-void *realloc(void *ptr, size_t size)
-{
-	void *tmp = mspace_realloc(user_snapshot_space, ptr, size);
-	ASSERT(tmp);
-	return tmp;
-}
-
-/** @brief Snapshotting calloc implementation for user programs */
-void * calloc(size_t num, size_t size)
-{
-	if (user_snapshot_space) {
-		void *tmp = mspace_calloc(user_snapshot_space, num, size);
-		ASSERT(tmp);
-		return tmp;
-	} else {
-		void *tmp = HandleEarlyAllocationRequest(size * num);
-		memset(tmp, 0, size * num);
-		return tmp;
-	}
-}
-
 /** @brief Snapshotting allocation function for use by the Thread class only */
 void * Thread_malloc(size_t size)
 {
-	return user_malloc(size);
+	return snapshot_malloc(size);
 }
 
 /** @brief Snapshotting free function for use by the Thread class only */
 void Thread_free(void *ptr)
 {
-	free(ptr);
+	snapshot_free(ptr);
 }
 
-/** @brief Snapshotting new operator for user programs */
-void * operator new(size_t size) throw(std::bad_alloc)
-{
-	return malloc(size);
-}
+void * (*volatile real_memcpy)(void * dst, const void *src, size_t n) = NULL;
+void * (*volatile real_memmove)(void * dst, const void *src, size_t len) = NULL;
+void (*volatile real_bzero)(void * dst, size_t len) = NULL;
+void * (*volatile real_memset)(void * dst, int c, size_t len) = NULL;
 
-/** @brief Snapshotting delete operator for user programs */
-void operator delete(void *p) throw()
+void init_memory_ops()
 {
-	free(p);
+	if (!real_memcpy) {
+		real_memcpy = (void * (*)(void * dst, const void *src, size_t n)) 1;
+		real_memcpy = (void * (*)(void * dst, const void *src, size_t n))dlsym(RTLD_NEXT, "memcpy");
+	}
+	if (!real_memmove) {
+		real_memmove = (void * (*)(void * dst, const void *src, size_t n)) 1;
+		real_memmove = (void * (*)(void * dst, const void *src, size_t n))dlsym(RTLD_NEXT, "memmove");
+	}
+	if (!real_memset) {
+		real_memset = (void * (*)(void * dst, int c, size_t n)) 1;
+		real_memset = (void * (*)(void * dst, int c, size_t n))dlsym(RTLD_NEXT, "memset");
+	}
+	if (!real_bzero) {
+		real_bzero = (void (*)(void * dst, size_t len)) 1;
+		real_bzero = (void (*)(void * dst, size_t len))dlsym(RTLD_NEXT, "bzero");
+	}
 }
 
-/** @brief Snapshotting new[] operator for user programs */
-void * operator new[](size_t size) throw(std::bad_alloc)
-{
-	return malloc(size);
-}
+void * memcpy(void * dst, const void * src, size_t n) {
+	if (model && !inside_model) {
+		//model_print("memcpy intercepted\n");
+		thread_id_t tid = thread_current_id();
+		if (((uintptr_t)src&7) == 0 && ((uintptr_t)dst&7) == 0 && (n&7) == 0) {
+			for (uint i = 0; i < (n>>3); i++) {
+				raceCheckRead64(tid, (void *)(((uint64_t *)src) + i));
+				((volatile uint64_t *)dst)[i] = ((uint64_t *)src)[i];
+				raceCheckWrite64(tid, (void *)(((uint64_t *)dst) + i));
+			}
+		} else if (((uintptr_t)src&3) == 0 && ((uintptr_t)dst&3) == 0 && (n&3) == 0) {
+			for (uint i = 0; i < (n>>2); i++) {
+				raceCheckRead32(tid, (void *)(((uint32_t *)src) + i));
+				((volatile uint32_t *)dst)[i] = ((uint32_t *)src)[i];
+				raceCheckWrite32(tid, (void *)(((uint32_t *)dst) + i));
+			}
+		} else if (((uintptr_t)src&1) == 0 && ((uintptr_t)dst&1) == 0 && (n&1) == 0) {
+			for (uint i = 0; i < (n>>1); i++) {
+				raceCheckRead16(tid, (void *)(((uint16_t *)src) + i));
+				((volatile uint16_t *)dst)[i] = ((uint16_t *)src)[i];
+				raceCheckWrite16(tid, (void *)(((uint16_t *)dst) + i));
+			}
+		} else {
+			for(uint i=0;i<n;i++) {
+				raceCheckRead8(tid, (void *)(((char *)src) + i));
+				((volatile char *)dst)[i] = ((char *)src)[i];
+				raceCheckWrite8(tid, (void *)(((char *)dst) + i));
+			}
+		}
+	} else {
+		if (((uintptr_t)real_memcpy) < 2) {
+			for(uint i=0;i<n;i++) {
+				((volatile char *)dst)[i] = ((char *)src)[i];
+			}
+			return dst;
+		}
 
-/** @brief Snapshotting delete[] operator for user programs */
-void operator delete[](void *p, size_t size)
-{
-	free(p);
+		return real_memcpy(dst, src, n);
+	}
+	return dst;
 }
 
-#else	/* !USE_MPROTECT_SNAPSHOT */
-
-/** @brief Snapshotting allocation function for use by the Thread class only */
-void * Thread_malloc(size_t size)
-{
-	return snapshot_malloc(size);
+void * memmove(void * dst, const void * src, size_t n) {
+	if (model && !inside_model) {
+		thread_id_t tid = thread_current_id();
+		if (((uintptr_t)src&7) == 0 && ((uintptr_t)dst&7) == 0 && (n&7) == 0) {
+			if (((uintptr_t)dst) < ((uintptr_t)src))
+				for (uint i = 0; i < (n>>3); i++) {
+					raceCheckRead64(tid, (void *)(((uint64_t *)src) + i));
+					((volatile uint64_t *)dst)[i] = ((uint64_t *)src)[i];
+					raceCheckWrite64(tid, (void *)(((uint64_t *)dst) + i));
+				}
+			else
+				for (uint i = (n>>3); i != 0;) {
+					i--;
+					raceCheckRead64(tid, (void *)(((uint64_t *)src) + i));
+					((volatile uint64_t *)dst)[i] = ((uint64_t *)src)[i];
+					raceCheckWrite64(tid, (void *)(((uint64_t *)dst) + i));
+				}
+		} else if (((uintptr_t)src&3) == 0 && ((uintptr_t)dst&3) == 0 && (n&3) == 0) {
+			if (((uintptr_t)dst) < ((uintptr_t)src))
+				for (uint i = 0; i < (n>>2); i++) {
+					raceCheckRead32(tid, (void *)(((uint32_t *)src) + i));
+					((volatile uint32_t *)dst)[i] = ((uint32_t *)src)[i];
+					raceCheckWrite32(tid, (void *)(((uint32_t *)dst) + i));
+				}
+			else
+				for (uint i = (n>>2); i != 0;) {
+					i--;
+					raceCheckRead32(tid, (void *)(((uint32_t *)src) + i));
+					((volatile uint32_t *)dst)[i] = ((uint32_t *)src)[i];
+					raceCheckWrite32(tid, (void *)(((uint32_t *)dst) + i));
+				}
+		} else if (((uintptr_t)src&1) == 0 && ((uintptr_t)dst&1) == 0 && (n&1) == 0) {
+			if (((uintptr_t)dst) < ((uintptr_t)src))
+				for (uint i = 0; i < (n>>1); i++) {
+					raceCheckRead16(tid, (void *)(((uint16_t *)src) + i));
+					((volatile uint16_t *)dst)[i] = ((uint16_t *)src)[i];
+					raceCheckWrite16(tid, (void *)(((uint16_t *)dst) + i));
+				}
+			else
+				for (uint i = (n>>1); i != 0;) {
+					i--;
+					raceCheckRead16(tid, (void *)(((uint16_t *)src) + i));
+					((volatile uint16_t *)dst)[i] = ((uint16_t *)src)[i];
+					raceCheckWrite16(tid, (void *)(((uint16_t *)dst) + i));
+				}
+		} else {
+			if (((uintptr_t)dst) < ((uintptr_t)src))
+				for(uint i = 0; i < n; i++) {
+					raceCheckRead8(tid, (void *)(((char *)src) + i));
+					((volatile char *)dst)[i] = ((char *)src)[i];
+					raceCheckWrite8(tid, (void *)(((char *)dst) + i));
+				}
+			else
+				for(uint i = n; i != 0;) {
+					i--;
+					raceCheckRead8(tid, (void *)(((char *)src) + i));
+					((volatile char *)dst)[i] = ((char *)src)[i];
+					raceCheckWrite8(tid, (void *)(((char *)dst) + i));
+				}
+		}
+	} else {
+		if (((uintptr_t)real_memmove) < 2) {
+			if (((uintptr_t)dst) < ((uintptr_t)src))
+				for(uint i=0;i<n;i++) {
+					((volatile char *)dst)[i] = ((char *)src)[i];
+				}
+			else
+				for(uint i=n;i!=0; ) {
+					i--;
+					((volatile char *)dst)[i] = ((char *)src)[i];
+				}
+			return dst;
+		}
+        return real_memmove(dst, src, n);
+	}
+	return dst;
 }
 
-/** @brief Snapshotting free function for use by the Thread class only */
-void Thread_free(void *ptr)
-{
-	snapshot_free(ptr);
+void * memset(void *dst, int c, size_t n) {
+	if (model && !inside_model) {
+		thread_id_t tid = thread_current_id();
+		uint8_t cs = c&0xff;
+		if (((uintptr_t)dst&7) == 0 && (n&7) == 0) {
+			for (uint i = 0; i < (n>>3); i++) {
+	            uint16_t cs2 = cs << 8 | cs;
+	            uint64_t cs3 = cs2 << 16 | cs2;
+	            uint64_t cs4 = cs3 << 32 | cs3;
+				((volatile uint64_t *)dst)[i] = cs4;
+				raceCheckWrite64(tid, (void *)(((uint64_t *)dst) + i));
+			}
+		} else if (((uintptr_t)dst&3) == 0 && (n&3) == 0) {
+			for (uint i = 0; i < (n>>2); i++) {
+	            uint16_t cs2 = cs << 8 | cs;
+	            uint32_t cs3 = cs2 << 16 | cs2;
+				((volatile uint32_t *)dst)[i] = cs3;
+				raceCheckWrite32(tid, (void *)(((uint32_t *)dst) + i));
+			}
+		} else if (((uintptr_t)dst&1) == 0 && (n&1) == 0) {
+			for (uint i = 0; i < (n>>1); i++) {
+	            uint16_t cs2 = cs << 8 | cs;
+				((volatile uint16_t *)dst)[i] = cs2;
+				raceCheckWrite16(tid, (void *)(((uint16_t *)dst) + i));
+			}
+		} else {
+			for (uint i=0;i<n;i++) {
+				((volatile char *)dst)[i] = cs;
+				raceCheckWrite8(tid, (void *)(((char *)dst) + i));
+			}
+		}
+	} else {
+		if (((uintptr_t)real_memset) < 2) {
+			//stuck in dynamic linker alloc cycle...
+			for(size_t s=0;s<n;s++) {
+				((volatile char *)dst)[s] = (char) c;
+			}
+			return dst;
+		}
+		return real_memset(dst, c, n);
+	}
+	return dst;
 }
 
-#endif	/* !USE_MPROTECT_SNAPSHOT */
+void bzero(void *dst, size_t n) {
+	if (model && !inside_model) {
+		thread_id_t tid = thread_current_id();
+		if (((uintptr_t)dst&7) == 0 && (n&7) == 0) {
+			for (uint i = 0; i < (n>>3); i++) {
+				((volatile uint64_t *)dst)[i] = 0;
+				raceCheckWrite64(tid, (void *)(((uint64_t *)dst) + i));
+			}
+		} else if (((uintptr_t)dst&3) == 0 && (n&3) == 0) {
+			for (uint i = 0; i < (n>>2); i++) {
+				((volatile uint32_t *)dst)[i] = 0;
+				raceCheckWrite32(tid, (void *)(((uint32_t *)dst) + i));
+			}
+		} else if (((uintptr_t)dst&1) == 0 && (n&1) == 0) {
+			for (uint i = 0; i < (n>>1); i++) {
+				((volatile uint16_t *)dst)[i] = 0;
+				raceCheckWrite16(tid, (void *)(((uint16_t *)dst) + i));
+			}
+		} else {
+			for (uint i=0;i<n;i++) {
+				((volatile char *)dst)[i] = 0;
+				raceCheckWrite8(tid, (void *)(((char *)dst) + i));
+			}
+		}
+	} else {
+		if (((uintptr_t)real_bzero) < 2) {
+			for(size_t s=0;s<n;s++) {
+				((volatile char *)dst)[s] = 0;
+			}
+			return;
+		}
+		real_bzero(dst, n);
+	}
+}