Browse Source

big: Add randomized testing.

Jeroen van Rijn 4 years ago
parent
commit
c1a001c331
4 changed files with 81 additions and 23 deletions
  1. 2 1
      core/math/big/build.bat
  2. 5 0
      core/math/big/example.odin
  3. 1 1
      core/math/big/logical.odin
  4. 73 21
      core/math/big/test.py

+ 2 - 1
core/math/big/build.bat

@@ -1,6 +1,7 @@
 @echo off
 @echo off
 :odin run   . -vet
 :odin run   . -vet
-odin build . -build-mode:dll
+odin build . -build-mode:dll -show-timings -opt:3
+:odin build . -build-mode:dll -show-timings
 
 
 :dumpbin /EXPORTS big.dll
 :dumpbin /EXPORTS big.dll
 python test.py
 python test.py

+ 5 - 0
core/math/big/example.odin

@@ -70,6 +70,11 @@ demo :: proc() {
 	// r := &rnd.Rand{};
 	// r := &rnd.Rand{};
 	// rnd.init(r, 12345);
 	// rnd.init(r, 12345);
 
 
+	// as := cstring("596360079055148742691396559496540363");
+	// bs := cstring("159671292010002348397151706347412301");
+
+	// res := test_div_two(as, bs);
+	// fmt.print(res);
 	// destination, source, quotient, remainder, numerator, denominator := &Int{}, &Int{}, &Int{}, &Int{}, &Int{}, &Int{};
 	// destination, source, quotient, remainder, numerator, denominator := &Int{}, &Int{}, &Int{}, &Int{}, &Int{}, &Int{};
 	// defer destroy(destination, source, quotient, remainder, numerator, denominator);
 	// defer destroy(destination, source, quotient, remainder, numerator, denominator);
 }
 }

+ 1 - 1
core/math/big/logical.odin

@@ -402,7 +402,7 @@ int_shl :: proc(dest, src: ^Int, bits: int) -> (err: Error) {
 		shift := DIGIT(_DIGIT_BITS - bits);
 		shift := DIGIT(_DIGIT_BITS - bits);
 		carry := DIGIT(0);
 		carry := DIGIT(0);
 
 
-		for x:= 0; x <= dest.used; x+= 1 {		
+		for x:= 0; x < dest.used; x+= 1 {		
 			fwd_carry := (dest.digit[x] >> shift) & mask;
 			fwd_carry := (dest.digit[x] >> shift) & mask;
 			dest.digit[x] = (dest.digit[x] << uint(bits) | carry) & _MASK;
 			dest.digit[x] = (dest.digit[x] << uint(bits) | carry) & _MASK;
 			carry = fwd_carry;
 			carry = fwd_carry;

+ 73 - 21
core/math/big/test.py

@@ -2,12 +2,18 @@ from  math import *
 from ctypes import *
 from ctypes import *
 from random import *
 from random import *
 import os
 import os
+import time
 
 
 #
 #
 # Where is the DLL? If missing, build using: `odin build . -build-mode:dll`
 # Where is the DLL? If missing, build using: `odin build . -build-mode:dll`
 #
 #
 LIB_PATH = os.getcwd() + os.sep + "big.dll"
 LIB_PATH = os.getcwd() + os.sep + "big.dll"
 
 
+#
+# How many iterations of each random test do we want to run?
+#
+RANDOM_ITERATIONS = 10_000
+
 #
 #
 # Result values will be passed in a struct { res: cstring, err: Error }
 # Result values will be passed in a struct { res: cstring, err: Error }
 #
 #
@@ -128,28 +134,48 @@ def test(test_name: "", res: Res, param=[], expected_error = E_None, expected_re
 	return passed
 	return passed
 
 
 def test_add_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
 def test_add_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
-	res = add_two(str(a).encode('utf-8'), str(b).encode('utf-8'), radix)
+	sa   = str(a)
+	sb   = str(b)
+	sa_c = sa.encode('utf-8')
+	sb_c = sb.encode('utf-8')
+	res  = add_two(sa_c, sb_c, radix)
 	if expected_result == None:
 	if expected_result == None:
 		expected_result = a + b
 		expected_result = a + b
-	return test("test_add_two", res, [str(a), str(b), radix], expected_error, expected_result)
+	return test("test_add_two", res, [sa, sb, radix], expected_error, expected_result)
 
 
 def test_sub_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
 def test_sub_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
-	res = sub_two(str(a).encode('utf-8'), str(b).encode('utf-8'), radix)
+	sa   = str(a)
+	sb   = str(b)
+	sa_c = sa.encode('utf-8')
+	sb_c = sb.encode('utf-8')
+	res  = sub_two(sa_c, sb_c, radix)
 	if expected_result == None:
 	if expected_result == None:
 		expected_result = a - b
 		expected_result = a - b
-	return test("test_sub_two", res, [str(a), str(b), radix], expected_error, expected_result)
+	return test("test_sub_two", res, [sa_c, sb_c, radix], expected_error, expected_result)
 
 
 def test_mul_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
 def test_mul_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
-	res = mul_two(str(a).encode('utf-8'), str(b).encode('utf-8'), radix)
+	sa   = str(a)
+	sb   = str(b)
+	sa_c = sa.encode('utf-8')
+	sb_c = sb.encode('utf-8')
+	res  = mul_two(sa_c, sb_c, radix)
 	if expected_result == None:
 	if expected_result == None:
 		expected_result = a * b
 		expected_result = a * b
-	return test("test_mul_two", res, [str(a), str(b), radix], expected_error, expected_result)
+	return test("test_mul_two", res, [sa_c, sb_c, radix], expected_error, expected_result)
 
 
 def test_div_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
 def test_div_two(a = 0, b = 0, radix = 10, expected_error = E_None, expected_result = None):
-	res = div_two(str(a).encode('utf-8'), str(b).encode('utf-8'), radix)
+	sa   = str(a)
+	sb   = str(b)
+	sa_c = sa.encode('utf-8')
+	sb_c = sb.encode('utf-8')
+	try:
+		res  = div_two(sa_c, sb_c, radix)
+	except:
+		print("Exception with arguments:", a, b, radix)
+		return False
 	if expected_result == None:
 	if expected_result == None:
 		expected_result = a // b if b != 0 else None
 		expected_result = a // b if b != 0 else None
-	return test("test_add_two", res, [str(a), str(b), radix], expected_error, expected_result)
+	return test("test_div_two", res, [sa_c, sb_c, radix], expected_error, expected_result)
 
 
 # TODO(Jeroen): Make sure tests cover edge cases, fast paths, and so on.
 # TODO(Jeroen): Make sure tests cover edge cases, fast paths, and so on.
 #
 #
@@ -177,6 +203,8 @@ TESTS = {
 	],
 	],
 }
 }
 
 
+TIMINGS = {}
+
 if __name__ == '__main__':
 if __name__ == '__main__':
 	print()
 	print()
 	print("---- core:math/big tests ----")
 	print("---- core:math/big tests ----")
@@ -186,12 +214,20 @@ if __name__ == '__main__':
 		count_pass = 0
 		count_pass = 0
 		count_fail = 0
 		count_fail = 0
 		for t in TESTS[test_proc]:
 		for t in TESTS[test_proc]:
-			if test_proc(*t):
+			start = time.perf_counter()
+			res   = test_proc(*t)
+			diff  = time.perf_counter() - start
+			if test_proc not in TIMINGS:
+				TIMINGS[test_proc] = diff
+			else:
+				TIMINGS[test_proc] += diff
+
+			if res:
 				count_pass += 1
 				count_pass += 1
 			else:
 			else:
 				count_fail += 1
 				count_fail += 1
 
 
-		print("{}: {} passes, {} failures.".format(test_proc.__name__, count_pass, count_fail))
+		print("{name}: {count_pass:,} passes, {count_fail:,} failures.".format(name=test_proc.__name__, count_pass=count_pass, count_fail=count_fail))
 
 
 	print()		
 	print()		
 	print("---- core:math/big random tests ----")
 	print("---- core:math/big random tests ----")
@@ -201,17 +237,33 @@ if __name__ == '__main__':
 		count_pass = 0
 		count_pass = 0
 		count_fail = 0
 		count_fail = 0
 
 
-		a = randint(0, 1 << 120)
-		b = randint(0, 1 << 120)
-		res = None
+		for i in range(RANDOM_ITERATIONS):
+			a = randint(0, 1 << 120)
+			b = randint(0, 1 << 120)
+			res = None
 
 
-		# We've already tested division by zero above.
-		if b == 0 and test_proc == test_div_two:
-			b = b + 1
+			# We've already tested division by zero above.
+			if b == 0 and test_proc == test_div_two:
+				b = b + 1
 
 
-		if test_proc(a, b):
-			count_pass += 1
-		else:
-			count_fail += 1
+			start = time.perf_counter()
+			res   = test_proc(a, b)
+			diff  = time.perf_counter() - start
+			if test_proc not in TIMINGS:
+				TIMINGS[test_proc] = diff
+			else:
+				TIMINGS[test_proc] += diff
 
 
-		print("{} random: {} passes, {} failures.".format(test_proc.__name__, count_pass, count_fail))
+			if res:
+				count_pass += 1
+			else:
+				count_fail += 1
+
+		print("{name}: {count_pass:,} passes, {count_fail:,} failures.".format(name=test_proc.__name__, count_pass=count_pass, count_fail=count_fail))
+
+	print()
+	total = 0
+	for k in TIMINGS:
+		print("{name}: {total:.3f} ms in {calls:,} calls".format(name=k.__name__, total=TIMINGS[k] * 1_000, calls=RANDOM_ITERATIONS + len(TESTS[k])))
+		total += TIMINGS[k]
+	print("\ntotal: {0:.3f} ms".format(total * 1_000))