aboutsummaryrefslogtreecommitdiff
path: root/examples/sml/test_handins
diff options
context:
space:
mode:
authorRyan Kavanagh <rak@debian.org>2018-09-13 16:29:29 -0400
committerRyan Kavanagh <rak@debian.org>2018-09-13 17:14:23 -0400
commitac1fe7d7abba32ef0c83ca1a22092bab9de5f171 (patch)
treeb49c343d9f135205bb5ca40db678dcadefcfbd80 /examples/sml/test_handins
parentrun.sh should not extract autograde.tar (diff)
SML example importHEADmaster
Diffstat (limited to 'examples/sml/test_handins')
-rw-r--r--examples/sml/test_handins/README5
-rw-r--r--examples/sml/test_handins/bad.exp10
-rw-r--r--examples/sml/test_handins/bad.tarbin0 -> 10240 bytes
-rw-r--r--examples/sml/test_handins/perfect.exp10
-rw-r--r--examples/sml/test_handins/perfect.tarbin0 -> 10240 bytes
5 files changed, 25 insertions, 0 deletions
diff --git a/examples/sml/test_handins/README b/examples/sml/test_handins/README
new file mode 100644
index 0000000..b43561b
--- /dev/null
+++ b/examples/sml/test_handins/README
@@ -0,0 +1,5 @@
+To test your checks.sml, place sample submissions in this directory
+according to the following format:
+
+ somename.tar : the submission you want to test
+ somename.exp : the expected json score
diff --git a/examples/sml/test_handins/bad.exp b/examples/sml/test_handins/bad.exp
new file mode 100644
index 0000000..7002bce
--- /dev/null
+++ b/examples/sml/test_handins/bad.exp
@@ -0,0 +1,10 @@
+ Expected 3333 but got 12072
+ Score: 0.0.
+
+Checking bonuses...
+Failed to add bonus 10 + ~10
+in under 2 seconds. Skipping.
+
+
+
+{"scores": {"hard": 0.0, "easy": 0.0}, "scoreboard": [0]}
diff --git a/examples/sml/test_handins/bad.tar b/examples/sml/test_handins/bad.tar
new file mode 100644
index 0000000..46e0343
--- /dev/null
+++ b/examples/sml/test_handins/bad.tar
Binary files differ
diff --git a/examples/sml/test_handins/perfect.exp b/examples/sml/test_handins/perfect.exp
new file mode 100644
index 0000000..fbc13ae
--- /dev/null
+++ b/examples/sml/test_handins/perfect.exp
@@ -0,0 +1,10 @@
+Passed: 1212 + 2121
+ Score: 8.0.
+
+Checking bonuses...
+Got bonus 10 + ~10
+Well done!
+
+
+
+{"scores": {"hard": 8.0, "easy": 4.0}, "scoreboard": [1]}
diff --git a/examples/sml/test_handins/perfect.tar b/examples/sml/test_handins/perfect.tar
new file mode 100644
index 0000000..2fa75d0
--- /dev/null
+++ b/examples/sml/test_handins/perfect.tar
Binary files differ