Placing course content of Software Testing Techniques Course in a public

repo.

Author: Venkatesh-Prasad Ranganath

.gitignore

@@ -0,0 +1 @@
+.DS_Store

LICENSE.txt

@@ -0,0 +1,30 @@
+# Software Testing Techniques Course
+
+This is the content of software testing techniques course offered at Kansas State University in Spring'16 and Spring'17.  It was intended for upper undergraduates (seniors) and beginning graduates.  It required students to have taken courses on programming, logic, software design, and discrete mathematics.
+
+Here are some aspects of the course.
+    - Class room instruction revolved around open questions posed to students.  [Socratic Method]
+    - Students answers were collected on the whiteboard and discussed to arrive at "expert" answers.
+    - Students directed instructor in live coding sessions to arrive at "expert" solutions.
+    - Sketch slides were used in class to drive discussion. The same slides were extended with highlights from classroom discussion and posted after class.
+    - Homework questions were seeded with ambiguity to simulate specification elicitation to resolve ambiguity and, consequently, identify testing boundaries.
+    - Textbooks were not required as there were none that described most of topics covered in the course.
+    - Few fringe/newer topics such as mutation testing and BDD were discussed in the course.
+
+The content contains
+    - content slide deck interspersed with answers collected in class and answers for homework,
+    - quiz question bank,
+    - homework assignments along with solutions and scripts to evaluate submissions,
+    - extra credit assignments along with solutions and scripts to evaluate submissions, and
+    - mid-term and end-term exams with solutions.
+
+I hope folks will find this useful.
+
+
+## Attribution
+
+Copyright (c) 2017, Venkatesh-Prasad Ranganath
+
+<a rel="license" href="http://creativecommons.org/licenses/by/4.0/"><img alt="Creative Commons License" style="border-width:0" src="https://i.creativecommons.org/l/by/4.0/88x31.png" /></a><br />This work is licensed under a <a rel="license" href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</a>.
+
+**Author/Creator: Venkatesh-Prasad Ranganath**

README.md

@@ -0,0 +1,28 @@
+from behave import given, when, then, step
+from src import account
+
+
+@given('my current account has $200')
+def current_account_setup(context):
+    context.current = account.Account(200)
+
+
+@step('My savings account has $1000')
+def savings_account_setup(context):
+    context.savings = account.Account(1000)
+
+
+@when('I transfer $100 from my current account to savings account')
+def execute_transfer(context):
+    context.current.transfer(100, context.savings)
+
+
+@then('I should have $100 in my current account')
+def verify_current_account(context):
+    assert context.current.amount() == 100
+
+
+@step('I should have $1100 in my savings account')
+def verify_savings_account(context):
+    assert context.savings.amount() == 1100
+

content/Behavior Driven Development/bdd.pdf

@@ -0,0 +1,12 @@
+Feature: Transfer money between accounts
+  To manage my money efficiently
+  As a bank client
+  I want to transfer funds between accts
+
+  Scenario: Transfer money with sufficient funds
+    Given my current account has $200
+    And my savings account has $1000
+    When I transfer $100 from my current account to savings account
+    Then I should have $100 in my current account
+    And I should have $1100 in my savings account
+

content/Behavior Driven Development/code-snippets-behave-1/features/steps/steps.py

@@ -0,0 +1,10 @@
+class Account:
+    def __init__(self, amount):
+        self._amount = amount
+
+    def transfer(self, amount, dest_account):
+        dest_account._amount = dest_account._amount + amount
+        self._amount = self._amount - amount
+
+    def amount(self):
+        return self._amount

content/Behavior Driven Development/code-snippets-behave-1/features/transfer.feature

@@ -0,0 +1,28 @@
+from behave import given, when, then, step
+from src import account
+
+
+@given('my current account has ${amount}')
+def current_account_setup(context, amount):
+    context.current = account.Account(int(amount))
+
+
+@step('My savings account has ${amount}')
+def savings_account_setup(context, amount):
+    context.savings = account.Account(int(amount))
+
+
+@when('I transfer ${amount} from my current account to savings account')
+def execute_transfer(context, amount):
+    context.current.transfer(int(amount), context.savings)
+
+
+@then('I should have ${amount} in my current account')
+def verify_current_account(context, amount):
+    assert context.current.amount() == int(amount)
+
+
+@step('I should have ${amount} in my savings account')
+def verify_savings_account(context, amount):
+    assert context.savings.amount() == int(amount)
+

content/Behavior Driven Development/code-snippets-behave-1/src/account.py

@@ -0,0 +1,12 @@
+Feature: Transfer money between accounts
+  To manage my money efficiently
+  As a bank client
+  I want to transfer funds between accts
+
+  Scenario: Transfer money with sufficient funds
+    Given my current account has $200
+    And my savings account has $1000
+    When I transfer $100 from my current account to savings account
+    Then I should have $100 in my current account
+    And I should have $1100 in my savings account
+

content/Behavior Driven Development/code-snippets-behave-2/features/steps/steps.py

@@ -0,0 +1,10 @@
+class Account:
+    def __init__(self, amount):
+        self._amount = amount
+
+    def transfer(self, amount, dest_account):
+        dest_account._amount = dest_account._amount + amount
+        self._amount = self._amount - amount
+
+    def amount(self):
+        return self._amount

content/Behavior Driven Development/code-snippets-behave-2/features/transfer.feature

@@ -0,0 +1,29 @@
+from behave import given, when, then, step
+from src import account
+
+
+
+@given('my current account has ${amount}')
+def current_account_setup(context, amount):
+    context.current = account.Account(int(amount))
+
+
+@step('My savings account has ${amount}')
+def savings_account_setup(context, amount):
+    context.savings = account.Account(int(amount))
+
+
+@when('I transfer ${amount} from my current account to savings account')
+def execute_transfer(context, amount):
+    context.current.transfer(int(amount), context.savings)
+
+
+@then('I should have ${amount} in my current account')
+def verify_current_account(context, amount):
+    assert context.current.amount() == int(amount)
+
+
+@step('I should have ${amount} in my savings account')
+def verify_savings_account(context, amount):
+    assert context.savings.amount() == int(amount)
+

content/Behavior Driven Development/code-snippets-behave-2/src/account.py

@@ -0,0 +1,17 @@
+Feature: Transfer money between accounts
+    To manage my money efficiently
+    As a bank client
+    I want to transfer funds between accts
+    
+    Scenario Outline: Transfer money with sufficient funds
+            Given my current account has $<init1>
+            And my savings account has $<init2>
+            When I transfer $<withdraw> from my current account to savings account
+            Then I should have $<balance1> in my current account
+            And I should have $<balance2> in my savings account
+            
+        Examples: T
+            | init1 |   init2   | withdraw  | balance1  | balance2  |
+            | 200   | 1000      | 100       | 100       | 1100      |
+            | 400   | 3000      | 200       | 200       | 3200      |
+    

content/Behavior Driven Development/code-snippets-behave-3/features/steps/steps.py

@@ -0,0 +1,10 @@
+class Account:
+    def __init__(self, amount):
+        self._amount = amount
+
+    def transfer(self, amount, dest_account):
+        dest_account._amount = dest_account._amount + amount
+        self._amount = self._amount - amount
+
+    def amount(self):
+        return self._amount

content/Behavior Driven Development/code-snippets-behave-3/features/transfer.feature

@@ -0,0 +1,53 @@
+from behave import given, when, then, step
+from src import account
+
+
+@given('my current account has ${amount}')
+def current_account_setup(context, amount):
+    context.current = account.Account(int(amount))
+
+
+@step('My savings account has ${amount}')
+def savings_account_setup(context, amount):
+    context.savings = account.Account(int(amount))
+
+
+@when('I transfer ${amount} from my current account to savings account')
+def execute_transfer(context, amount):
+    context.current.transfer(int(amount), context.savings)
+
+
+@then('I should have ${amount} in my current account')
+def verify_current_account(context, amount):
+    assert context.current.amount() == int(amount)
+
+
+@step('I should have ${amount} in my savings account')
+def verify_savings_account(context, amount):
+    assert context.savings.amount() == int(amount)
+
+
+@when('I transfer ${amount} from my current account to savings account (modified)')
+def execute_transfer(context, amount):
+    try:
+        context.curr_amount = context.current.amount()
+        context.sav_amount = context.savings.amount()
+        context.current.transfer(int(amount), context.savings)
+        context.exception = None
+    except RuntimeError as e:
+        context.exception = e
+
+
+@then('I should see an error message "Insufficient funds"')
+def step_impl(context):
+    assert context.exception.args[0] == "Insufficient funds"
+    
+
+@then('the amount in my current account should be unchanged')
+def step_impl(context):
+    assert context.current.amount() == context.curr_amount
+
+
+@then('the amount in my savings account should be unchanged')
+def step_impl(context):
+    assert context.savings.amount() == context.sav_amount

content/Behavior Driven Development/code-snippets-behave-3/src/account.py

@@ -0,0 +1,19 @@
+Feature: Transfer money between accounts
+  To manage my money efficiently
+  As a bank client
+  I want to transfer funds between accts
+
+  Scenario: Transfer money with sufficient funds
+    Given my current account has $200
+    And my savings account has $1000
+    When I transfer $100 from my current account to savings account
+    Then I should have $100 in my current account
+    And I should have $1100 in my savings account
+
+  Scenario: Transfer money with insufficient funds
+    Given my current account has $200
+    And my savings account has $1000
+    When I transfer $500 from my current account to savings account (modified)
+    Then I should see an error message "Insufficient funds"
+    And the amount in my savings account should be unchanged
+    And the amount in my current account should be unchanged

content/Behavior Driven Development/code-snippets-behave-4/features/steps/steps.py

@@ -0,0 +1,12 @@
+class Account:
+    def __init__(self, amount):
+        self._amount = amount
+
+    def transfer(self, amount, dest_account):
+        if amount > self._amount:
+            raise RuntimeError("Insufficient funds")
+        dest_account._amount = dest_account._amount + amount
+        self._amount = self._amount - amount
+
+    def amount(self):
+        return self._amount

content/Behavior Driven Development/code-snippets-behave-4/features/transfer.feature

@@ -0,0 +1,2 @@
+[run]
+  include=impl.py

content/Behavior Driven Development/code-snippets-behave-4/src/account.py

@@ -0,0 +1,12 @@
+import re
+
+class PhysicalInfo(object):
+
+    def set_height(self, height):
+        if not isinstance(height, int):
+            raise ValueError("height should be an integer")
+        if height < 17 or height > 84:
+            raise ValueError("height should be an integer between 17 and 84")
+        self.height = height
+        if height < 17:
+            print("Boom")

content/Coverage Criteria/boundary-value-testing.pdf

@@ -0,0 +1,42 @@
+INSTALL
+pip install pytest-html
+
+
+EXECUTION
+pytest --html=report.html
+
+
+INSTALL
+pip install pytest-cov
+
+
+EXECUTION:
+py.test --cov-report=term --cov=. 
+ - terminal output for all code in current folder
+
+py.test --cov-report=term-missing --cov=. 
+ - terminal output for all code in current folder 
+ - with listing of missed line numbers
+
+py.test --cov-report=term-missing --cov=. --cov-config=coverage.rc
+ - terminal output for all code in current folder 
+ - with listing of missed line numbers
+ - with specific coverage configuration to control which bit of code needs to be measured
+
+py.test --cov-report=term-missing --cov=. --cov-config=coverage.rc --cov-fail-under=95
+ - terminal output for all code in current folder 
+ - with listing of missed line numbers
+ - with specific coverage configuration to control which bit of code needs to be measured
+ - report coverage less than 95# as failure
+
+py.test --cov-report=html --cov=. --cov-config=coverage.rc
+ - terminal output for all code in current folder 
+ - with listing of missed line numbers
+ - with specific coverage configuration to control which bit of code needs to be measured
+
+py.test --cov-report=html --cov=. --cov-config=coverage.rc --cov-fail-under=95
+ - html output for all code in current folder 
+ - with listing of missed line numbers
+ - with specific coverage configuration to control which bit of code needs to be measured
+ - report coverage less than 95% as failure
+

content/Coverage Criteria/code-coverage.graffle

@@ -0,0 +1,18 @@
+# py.test --cov-report=term --cov=. --cov-config=coverage.rc --cov-fail-under=100
+
+from impl import PhysicalInfo
+import pytest
+
+def test_e1():
+    t = PhysicalInfo()
+    with pytest.raises(ValueError):
+        t.set_height("Michael")
+    
+def test_e2():
+    t = PhysicalInfo()
+    with pytest.raises(ValueError):
+        t.set_height(100)
+
+def test_e3():
+    t = PhysicalInfo()
+    t.set_height(50)

content/Coverage Criteria/code-coverage.pdf

@@ -0,0 +1,25 @@
+# py.test --cov-report=term --cov=. --cov-config=coverage.rc --cov-fail-under=100
+
+from impl import PhysicalInfo
+import pytest
+import hypothesis.strategies as st
+from hypothesis import given, assume
+
+@given(st.floats() | st.text() | st.booleans())
+def test_p1(v):
+    t = PhysicalInfo()
+    with pytest.raises(ValueError):
+        t.set_height(v)
+
+@given(st.integers())
+def test_p2(v):
+    assume(v < 17 or v > 84)
+    t = PhysicalInfo()
+    with pytest.raises(ValueError):
+        t.set_height(v)
+
+@given(st.integers())
+def test_p3(v):
+    assume(v >= 17 and v <= 84)
+    t = PhysicalInfo()
+    t.set_height(v)

content/Coverage Criteria/code-snippets-1/coverage.rc

@@ -0,0 +1 @@
+!coverage.py: This is a private format, don't read it directly!{"lines": {"/Users/rvprasad/Documents/Courses/CIS640/content/coverage-criteria/code-snippets-1/test_impl_with_examples.py": [], "/Users/rvprasad/Documents/Courses/CIS640/content/coverage-criteria/code-snippets-1/test_impl_with_properties.py": [3, 4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25], "/Users/rvprasad/Documents/Courses/CIS640/content/coverage-criteria/code-snippets-1/impl.py": [1, 3, 54, 55, 56, 57, 58, 59]}}

content/Coverage Criteria/code-snippets-1/impl.py

@@ -0,0 +1,2 @@
+[run]
+  include=impl.py