abtest.py

import random, statistics

class Test:
    tries = 1 #number of attempts for this test
    successes = 1 #number of successes for this test
    rate = 1 #the denominator of the success rate. 1/2, 1/4, 1/5 whatever
    def __init__(self, rate=1):
        self.rate=rate
    def run(self): #run the test
        self.tries+=1
        x = random.randint(1,self.rate)
        if x == 1:
            self.successes += 1


def choose(tests): #choose which test to run
    minTries = tests[0].tries
    testToRun = tests[0]
    for test in tests:
        if test.tries < minTries:
            testToRun = test
    testToRun.run()
    #now that we have run a test, let's calculate which one is doing the best
    bestTest = tests[0]
    for test in tests:
        if (bestTest.successes/bestTest.tries) < (test.successes/test.tries):
            bestTest = test
    return bestTest


def run1000Tests():
    winner = None #keep track of which test was selected as a "bestTest"
    windex = 0
    tests = [Test(10), Test(11), Test(12), Test(13)] 
    random.shuffle(tests)
    for i in range (0,1000):
        bestTest = choose(tests)
        if bestTest and winner != bestTest: #if there has been a change in which test is the "bestTest"
            winner = bestTest #update the bestTest, but more importantly, update the index of which we decided this was the best test
            windex = i
    #for test in tests: #print some stats for each test we do just for fun
    #    print( str(test.rate)+':   Tries:'+str(test.tries)+':   Successes:'+str(test.successes)+':  TestedRate:'+str(test.successes/test.tries) )
    #print('\n\n')
    return windex #the windex is the index of the last time that we deemed a new bestTest.

windexes = []
for i in range(0,1000):
    windexes.append(run1000Tests()) #build an array of the windexes

print("Number of tests it took, on average, to figure out which test was performing the best and stick to it:")
print(statistics.mean(windexes))

print("\nMax number of tests to pick our winner:")
print(max(windexes))