#!/usr/bin/python -u
'''
simulate.py - simulation script for the 2012 UCC Programming Competition
NOTE: This is not the manager program for a stratego game
It merely calls the manager program as appropriate, and records results
Plays exactly ONE round, but does not overwrite previously played rounds
eg: run once to generate round1.results, twice to generate round2.results etc
Also generates total.scores based on results from every round.
Now (sortof) generates .html files to display results in a prettiful manner.
THIS FILE IS TERRIBLE
author Sam Moore (matches) [SZM]
website http://matches.ucc.asn.au/stratego
email progcomp@ucc.asn.au or matches@ucc.asn.au
git git.ucc.asn.au/progcomp2012.git
'''
import os
import sys
from time import time
#Global variables/arguments
baseDirectory = "../.." #Base directory for results, logs, agents
nGames = 2 #Number of games played by each agent against each opponent. Half will be played as RED, half as BLUE. If nGames <= 1, then no games will be played (useful for dry run?)
nRounds = 1
timeoutValue = 2
if len(sys.argv) >= 2:
nRounds = int(sys.argv[1])
if len(sys.argv) >= 3:
nGames = int(sys.argv[2])
if nGames % 2 != 0:
print "Warning: nGames should be even. "+str(nGames)+" specified, but only " + str(int(nGames/2) * 2)+" will be played!"
if len(sys.argv) >= 4:
baseDirectory = sys.argv[3]
if len(sys.argv) >= 6:
print "Useage: " +sys.argv[0] + " [nRounds=1] [nGames=10] [baseDirectory=\""+baseDirectory+"\"] [managerPath=baseDirectory+\"/judge/manager/stratego\"]"
sys.exit(1)
resultsDirectory = baseDirectory+"/web/results/" #Where results will go (results are in the form of text files of agent names and scores)
logDirectory = baseDirectory+"/web/log/" #Where log files go (direct output of manager program)
agentsDirectory = baseDirectory+"/agents/" #Where agents are found (each agent has its own subdirectory within this directory)
managerPath = baseDirectory+"/judge/manager/stratego" #Path to the executable that plays the games
if len(sys.argv) >= 5:
managerPath = sys.argv[5]
#Score dictionary - Tuple is of the form: (end score, other score, other result) where end is the player on whose turn the result occurs, other is the other player, other result indicates what to record the outcome as for the other player.
scores = {"VICTORY":(3,1, "DEFEAT"), "DEFEAT":(1,3, "VICTORY"), "SURRENDER":(1,3, "VICTORY"), "DRAW":(2,2, "DRAW"), "DRAW_DEFAULT":(1,1, "DRAW_DEFAULT"), "ILLEGAL":(-1,2, "DEFAULT"), "DEFAULT":(2,-1, "ILLEGAL"), "BOTH_ILLEGAL":(-1,-1, "BOTH_ILLEGAL"), "INTERNAL_ERROR":(0,0, "INTERNAL_ERROR"), "BAD_SETUP":(0,0,"BAD_SETUP")}
#Verbose - print lots of useless stuff about what you are doing (kind of like matches talking on irc...)
verbose = True
#Check the manager program exists TODO: And is executable!
if os.path.exists(managerPath) == False:
print "Manager program at \""+managerPath+"\" doesn't exist!"
sys.exit(1)
#Make necessary directories
if os.path.exists(resultsDirectory) == False:
os.mkdir(resultsDirectory) #Make the results directory if it didn't exist
#Identify the round number by reading from the "info" file in the results directory, if it doesn't exist then start at round 1.
if os.path.exists(resultsDirectory+"info") == False:
totalRounds = 1
else:
info = open(resultsDirectory+"info", "r")
totalRounds = int(info.readline().strip())
info.close()
os.remove(resultsDirectory+"info")
info = open(resultsDirectory+"info", "w")
info.write(str(totalRounds + nRounds) + "\n")
info.close()
if os.path.exists(logDirectory) == False:
os.mkdir(logDirectory) #Make the log directory if it didn't exist
startTime = time() #Record time at which simulation starts
if verbose:
if nRounds > 1:
print "Simulating " + str(nRounds) + " rounds (" + str(totalRounds) + " to " + str(totalRounds + nRounds-1) + ")"
else:
print "Simulating one round."
print ""
print "Identifying possible agents in \""+agentsDirectory+"\""
#Get all agent names from agentsDirectory
agentNames = os.listdir(agentsDirectory)
agents = []
for name in agentNames:
if verbose:
sys.stdout.write("Scan \""+name+"\"... ")
if os.path.isdir(agentsDirectory+name) == False: #Remove non-directories
if verbose:
sys.stdout.write(" Invalid! (Not a directory)\n")
continue
if os.path.exists(agentsDirectory+name+"/info") == False: #Try and find the special "info" file in each directory; ignore if it doesn't exist
if verbose:
sys.stdout.write(" Invalid! (No \"info\" file found)\n")
continue
infoFile = open(agentsDirectory+name+"/info", "r")
agentExecutable = agentsDirectory+name+"/"+(infoFile.readline().strip())
author = infoFile.readline().strip()
language = infoFile.readline().strip()
description = ""
while True:
line = infoFile.readline()
if len(line) > 0:
description += line
else:
break
infoFile.close()
if os.path.exists(agentExecutable.split(" ")[0]) == False:
if verbose:
sys.stdout.write(" Invalid! (Path: \""+agentExecutable+"\" does not exist!)\n")
continue
if verbose:
sys.stdout.write(" Valid! (Path: \""+agentExecutable+"\")\n")
#Convert array of valid names into array of dictionaries containing information about each agent
#I'm starting to like python...
agents.append({"name":name, "path":agentExecutable, "author":author, "language":language, "description":description, "score":[0], "VICTORY":[], "DEFEAT":[], "DRAW":[], "ILLEGAL":[], "DEFAULT":[], "INTERNAL_ERROR":[], "SURRENDER":[], "DRAW_DEFAULT":[], "BOTH_ILLEGAL":[], "BAD_SETUP":[], "ALL":[], "totalScore":0, "Wins":0, "Losses":0, "Draws":0, "Illegal":0, "Errors":0})
if len(agents) == 0:
print "Couldn't find any agents! Check paths (Edit this script) or generate \"info\" files for agents."
sys.exit(0)
if verbose:
print "Total: " + str(len(agents)) + " valid agents found (From "+str(len(agentNames))+" possibilities)"
print ""
#Prepare the pretty .html files if they don't exist
if verbose:
print "Preparing .html results files..."
if os.path.exists(resultsDirectory + "index.html") == True:
os.remove(resultsDirectory + "index.html") #Delete the file
totalFile = open(resultsDirectory + "index.html", "w")
totalFile.write("\n
\n Round in progress... \n\n\n")
if nRounds > 1:
totalFile.write(" Rounds " + str(totalRounds) + " to " + str(totalRounds + nRounds-1) + " in progress...
\n")
else:
totalFile.write(" Round " + str(totalRounds) + " in progress...
\n")
totalFile.write(" Please wait for the rounds to finish. You can view the current progress by watching the Log Files
")
if totalRounds > 1:
totalFile.write(" Round Summaries
\n")
totalFile.write("\n")
totalFile.write("\n\n\n\n")
totalFile.close()
for agent in agents:
if os.path.exists(resultsDirectory+agent["name"] + ".html") == False:
agentFile = open(resultsDirectory+agent["name"] + ".html", "w")
agentFile.write("\n\n " + agent["name"] + " overview\n\n\n Overview for " + agent["name"]+"
\n")
agentFile.write("\n")
agentFile.write(" Name | Author | Language |
\n")
agentFile.write(" "+agent["name"]+" | "+agent["author"]+" | "+agent["language"]+" |
\n")
agentFile.write("
\n");
agentFile.write(" Description
\n")
agentFile.write(" " + agent["description"] + "
\n")
agentFile.close()
os.rename(resultsDirectory+agent["name"] + ".html", "tmpfile")
oldFile = open("tmpfile", "r")
agentFile = open(resultsDirectory+agent["name"] + ".html", "w")
line = oldFile.readline()
while line != "":
#if verbose:
# print "Interpreting line \"" + line.strip() + "\""
if line.strip() == "" or line.strip() == "":
break
elif line == " Round Overview
\n":
agentFile.write(line)
line = oldFile.readline()
agentFile.write(line)
line = oldFile.readline()
if line == " Score | Wins | Losses | Draws | Illegal | Errors |
\n":
#sys.stdout.write("Adding scores... " + line + "\n")
agentFile.write(line)
line = oldFile.readline()
values = line.split(' ')
agent["totalScore"] += int(values[2].strip())
agent["Wins"] += int(values[5].strip())
agent["Losses"] += int(values[8].strip())
agent["Draws"] += int(values[11].strip())
agent["Illegal"] += int(values[14].strip())
agent["Errors"] += int(values[17].strip())
agentFile.write(line)
line = oldFile.readline()
if verbose:
print "Prepared results file \"" + resultsDirectory+agent["name"] + ".html\"."
oldFile.close()
agentFile.close()
os.remove("tmpfile")
if verbose:
print ""
#Do each round...
totalGames = nGames/2 * len(agents) * (len(agents)-1)
for roundNumber in range(totalRounds, totalRounds + nRounds):
if os.path.exists(logDirectory + "round"+str(roundNumber)) == False:
os.mkdir(logDirectory + "round"+str(roundNumber)) #Check there is a directory for this round's logs
for agent in agents:
agent.update({"name":agent["name"], "path":agent["path"], "score":[0], "VICTORY":[], "DEFEAT":[], "DRAW":[], "ILLEGAL":[], "DEFAULT":[], "INTERNAL_ERROR":[], "SURRENDER":[], "DRAW_DEFAULT":[], "BOTH_ILLEGAL":[], "BAD_SETUP":[], "ALL":[]})
print "Commencing ROUND " + str(roundNumber) + " combat!"
print "Total: " + str(totalGames) + " games to be played. This could take a while..."
managerErrors = 0
#This double for loop simulates a round robin, with each agent getting the chance to play as both red and blue against every other agent.
gameNumber = 0
for red in agents: #for each agent playing as red,
for blue in agents: #against each other agent, playing as blue
if red == blue:
continue #Exclude battles against self
for i in range(1, nGames/2 + 1):
gameNumber += 1
gameID = str(roundNumber) + "." + str(gameNumber)
#Play a game and read the result. Note the game is logged to a file based on the agent's names
if verbose:
sys.stdout.write("Agents: \""+red["name"]+"\" and \""+blue["name"]+"\" playing game (ID: " + gameID + ") ... ")
logFile = logDirectory + "round"+str(roundNumber) + "/"+red["name"]+".vs."+blue["name"]+"."+str(gameID)
errorLog = [logDirectory + "error/" + red["name"] + "."+str(gameID), logDirectory + "error/" + blue["name"] + "."+str(gameID)]
#Run the game, outputting to logFile; stderr of (both) AI programs is directed to logFile.stderr
outline = os.popen(managerPath + " -o " + logFile + " -T " + str(timeoutValue) + " \"" + red["path"] + "\" \"" + blue["path"] + "\" 2>> " + logFile+".stderr", "r").read()
#os.system("mv tmp.mp4 " + logFile + ".mp4")
#If there were no errors, get rid of the stderr file
if os.stat(logFile+".stderr").st_size <= 0:
os.remove(logFile+".stderr")
results = outline.split(' ')
if len(results) != 6:
if verbose:
sys.stdout.write("Garbage output! \"" + outline + "\"\n")
red["INTERNAL_ERROR"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0]))
blue["INTERNAL_ERROR"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0]))
red["ALL"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "RED"))
blue["ALL"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "BLUE"))
managerErrors += 1
else:
if results[1] == "RED":
endColour = red
otherColour = blue
endStr = "RED"
otherStr = "BLUE"
elif results[1] == "BLUE":
endColour = blue
otherColour = red
endStr = "BLUE"
otherStr = "RED"
if results[1] == "BOTH":
red["INTERNAL_ERROR"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0]))
blue["INTERNAL_ERROR"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0]))
red["ALL"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "RED"))
blue["ALL"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "BLUE"))
managerErrors += 1
else:
endColour["score"].insert(0,endColour["score"][0] + scores[results[2]][0])
endColour[results[2]].append((otherColour["name"], gameID, scores[results[2]][0]))
endColour["ALL"].append((otherColour["name"], gameID, scores[results[2]][0], results[2], endStr))
otherColour["score"].insert(0, otherColour["score"][0] + scores[results[2]][1])
otherColour[scores[results[2]][2]].append((endColour["name"], gameID, scores[results[2]][1]))
otherColour["ALL"].append((endColour["name"], gameID, scores[results[2]][1], scores[results[2]][2], otherStr))
#Write scores to raw text files
for agent in [endColour, otherColour]:
scoreFile = open(resultsDirectory + agent["name"] + ".scores", "a")
scoreFile.write(str(agent["totalScore"] + agent["score"][0]) + "\n")
scoreFile.close()
if verbose:
sys.stdout.write(" Result \"")
for ii in range(1, len(results)):
sys.stdout.write(results[ii].strip())
if ii < (len(results) - 1):
sys.stdout.write(" ")
sys.stdout.write("\"\n")
if verbose:
print "Completed combat. Total of " + str(gameNumber) + " games played. "
if managerErrors != 0:
print "WARNING: Registered "+str(managerErrors)+" errors. Check the manager program."
if verbose:
print ""
#We should now have complete score values.
if verbose:
print "RESULTS FOR ROUND " + str(roundNumber)
#totalFile = open(resultsDirectory+"total.scores", "w") #Recreate the file
#for agent in agents:
#totalFile.write(agent["name"] + " " + str(agent["totalScore"]) +"\n") #Write the total scores in descending order
#if verbose:
# print "Agent: " + str(agent)
if verbose:
print "Updating pretty .html files... "
for agent in agents:
agentFile = open(resultsDirectory + agent["name"]+".html", "a")
agentFile.write(" Round " + str(roundNumber) + "
\n")
agentFile.write(" Round Overview
\n")
agentFile.write("\n")
agentFile.write(" Score | Wins | Losses | Draws | Illegal | Errors |
\n")
agentFile.write(" "+str(agent["score"][0])+" | "+str(len(agent["VICTORY"]) + len(agent["DEFAULT"]))+" | "+str(len(agent["DEFEAT"]) + len(agent["SURRENDER"]))+" | "+str(len(agent["DRAW"]) + len(agent["DRAW_DEFAULT"]))+" | "+str(len(agent["ILLEGAL"]) + len(agent["BOTH_ILLEGAL"]) + len(agent["BAD_SETUP"]))+" | " +str(len(agent["INTERNAL_ERROR"]))+" |
\n")
agentFile.write("
\n")
agentFile.write(" Round "+str(roundNumber) + " Scoreboard
\n")
agentFile.write(" Detailed
\n")
agentFile.write("\n")
agentFile.write(" Game ID | Opponent | Played as | Outcome | Score | Accumulated Score |
\n")
for index in range(0, len(agent["ALL"])):
if agent["ALL"][index][4] == "RED":
logFile = "../log/round"+str(roundNumber) + "/"+agent["name"]+".vs."+agent["ALL"][index][0]+"."+str(agent["ALL"][index][1])
else:
logFile = "../log/round"+str(roundNumber) + "/"+agent["ALL"][index][0]+".vs."+agent["name"]+"."+str(agent["ALL"][index][1])
agentFile.write(" " + str(agent["ALL"][index][1]) + " | "+agent["ALL"][index][0] + " | " + agent["ALL"][index][4] + " | " + agent["ALL"][index][3] + " | " + str(agent["ALL"][index][2]) + " | " + str(agent["score"][len(agent["score"])-index -2]) + " |
\n")
agentFile.write("
\n")
agent["totalScore"] += agent["score"][0]
agent["Wins"] += len(agent["VICTORY"]) + len(agent["DEFAULT"])
agent["Losses"] += len(agent["DEFEAT"]) + len(agent["SURRENDER"])
agent["Draws"] += len(agent["DRAW"]) + len(agent["DRAW_DEFAULT"])
agent["Illegal"] += len(agent["ILLEGAL"]) + len(agent["BOTH_ILLEGAL"]) + len(agent["BAD_SETUP"])
agent["Errors"] += len(agent["INTERNAL_ERROR"])
agentFile.write(" Accumulated Results
\n")
agentFile.write("\n")
agentFile.write(" Score | Wins | Losses | Draws | Illegal | Errors |
\n")
agentFile.write(" "+str(agent["totalScore"])+" | "+str(agent["Wins"])+" | "+str(agent["Losses"])+" | "+str(agent["Draws"])+" | "+str(agent["Illegal"])+" | " +str(agent["Errors"])+" |
\n")
agentFile.write("
\n")
agentFile.close()
#Update round file
roundFile = open(resultsDirectory + "round"+str(roundNumber)+".html", "w")
roundFile.write("\n\n Round " +str(roundNumber)+ " Overview \n\n\n")
roundFile.write(" Round " +str(roundNumber)+ " Overview
\n")
roundFile.write("\n")
roundFile.write(" Name | Score | Total Score |
\n")
agents.sort(key = lambda e : e["score"][0], reverse=True)
for agent in agents:
roundFile.write(" "+agent["name"] + " | " + str(agent["score"][0]) + " | " + str(agent["totalScore"]) + " |
\n")
roundFile.write("
\n")
command = "cp scores.plt " + resultsDirectory + "scores.plt;"
os.system(command)
scorePlot = open(resultsDirectory + "scores.plt", "a")
scorePlot.write("plot ")
for i in range(0, len(agents)):
if i > 0:
scorePlot.write(", ")
scorePlot.write("\""+agents[i]["name"]+".scores\" using ($0+1):1 with linespoints title \""+agents[i]["name"]+"\"")
scorePlot.write("\nexit\n")
scorePlot.close()
command = "d=$(pwd); cd " + resultsDirectory + ";"
command += "gnuplot scores.plt;"
command += "rm -f scores.plt;"
command += "mv scores.png round"+str(roundNumber)+".png;"
command += "cd $d;"
os.system(command)
roundFile.write(" Accumulated Scores - up to Round " + str(roundNumber)+"
\n")
roundFile.write("\n")
roundFile.write(" Current Scoreboard
\n")
roundFile.write("\n\n\n\n")
roundFile.close()
if verbose:
print "Finalising .html files... "
for agent in agents:
agentFile = open(resultsDirectory + agent["name"]+".html", "a")
agentFile.write("\n")
#Write a graph
#Comment out if you don't have gnuplot
command = "rm -f " + agent["name"] + ".png;"
command += "cp template.plt " + resultsDirectory + agent["name"] + ".plt;"
command += "d=$(pwd); cd " + resultsDirectory + ";"
command += "sed -i \"s:\[NAME\]:"+agent["name"]+":g\" " +resultsDirectory + agent["name"]+".plt;"
command += "gnuplot " + resultsDirectory + agent["name"]+".plt;"
command += "rm -f " + resultsDirectory + agent["name"] + ".plt;"
command += "cd $d;"
os.system(command)
agentFile.write("\n")
agentFile.write(" Score Graph
\n")
agentFile.write("\n")
#Link to main file
agentFile.write(" Total Statistics
\n")
agentFile.write("\n\n