X-Git-Url: https://git.ucc.asn.au/?p=progcomp2012.git;a=blobdiff_plain;f=judge%2Fsimulator%2Fsimulate.py;h=7664a2ccf3a7690686dd9227b1c5ec4b2452a435;hp=72356248527bb7da9142bf5cfc4e1c6117f0d8e6;hb=3692d6226e327959976843713b678e52a1302c29;hpb=9e4bc3c0b49f5e2796a62c8fa91fe0ec78d96af2 diff --git a/judge/simulator/simulate.py b/judge/simulator/simulate.py index 7235624..7664a2c 100755 --- a/judge/simulator/simulate.py +++ b/judge/simulator/simulate.py @@ -10,6 +10,7 @@ Now (sortof) generates .html files to display results in a prettiful manner. + THIS FILE IS TERRIBLE author Sam Moore (matches) [SZM] website http://matches.ucc.asn.au/stratego @@ -50,7 +51,7 @@ if len(sys.argv) >= 5: #Score dictionary - Tuple is of the form: (end score, other score, other result) where end is the player on whose turn the result occurs, other is the other player, other result indicates what to record the outcome as for the other player. -scores = {"VICTORY":(3,1, "DEFEAT"), "DEFEAT":(1,3, "VICTORY"), "SURRENDER":(1,3, "VICTORY"), "DRAW":(2,2, "DRAW"), "DRAW_DEFAULT":(1,1, "DRAW_DEFAULT"), "ILLEGAL":(-1,2, "DEFAULT"), "DEFAULT":(2,-1, "ILLEGAL"), "BOTH_ILLEGAL":(-1,-1, "BOTH_ILLEGAL"), "INTERNAL_ERROR":(0,0, "INTERNAL_ERROR"), "BAD_SETUP":(0,0,"BAD_SETUP")} +scores = {"VICTORY":(0.3,0.1, "DEFEAT"), "DEFEAT":(0.1,0.3, "VICTORY"), "SURRENDER":(0,0.3, "VICTORY"), "DRAW":(0.2,0.2, "DRAW"), "DRAW_DEFAULT":(0.1,0.1, "DRAW_DEFAULT"), "ILLEGAL":(-0.1,0.2, "DEFAULT"), "DEFAULT":(0.2,-0.1, "ILLEGAL"), "BOTH_ILLEGAL":(-0.1,-0.1, "BOTH_ILLEGAL"), "INTERNAL_ERROR":(0,0, "INTERNAL_ERROR"), "BAD_SETUP":(0,0,"BAD_SETUP")} #Verbose - print lots of useless stuff about what you are doing (kind of like matches talking on irc...) @@ -127,7 +128,7 @@ for name in agentNames: break infoFile.close() - if os.path.exists(agentExecutable) == False: + if os.path.exists(agentExecutable.split(" ")[0]) == False: if verbose: sys.stdout.write(" Invalid! (Path: \""+agentExecutable+"\" does not exist!)\n") continue @@ -152,6 +153,26 @@ if verbose: print "Preparing .html results files..." +if os.path.exists(resultsDirectory + "index.html") == True: + os.remove(resultsDirectory + "index.html") #Delete the file +totalFile = open(resultsDirectory + "index.html", "w") +totalFile.write("\n\n Round in progress... \n\n\n") +if nRounds > 1: + totalFile.write("

Rounds " + str(totalRounds) + " to " + str(totalRounds + nRounds-1) + " in progress...

\n") +else: + totalFile.write("

Round " + str(totalRounds) + " in progress...

\n") +totalFile.write("

Please wait for the rounds to finish. You can view the current progress by watching the Log Files

") +if totalRounds > 1: + totalFile.write("

Round Summaries

\n") + totalFile.write("\n") + for i in range(1, totalRounds): + totalFile.write("\n") + totalFile.write("
Round " + str(i) + "
\n") + +totalFile.write("\n\n\n\n") +totalFile.close() + + for agent in agents: if os.path.exists(resultsDirectory+agent["name"] + ".html") == False: agentFile = open(resultsDirectory+agent["name"] + ".html", "w") @@ -173,19 +194,24 @@ for agent in agents: while line != "": #if verbose: # print "Interpreting line \"" + line.strip() + "\"" - if line.strip() == "": + if line.strip() == "" or line.strip() == "": break - elif line == " Score Wins Losses Draws Illegal Errors \n": + elif line == "

Round Overview

\n": agentFile.write(line) line = oldFile.readline() - - values = line.split(' ') - agent["totalScore"] += int(values[2].strip()) - agent["Wins"] += int(values[5].strip()) - agent["Losses"] += int(values[8].strip()) - agent["Draws"] += int(values[11].strip()) - agent["Illegal"] += int(values[14].strip()) - agent["Errors"] += int(values[17].strip()) + agentFile.write(line) + line = oldFile.readline() + if line == " Score Wins Losses Draws Illegal Errors \n": + #sys.stdout.write("Adding scores... " + line + "\n") + agentFile.write(line) + line = oldFile.readline() + values = line.split(' ') + agent["totalScore"] += float(values[2].strip()) + agent["Wins"] += int(values[5].strip()) + agent["Losses"] += int(values[8].strip()) + agent["Draws"] += int(values[11].strip()) + agent["Illegal"] += int(values[14].strip()) + agent["Errors"] += int(values[17].strip()) agentFile.write(line) line = oldFile.readline() @@ -210,7 +236,7 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): print "Commencing ROUND " + str(roundNumber) + " combat!" - print "Total: " + str(totalGames) + " games to be played. This could take a while... (Estimate 60s/game)" + print "Total: " + str(totalGames) + " games to be played. This could take a while..." @@ -231,7 +257,14 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): sys.stdout.write("Agents: \""+red["name"]+"\" and \""+blue["name"]+"\" playing game (ID: " + gameID + ") ... ") logFile = logDirectory + "round"+str(roundNumber) + "/"+red["name"]+".vs."+blue["name"]+"."+str(gameID) errorLog = [logDirectory + "error/" + red["name"] + "."+str(gameID), logDirectory + "error/" + blue["name"] + "."+str(gameID)] - outline = os.popen(managerPath + " -o " + logFile + " -T " + str(timeoutValue) + " " + red["path"] + " " + blue["path"], "r").read() + #Run the game, outputting to logFile; stderr of (both) AI programs is directed to logFile.stderr + outline = os.popen(managerPath + " -m 1000 -o " + logFile + " -T " + str(timeoutValue) + " \"" + red["path"] + "\" \"" + blue["path"] + "\" 2>> " + logFile+".stderr", "r").read() + + #os.system("mv tmp.mp4 " + logFile + ".mp4") + + #If there were no errors, get rid of the stderr file + if os.stat(logFile+".stderr").st_size <= 0: + os.remove(logFile+".stderr") results = outline.split(' ') if len(results) != 6: @@ -269,6 +302,13 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): otherColour["score"].insert(0, otherColour["score"][0] + scores[results[2]][1]) otherColour[scores[results[2]][2]].append((endColour["name"], gameID, scores[results[2]][1])) otherColour["ALL"].append((endColour["name"], gameID, scores[results[2]][1], scores[results[2]][2], otherStr)) + #Write scores to raw text files + for agent in [endColour, otherColour]: + scoreFile = open(resultsDirectory + agent["name"] + ".scores", "a") + scoreFile.write(str(agent["totalScore"] + agent["score"][0]) + "\n") + scoreFile.close() + + if verbose: @@ -287,46 +327,6 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): if verbose: print "" #We should now have complete score values. - - ''' - Obselete, non prettified results - if verbose: - sys.stdout.write("Creating raw results files for ROUND " + str(roundNumber) + "... ") - - agents.sort(key = lambda e : e["score"], reverse=True) #Sort the agents based on score - - resultsFile = open(resultsDirectory+"round"+str(roundNumber)+".results", "w") #Create a file to store all the scores for this round - for agent in agents: - resultsFile.write(agent["name"] + " " + str(agent["score"]) +"\n") #Write the agent names and scores into the file, in descending order - - if verbose: - sys.stdout.write(" Complete!\n") - sys.stdout.write("Updating total scores... "); - - #Now update the total scores - if os.path.exists(resultsDirectory+"total.scores"): - if verbose: - sys.stdout.write(" Reading from \""+resultsDirectory+"total.scores\" to update scores... ") - totalFile = open(resultsDirectory+"total.scores", "r") #Try to open the total.scores file - for line in totalFile: #For all entries, - data = line.split(' ') - for agent in agents: - if agent["name"] == data[0]: - agent["totalScore"] = int(data[1]) + agent["score"][0] #Simply increment the current score by the recorded total score of the matching file entry - break - totalFile.close() #Close the file, so we can delete it - os.remove(resultsDirectory+"total.scores") #Delete the file - #Sort the agents again - agents.sort(key = lambda e : e["totalScore"], reverse=True) - - else: - if verbose: - sys.stdout.write(" First round - creating \""+resultsDirectory+"total.scores\"... ") - if verbose: - sys.stdout.write(" Complete!\n") - print "Finished writing results for ROUND " + str(roundNumber) - print "" - ''' if verbose: print "RESULTS FOR ROUND " + str(roundNumber) @@ -359,9 +359,9 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): for index in range(0, len(agent["ALL"])): if agent["ALL"][index][4] == "RED": - logFile = "log/round"+str(roundNumber) + "/"+agent["name"]+".vs."+agent["ALL"][index][0]+"."+str(agent["ALL"][index][1]) + logFile = "../log/round"+str(roundNumber) + "/"+agent["name"]+".vs."+agent["ALL"][index][0]+"."+str(agent["ALL"][index][1]) else: - logFile = "log/round"+str(roundNumber) + "/"+agent["ALL"][index][0]+".vs."+agent["name"]+"."+str(agent["ALL"][index][1]) + logFile = "../log/round"+str(roundNumber) + "/"+agent["ALL"][index][0]+".vs."+agent["name"]+"."+str(agent["ALL"][index][1]) agentFile.write(" " + str(agent["ALL"][index][1]) + " "+agent["ALL"][index][0] + " " + agent["ALL"][index][4] + " " + agent["ALL"][index][3] + " " + str(agent["ALL"][index][2]) + " " + str(agent["score"][len(agent["score"])-index -2]) + " \n") agentFile.write("\n") @@ -380,6 +380,9 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): agentFile.write("\n") + + + agentFile.close() #Update round file @@ -392,7 +395,31 @@ for roundNumber in range(totalRounds, totalRounds + nRounds): for agent in agents: roundFile.write(" "+agent["name"] + " " + str(agent["score"][0]) + " " + str(agent["totalScore"]) + " \n") roundFile.write("\n") - roundFile.write("

Current Scoreboard

\n") + + command = "cp scores.plt " + resultsDirectory + "scores.plt;" + os.system(command) + + scorePlot = open(resultsDirectory + "scores.plt", "a") + scorePlot.write("plot ") + for i in range(0, len(agents)): + if i > 0: + scorePlot.write(", ") + scorePlot.write("\""+agents[i]["name"]+".scores\" using ($0+1):1 with linespoints title \""+agents[i]["name"]+"\"") + + scorePlot.write("\nexit\n") + scorePlot.close() + + command = "d=$(pwd); cd " + resultsDirectory + ";" + command += "gnuplot scores.plt;" + command += "rm -f scores.plt;" + command += "mv scores.png round"+str(roundNumber)+".png;" + command += "cd $d;" + os.system(command) + + roundFile.write("

Accumulated Scores - up to Round " + str(roundNumber)+"

\n") + roundFile.write("\"round"+str(roundNumber)+".png\"\n") + + roundFile.write("

Current Scoreboard

\n") roundFile.write("\n\n\n\n") roundFile.close() @@ -404,16 +431,32 @@ if verbose: print "Finalising .html files... " for agent in agents: agentFile = open(resultsDirectory + agent["name"]+".html", "a") - - #Write the "total" statistics + agentFile.write("\n") + #Write a graph + #Comment out if you don't have gnuplot + + command = "rm -f " + agent["name"] + ".png;" + command += "cp template.plt " + resultsDirectory + agent["name"] + ".plt;" + command += "d=$(pwd); cd " + resultsDirectory + ";" + command += "sed -i \"s:\[NAME\]:"+agent["name"]+":g\" " +resultsDirectory + agent["name"]+".plt;" + command += "gnuplot " + resultsDirectory + agent["name"]+".plt;" + command += "rm -f " + resultsDirectory + agent["name"] + ".plt;" + command += "cd $d;" + os.system(command) + agentFile.write("\n") + agentFile.write("

Score Graph

\n") + agentFile.write("\""+agent["name"]+".png\"\n") + + #Link to main file + agentFile.write("

Total Statistics

\n") agentFile.write("\n\n\n\n") agentFile.close() - if os.path.exists(resultsDirectory + "total.html") == True: - os.remove(resultsDirectory + "total.html") #Delete the file +if os.path.exists(resultsDirectory + "index.html") == True: + os.remove(resultsDirectory + "index.html") #Delete the file -totalFile = open(resultsDirectory + "total.html", "w") +totalFile = open(resultsDirectory + "index.html", "w") totalFile.write("\n\n Total Overview \n\n\n") totalFile.write("

Total Overview

\n") totalFile.write("\n") @@ -423,6 +466,19 @@ for agent in agents: totalFile.write("\n") totalFile.write("
"+agent["name"] + " " + str(agent["totalScore"]) + "
\n") +totalFile.write("

Score Graph

\n") + + +command = "d=$(pwd);" +command += "cd " + resultsDirectory + ";" +command += "rm -f scores.png;" +command += "cp round"+str(roundNumber)+".png scores.png;" +command += "cd $d;" +os.system(command) + +totalFile.write("\"scores.png\"\n") + + totalFile.write("

Round Summaries

\n") totalFile.write("\n") for i in range(1, totalRounds+1): @@ -432,6 +488,11 @@ totalFile.write("
\n") totalFile.write("\n\n\n\n") totalFile.close() +#Write results to a raw text file as well +textResults = open(resultsDirectory + "total.txt", "w") +for agent in agents: + textResults.write(agent["name"] + " " + str(agent["totalScore"]) + "\n") +textResults.close() if verbose: print "Done!"