Stopped "newline creep" in .html files

[progcomp2012.git] / progcomp / judge / simulator / simulate.py

diff --git a/progcomp/judge/simulator/simulate.py b/progcomp/judge/simulator/simulate.py
index 32f2b42..5ad6448 100755 (executable)
--- a/progcomp/judge/simulator/simulate.py
+++ b/progcomp/judge/simulator/simulate.py
@@ -7,6 +7,8 @@
        Plays exactly ONE round, but does not overwrite previously played rounds
        eg: run once to generate round1.results, twice to generate round2.results etc
        Also generates total.scores based on results from every round.
        Plays exactly ONE round, but does not overwrite previously played rounds
        eg: run once to generate round1.results, twice to generate round2.results etc
        Also generates total.scores based on results from every round.

+
+       Now (sortof) generates .html files to display results in a prettiful manner.

        
 
  author Sam Moore (matches) [SZM]
        
 
  author Sam Moore (matches) [SZM]


@@ -17,44 +19,76 @@
 
 import os
 import sys
 
 import os
 import sys

+from time import time
+
+#Global variables/arguments
+
+baseDirectory = "../.." #Base directory for results, logs, agents
+nGames = 2 #Number of games played by each agent against each opponent. Half will be played as RED, half as BLUE. If nGames <= 1, then no games will be played (useful for dry run?)
+nRounds = 1
+
+if len(sys.argv) >= 2:
+       nRounds = int(sys.argv[1])
+if len(sys.argv) >= 3:
+       nGames = int(sys.argv[2])
+       if nGames % 2 != 0:
+               print "Warning: nGames should be even. "+str(nGames)+" specified, but only " + str(int(nGames/2) * 2)+" will be played!"
+if len(sys.argv) >= 4:
+       baseDirectory = sys.argv[3]
+if len(sys.argv) >= 6:
+       print "Useage: " +sys.argv[0] + " [nRounds=1] [nGames=10] [baseDirectory=\""+baseDirectory+"\"] [managerPath=baseDirectory+\"/judge/manager/stratego\"]"
+       sys.exit(1)

 
 

-baseDirectory = "/home/sam/Documents/progcomp2012/"
-resultsDirectory = baseDirectory+"results/" #Where results will go (results are in the form of text files of agent names and scores)
-agentsDirectory = baseDirectory+"samples/" #Where agents are found (each agent has its own directory)
-logDirectory = baseDirectory+"log/" #Where log files go
-nGames = 10 #Number of games played by each agent against each opponent. Half will be played as RED, half as BLUE
-managerPath = baseDirectory+"manager/stratego" #Path to the manager program
+resultsDirectory = baseDirectory+"/results/" #Where results will go (results are in the form of text files of agent names and scores)
+logDirectory = baseDirectory+"/log/" #Where log files go (direct output of manager program)
+agentsDirectory = baseDirectory+"/agents/" #Where agents are found (each agent has its own subdirectory within this directory)
+managerPath = baseDirectory+"/judge/manager/stratego" #Path to the executable that plays the games
+if len(sys.argv) >= 5:
+       managerPath = sys.argv[5] 

 
 
 
 

-scores = {"VICTORY":(3,1), "DEFEAT":(1,3), "SURRENDER":(0,3), "DRAW":(2,2), "DRAW_DEFAULT":(1,1), "ILLEGAL":(-1,2), "DEFAULT":(2,-1), "BOTH_ILLEGAL":(-1,-1), "INTERNAL_ERROR":(0,0)} #Score dictionary
+#Score dictionary - Tuple is of the form: (end score, other score, other result) where end is the player on whose turn the result occurs, other is the other player, other result indicates what to record the outcome as for the other player.
+scores = {"VICTORY":(3,1, "DEFEAT"), "DEFEAT":(1,3, "VICTORY"), "SURRENDER":(1,3, "VICTORY"), "DRAW":(2,2, "DRAW"), "DRAW_DEFAULT":(1,1, "DRAW_DEFAULT"), "ILLEGAL":(-1,2, "DEFAULT"), "DEFAULT":(2,-1, "ILLEGAL"), "BOTH_ILLEGAL":(-1,-1, "BOTH_ILLEGAL"), "INTERNAL_ERROR":(0,0, "INTERNAL_ERROR"), "BAD_SETUP":(0,0,"BAD_SETUP")}

 
 

+
+#Verbose - print lots of useless stuff about what you are doing (kind of like matches talking on irc...)

 verbose = True
 
 
 verbose = True
 
 

+
+#Check the manager program exists TODO: And is executable!
+if os.path.exists(managerPath) == False:
+       print "Manager program at \""+managerPath+"\" doesn't exist!"
+       sys.exit(1)
+

 #Make necessary directories
 #Make necessary directories

+

 if os.path.exists(resultsDirectory) == False:
        os.mkdir(resultsDirectory) #Make the results directory if it didn't exist
 #Identify the round number by reading the results directory
 if os.path.exists(resultsDirectory) == False:
        os.mkdir(resultsDirectory) #Make the results directory if it didn't exist
 #Identify the round number by reading the results directory

-roundNumber = len(os.listdir(resultsDirectory)) + 1
-if roundNumber > 1:
-       roundNumber -= 1
+totalRounds = len(os.listdir(resultsDirectory)) + 1
+if totalRounds > 1:
+       totalRounds -= 1

 
 if os.path.exists(logDirectory) == False:
        os.mkdir(logDirectory) #Make the log directory if it didn't exist
 
 
 
 if os.path.exists(logDirectory) == False:
        os.mkdir(logDirectory) #Make the log directory if it didn't exist
 
 

+startTime = time() #Record time at which simulation starts

 
 

-if os.path.exists(logDirectory + "round"+str(roundNumber)) == False:
-       os.mkdir(logDirectory + "round"+str(roundNumber)) #Check there is a directory for this round's logs
-
-print "Simulating ROUND " +str(roundNumber)
-print "Identifying possible agents in \""+agentsDirectory+"\""
+if verbose:
+       if nRounds > 1:
+               print "Simulating " + str(nRounds) + " rounds (" + str(totalRounds) + " to " + str(totalRounds + nRounds-1) + ")"
+       else:
+               print "Simulating one round."
+       print ""
+       print "Identifying possible agents in \""+agentsDirectory+"\""

 
 #Get all agent names from agentsDirectory
 
 #Get all agent names from agentsDirectory

+#TODO: Move this part outside the loop? It only has to happen once

 agentNames = os.listdir(agentsDirectory) 
 agents = []
 for name in agentNames:
 agentNames = os.listdir(agentsDirectory) 
 agents = []
 for name in agentNames:

-       #sys.stdout.write("\nLooking at Agent: \""+ str(name)+"\"... ")

        if verbose:
                sys.stdout.write("Scan \""+name+"\"... ")
        if os.path.isdir(agentsDirectory+name) == False: #Remove non-directories
        if verbose:
                sys.stdout.write("Scan \""+name+"\"... ")
        if os.path.isdir(agentsDirectory+name) == False: #Remove non-directories


@@ -62,21 +96,25 @@ for name in agentNames:
                        sys.stdout.write(" Invalid! (Not a directory)\n")
                continue
 
                        sys.stdout.write(" Invalid! (Not a directory)\n")
                continue
 

-       if os.path.exists(agentsDirectory+name+"/info") == False: #Try and find the special "info" file in each directory; ignore if it doesn't exist
+       if os.path.exists(agentsDirectory+name+"/info") == False: #Try and find the special "info" file in each directory; ignore if it doesn't exist   

                if verbose:
                        sys.stdout.write(" Invalid! (No \"info\" file found)\n")
                continue
                if verbose:
                        sys.stdout.write(" Invalid! (No \"info\" file found)\n")
                continue

-       if verbose:
-               sys.stdout.write(" Valid!")
-       #sys.stdout.write("OK")
-       #Convert the array of names to an array of triples
-       #agents[0] - The name of the agent (its directory)
-       #agents[1] - The path to the program for the agent (typically agentsDirectory/agent/agent). Read from agentsDirectory/agent/info file
-       #agents[2] - The score the agent achieved in _this_ round. Begins at zero
+

        agentExecutable = agentsDirectory+name+"/"+(open(agentsDirectory+name+"/info").readline().strip())
        agentExecutable = agentsDirectory+name+"/"+(open(agentsDirectory+name+"/info").readline().strip())

-       agents.append([name, agentExecutable, 0])
+       
+       if os.path.exists(agentExecutable) == False:
+               if verbose:
+                       sys.stdout.write(" Invalid! (Path: \""+agentExecutable+"\" does not exist!)\n")
+               continue
+
+

        if verbose:
        if verbose:

-               sys.stdout.write(" (Run program \""+agentExecutable+"\")\n")
+               sys.stdout.write(" Valid! (Path: \""+agentExecutable+"\")\n")
+
+       #Convert array of valid names into array of dictionaries containing information about each agent
+       #I'm starting to like python...
+       agents.append({"name":name, "path":agentExecutable,"score":[0], "totalScore":0, "VICTORY":[], "DEFEAT":[], "DRAW":[], "ILLEGAL":[], "INTERNAL_ERROR":[], "ALL":[]})     

 
 if len(agents) == 0:
        print "Couldn't find any agents! Check paths (Edit this script) or generate \"info\" files for agents."
 
 if len(agents) == 0:
        print "Couldn't find any agents! Check paths (Edit this script) or generate \"info\" files for agents."


@@ -84,106 +122,199 @@ if len(agents) == 0:
 if verbose:
        print "Total: " + str(len(agents)) + " valid agents found (From "+str(len(agentNames))+" possibilities)"
        print ""
 if verbose:
        print "Total: " + str(len(agents)) + " valid agents found (From "+str(len(agentNames))+" possibilities)"
        print ""

-       print "Commencing ROUND " + str(roundNumber) + " combat! This could take a while... ("+str(nGames)+" games per pairing * " + str(len(agents) * len(agents)-1) + " pairings = " + str((len(agents) * len(agents)-1) * nGames) + " games)"
-
-
-normalGames = 0
-draws = 0
-aiErrors = 0
-managerErrors = 0
-#This double for loop simulates a round robin, with each agent getting the chance to play as both red and blue against every other agent.
-for red in agents:  #for each agent playing as red,
-       for blue in agents: #against each other agent, playing as blue
-               if red == blue:
-                       continue #Exclude battles against self
-               for i in range(1, nGames/2 + 1):
-                       #Play a game and read the result. Note the game is logged to a file based on the agent's names
-                       if verbose:
-                               sys.stdout.write("Agents: \""+red[0]+"\" and \""+blue[0]+"\" playing game " + str(i) + "/"+str(nGames/2) + "... ")
-                       logFile = logDirectory + "round"+str(roundNumber) + "/"+red[0]+"_vs_"+blue[0]+"_"+str(i)
-                       outline = os.popen(managerPath + " -o " + logFile + " " + red[1] + " " + blue[1], "r").read()
-                       results = outline.split(' ')
-                       
-                       if len(results) != 6:
-                               if verbose:
-                                       sys.stdout.write("Garbage output!       " + outline)
-                       else:
-                               if results[1] == "RED":
-                                       red[2] += scores[results[2]][0]
-                                       blue[2] += scores[results[2]][1]
-                               elif results[1] == "BLUE":
-                                       red[2] += scores[results[2]][1]
-                                       blue[2] += scores[results[2]][0]
-                               elif results[1] == "BOTH":
-                                       red[2] += scores[results[2]][0]
-                                       blue[2] += scores[results[2]][1]
-                                       red[2] += scores[results[2]][1]
-                                       blue[2] += scores[results[2]][0]
-
-                       if verbose:
-                               sys.stdout.write("      " + outline)
-                               
-                               
-                               
-                               

 
 

+#Prepare the pretty .html files if they don't exist
+htmlDir = resultsDirectory + "pretty/"
+if os.path.exists(htmlDir) == False:
+       os.mkdir(htmlDir)
+if os.path.exists(htmlDir) == False:
+       print "Couldn't create directory \""+htmlDir+"\"."
+       sys.exit(1)
+
+for agent in agents:
+       if os.path.exists(htmlDir+agent["name"] + ".html") == False:
+               agentFile = open(htmlDir+agent["name"] + ".html", "w")
+               agentFile.write("<html>\n<head>\n <title> " + agent["name"] + " results</title>\n</head>\n<body>\n<h1> Results for " + agent["name"]+" </h1>\n</body>\n</html>\n")
+               agentFile.close()
+
+       os.rename(htmlDir+agent["name"] + ".html", "tmpfile")
+       
+       oldFile = open("tmpfile")
+       agentFile = open(htmlDir+agent["name"] + ".html", "w")
+       for line in oldFile:
+               if line.strip() == "</body>":
+                       break
+               agentFile.write(line.strip() + "\n")
+       oldFile.close()
+       agentFile.close()
+       os.remove("tmpfile")
+
+#Do each round...
+totalGames = nGames/2 * len(agents) * (len(agents)-1)
+for roundNumber in range(totalRounds, totalRounds + nRounds):
+
+       if os.path.exists(logDirectory + "round"+str(roundNumber)) == False:
+               os.mkdir(logDirectory + "round"+str(roundNumber)) #Check there is a directory for this round's logs
+
+       
+       print "Commencing ROUND " + str(roundNumber) + " combat!"
+       print "Total: " + str(totalGames) + " games to be played. This could take a while... (Estimate 60s/game)"
+
+
+
+       managerErrors = 0
+       #This double for loop simulates a round robin, with each agent getting the chance to play as both red and blue against every other agent.
+       gameNumber = 0
+       for red in agents:  #for each agent playing as red,
+               for blue in agents: #against each other agent, playing as blue
+                       if red == blue:
+                               continue #Exclude battles against self
+                       gameNumber += 1
+                       gameID = str(roundNumber) + "." + str(gameNumber)
+                       for i in range(1, nGames/2 + 1):
+                               #Play a game and read the result. Note the game is logged to a file based on the agent's names
+                               if verbose:
+                                       sys.stdout.write("Agents: \""+red["name"]+"\" and \""+blue["name"]+"\" playing game (ID: " + gameID + ") ... ")
+                               logFile = logDirectory + "round"+str(roundNumber) + "/"+red["name"]+".vs."+blue["name"]+"."+str(i)
+                               outline = os.popen(managerPath + " -o " + logFile + " " + red["path"] + " " + blue["path"], "r").read()
+                               results = outline.split(' ')
+                       
+                               if len(results) != 6:
+                                       if verbose:
+                                               sys.stdout.write("Garbage output! \"" + outline + "\"\n")
+                                       red["INTERNAL_ERROR"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0]))
+                                       blue["INTERNAL_ERROR"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0]))
+                                       red["ALL"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR"))
+                                       blue["ALL"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR"))
+                                       managerErrors += 1
+                               else:
+
+                                       if results[1] == "RED":
+                                               endColour = red
+                                               otherColour = blue
+                                               endStr = "RED"
+                                               otherStr = "BLUE"
+                                       elif results[1] == "BLUE":
+                                               endColour = blue
+                                               otherColour = red
+                                               endStr = "BLUE"
+                                               otherStr = "RED"
+
+
+                                       if results[1] == "BOTH":
+                                               red["INTERNAL_ERROR"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0]))
+                                               blue["INTERNAL_ERROR"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0]))
+                                               red["ALL"].append((blue["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "RED"))
+                                               blue["ALL"].append((red["name"], gameID, scores["INTERNAL_ERROR"][0], "INTERNAL_ERROR", "BLUE"))
+                                               managerErrors += 1
+                                       else:
+                                               endColour["score"].insert(0,endColour["score"][0] + scores[results[2]][0])
+                                               endColour[results[2]].append((otherColour["name"], gameID, scores[results[2]][0]))
+                                               endColour["ALL"].append((otherColour["name"], gameID, scores[results[2]][0], results[2], endStr))
+                                               otherColour["score"].insert(0, otherColour["score"][0] + scores[results[2]][1])
+                                               otherColour[scores[results[2]][2]].append((endColour["name"], gameID, scores[results[2]][1]))
+                                               otherColour["ALL"].append((endColour["name"], gameID, scores[results[2]][1], scores[results[2]][2], otherStr))
+
+                                       
+                                       if verbose:
+                                               sys.stdout.write(" Result \"")
+                                               for ii in range(1, len(results)):
+                                                       sys.stdout.write(results[ii].strip())
+                                                       if ii < (len(results) - 1):
+                                                               sys.stdout.write(" ")
+                                               sys.stdout.write("\"\n")

                
                

-if verbose:
-       print "Completed combat. Total of " + str(normalGames + draws + aiErrors + managerErrors) + " games played. "
-if managerErrors != 0:
-       print "WARNING: Recieved "+str(managerErrors)+" garbage outputs. Check the manager program."
+       if verbose:
+               print "Completed combat. Total of " + str(gameNumber) + " games played. "
+       if managerErrors != 0:
+               print "WARNING: Registered "+str(managerErrors)+" errors. Check the manager program."

 
 

-if verbose:
-       print "" 
-#We should now have complete score values.
+       if verbose:
+               print "" 
+       #We should now have complete score values.

                
                

-if verbose:
-       sys.stdout.write("Creating results files for ROUND " + str(roundNumber) + "... ")
+       if verbose:
+               sys.stdout.write("Creating raw results files for ROUND " + str(roundNumber) + "... ")

 
 

-agents.sort(key = lambda e : e[2], reverse=True) #Sort the agents based on score
+       agents.sort(key = lambda e : e["score"], reverse=True) #Sort the agents based on score
+       
+       resultsFile = open(resultsDirectory+"round"+str(roundNumber)+".results", "w") #Create a file to store all the scores for this round
+       for agent in agents:
+               resultsFile.write(agent["name"] + " " + str(agent["score"]) +"\n") #Write the agent names and scores into the file, in descending order

 
 

-resultsFile = open(resultsDirectory+"round"+str(roundNumber)+".results", "w") #Create a file to store all the scores for this round
-for agent in agents:
-       resultsFile.write(agent[0] + " " + str(agent[2]) +"\n") #Write the agent names and scores into the file, in descending order
+       if verbose:
+               sys.stdout.write(" Complete!\n")
+               sys.stdout.write("Updating total scores... ");
+       
+       #Now update the total scores
+       if os.path.exists(resultsDirectory+"total.scores"):
+               if verbose:
+                       sys.stdout.write(" Reading from \""+resultsDirectory+"total.scores\" to update scores... ")
+               totalFile = open(resultsDirectory+"total.scores", "r") #Try to open the total.scores file
+               for line in totalFile: #For all entries, 
+                       data = line.split(' ')
+                       for agent in agents:
+                               if agent["name"] == data[0]:
+                                       agent["totalScore"] = int(data[1]) + agent["score"][0] #Simply increment the current score by the recorded total score of the matching file entry
+                                       break
+               totalFile.close() #Close the file, so we can delete it
+               os.remove(resultsDirectory+"total.scores") #Delete the file
+               #Sort the agents again
+               agents.sort(key = lambda e : e["totalScore"], reverse=True)
+
+       else:
+               if verbose:
+                       sys.stdout.write(" First round - creating \""+resultsDirectory+"total.scores\"... ")
+       if verbose:
+               sys.stdout.write(" Complete!\n")
+               print "Finished writing results for ROUND " + str(roundNumber)
+               print ""
+       
+       if verbose:     
+               print "RESULTS FOR ROUND " + str(roundNumber)

 
 

-if verbose:
-       sys.stdout.write(" Complete!\n")
-       sys.stdout.write("Updating total scores... ");
+       totalFile = open(resultsDirectory+"total.scores", "w") #Recreate the file
+       for agent in agents:    
+               totalFile.write(agent["name"] + " " + str(agent["totalScore"]) +"\n") #Write the total scores in descending order
+               if verbose:
+                       print "Agent: " + str(agent)

 
 

-#Now update the total scores
-if os.path.exists(resultsDirectory+"total.scores"):

        if verbose:
        if verbose:

-               sys.stdout.write(" Reading from \""+resultsDirectory+"total.scores\" to update scores... ")
-       totalFile = open(resultsDirectory+"total.scores", "r") #Try to open the total.scores file
-       for line in totalFile: #For all entries, 
-               data = line.split(' ')
-               for agent in agents:
-                       if agent[0] == data[0]:
-                               agent.append(agent[2]) #Store the score achieved this round at the end of the list
-                               agent[2] += int(data[1]) #Simply increment the current score by the recorded total score of the matching file entry
-                               break
-       totalFile.close() #Close the file, so we can delete it
-       os.remove(resultsDirectory+"total.scores") #Delete the file
-       #Sort the agents again
-       agents.sort(key = lambda e : e[2], reverse=True)
-
-else:
-       if verbose:
-               sys.stdout.write(" First round - creating \""+resultsDirectory+"total.scores\"... ")
-if verbose:
-       sys.stdout.write(" Complete!\n")
-       print "Finished writing results for ROUND " + str(roundNumber)
-       print ""
+               print "Updating pretty .html files... "

 
 
 
 

-print "RESULTS FOR ROUND " + str(roundNumber)
-print "Agent: [name, path, total_score, recent_score]"

 
 

-totalFile = open(resultsDirectory+"total.scores", "w") #Recreate the file
-for agent in agents:
-       totalFile.write(agent[0] + " " + str(agent[2]) +"\n") #Write the total scores in descending order
-       print "Agent: " + str(agent)
+       for agent in agents:
+               agentFile = open(htmlDir + agent["name"]+".html", "a")
+               agentFile.write("<h2> Round " + str(roundNumber) + "</h2>\n")
+               agentFile.write("<h3> Summary </h3>\n")
+               agentFile.write("<table border=\"0\" cellpadding=\"10\">\n")
+               agentFile.write("<tr> <th> Score </th> <th> Wins </th> <th> Losses </th> <th> Draws </th> <th> Illegal </th> <th> Errors </th></tr>\n")
+               agentFile.write("<tr> <td> "+str(agent["score"][0])+" </td> <td> "+str(len(agent["VICTORY"]))+" </td> <td> "+str(len(agent["DEFEAT"]))+" </td> <td> "+str(len(agent["DRAW"]))+" </td> <td> "+str(len(agent["ILLEGAL"]))+" </td> <td> " +str(len(agent["INTERNAL_ERROR"]))+" </td> </tr>\n")
+
+               agentFile.write("</table>\n")

 
 

+               agentFile.write("<h3> Detailed </h3>\n")
+               agentFile.write("<table border=\"0\" cellpadding=\"10\">\n")
+               agentFile.write("<tr> <th> Game ID </th> <th> Opponent </th> <th> Played as </th> <th> Outcome </th> <th> Score </th> <th> Accumulated Score </th> </tr> </th>\n")
+               
+               for index in range(0, len(agent["ALL"])):
+                       agentFile.write("<tr> <td> " + str(agent["ALL"][index][1]) + " </td> <td> <a href="+agent["ALL"][index][0]+".html>"+agent["ALL"][index][0] + " </a> </td> <td> " + agent["ALL"][index][4] + " </td> <td> " + agent["ALL"][index][3] + " </td> <td> " + str(agent["ALL"][index][2]) + "</td> <td> " + str(agent["score"][len(agent["score"])-index -2]) + " </td> </tr> </th>\n")
+               agentFile.write("</table>\n")
+               agentFile.close()       
+       

 
 

-#I just want to say the even though I still think python is evil, it is much better than bash. Using bash makes me cry.
+if verbose:
+       print "Finalising .html files... "
+for agent in agents:
+       agentFile = open(htmlDir + agent["name"]+".html", "a")
+       agentFile.write("</body>\n<!-- Results file for \"" + agent["name"] + "\" autogenerated by \"" + sys.argv[0] + "\" at time " + str(time()) + " -->\n</html>\n\n")
+       agentFile.close()
+
+       
+if verbose:
+       print "Done!"

 
 

+endTime = time()
+print "Completed simulating " + str(nRounds) + " rounds in " + str(endTime - startTime) + " seconds."
+sys.exit(0)