Wrote python script to simulate a round
[progcomp2012.git] / simulator / simulate.py
1 #!/usr/bin/python -u
2
3 '''
4  simulate.py - simulation script for the 2012 UCC Programming Competition
5         NOTE: This is not the manager program for a stratego game
6         It merely calls the manager program as appropriate, and records results
7         Plays exactly ONE round, but does not overwrite previously played rounds
8         eg: run once to generate round1.results, twice to generate round2.results etc
9         Also generates total.scores based on results from every round.
10         
11
12  author Sam Moore (matches) [SZM]
13  website http://matches.ucc.asn.au/stratego
14  email progcomp@ucc.asn.au or matches@ucc.asn.au
15  git git.ucc.asn.au/progcomp2012.git
16 '''
17
18 import os
19 import sys
20
21 baseDirectory = "/home/sam/Documents/progcomp2012/"
22 resultsDirectory = baseDirectory+"results/" #Where results will go (results are in the form of text files of agent names and scores)
23 agentsDirectory = baseDirectory+"samples/" #Where agents are found (each agent has its own directory)
24 logDirectory = baseDirectory+"log/" #Where log files go
25 nGames = 10 #Number of games played by each agent against each opponent. Half will be played as RED, half as BLUE
26 managerPath = baseDirectory+"manager/stratego" #Path to the manager program
27
28
29 scores = {"WIN":3, "DRAW":2, "LOSS":1, "NONE":0} #Score dictionary
30 #NONE occurs if both programs crash. If only one program crashes the result is reported as a win-loss
31
32
33
34 #Make necessary directories
35 if os.path.exists(resultsDirectory) == False:
36         os.mkdir(resultsDirectory) #Make the results directory if it didn't exist
37 #Identify the round number by reading the results directory
38 roundNumber = len(os.listdir(resultsDirectory)) + 1
39 if roundNumber > 1:
40         roundNumber -= 1
41
42 if os.path.exists(logDirectory) == False:
43         os.mkdir(logDirectory) #Make the log directory if it didn't exist
44
45
46
47 if os.path.exists(logDirectory + "round"+str(roundNumber)) == False:
48         os.mkdir(logDirectory + "round"+str(roundNumber)) #Check there is a directory for this round's logs
49
50 print "Simulating ROUND " +str(roundNumber)
51 print "Identifying possible agents in \""+agentsDirectory+"\""
52
53 #Get all agent names from agentsDirectory
54 agentNames = os.listdir(agentsDirectory) 
55 agents = []
56 for name in agentNames:
57         #sys.stdout.write("\nLooking at Agent: \""+ str(name)+"\"... ")
58         sys.stdout.write("Scan \""+name+"\"... ")
59         if os.path.isdir(agentsDirectory+name) == False: #Remove non-directories
60                 sys.stdout.write(" Invalid! (Not a directory)\n")
61                 continue
62
63         if os.path.exists(agentsDirectory+name+"/info") == False: #Try and find the special "info" file in each directory; ignore if it doesn't exist
64                 sys.stdout.write(" Invalid! (No \"info\" file found)\n")
65                 continue
66         sys.stdout.write(" Valid!")
67         #sys.stdout.write("OK")
68         #Convert the array of names to an array of triples
69         #agents[0] - The name of the agent (its directory)
70         #agents[1] - The path to the program for the agent (typically agentsDirectory/agent/agent). Read from agentsDirectory/agent/info file
71         #agents[2] - The score the agent achieved in _this_ round. Begins at zero
72         agentExecutable = agentsDirectory+name+"/"+(open(agentsDirectory+name+"/info").readline().strip())
73         agents.append([name, agentExecutable, 0])
74         sys.stdout.write(" (Run program \""+agentExecutable+"\")\n")
75
76 if len(agents) == 0:
77         print "Couldn't find any agents! Check paths (Edit this script) or generate \"info\" files for agents."
78         sys.exit(0)
79
80 print "Total: " + str(len(agents)) + " valid agents found (From "+str(len(agentNames))+" possibilities)"
81
82 print ""
83
84 print "Commencing ROUND " + str(roundNumber) + " combat! ("+str(nGames)+" games per pairing)"
85 print "Points values are: "+str(scores)
86 print ""
87
88 normalGames = 0
89 draws = 0
90 aiErrors = 0
91 managerErrors = 0
92 #This double for loop simulates a round robin, with each agent getting the chance to play as both red and blue against every other agent.
93 for red in agents:  #for each agent playing as red,
94         for blue in agents: #against each other agent, playing as blue
95                 if red == blue:
96                         continue #Exclude battles against self
97                 for i in range(1, nGames/2 + 1):
98                         #Play a game and read the result. Note the game is logged to a file based on the agent's names
99                         sys.stdout.write("Agents: \""+red[0]+"\" and \""+blue[0]+"\" playing game " + str(i) + "/"+str(nGames/2) + "... ")
100                         logFile = logDirectory + "round"+str(roundNumber) + "/"+red[0]+"_vs_"+blue[0]+"_"+str(i)
101                         outline = os.popen(managerPath + " -o " + logFile + " " + red[1] + " " + blue[1], "r").read()
102                         results = outline.split(' ')
103                         #Look at who won, and adjust scores based on that
104                         if results[0] == "NONE":
105                                 red[2] += scores["NONE"]
106                                 blue[2] += scores["NONE"]
107                                 sys.stdout.write(" No contest. (Check AI for errors).\n")
108                                 aiErrors += 1
109                         elif results[0] == "DRAW":
110                                 red[2] += scores["DRAW"]
111                                 blue[2] += scores["DRAW"]
112                                 sys.stdout.write(" Draw.\n")
113                                 draws += 1
114                         elif results[0] == red[1]:
115                                 red[2] += scores["WIN"]
116                                 blue[2] += scores["LOSS"]
117                                 sys.stdout.write(" \""+red[0]+"\"\n")
118                                 normalGames += 1
119                         elif results[0] == blue[1]:
120                                 red[2] += scores["LOSS"]
121                                 blue[2] += scores["WIN"]
122                                 sys.stdout.write(" \""+blue[0]+"\"\n")
123                                 normalGames += 1
124                         else:
125                                 sys.stdout.write(" Garbage output! \""+outline+"\" (log file \""+logFile+"\")\n")
126                                 managerErrors += 1
127                 
128
129 print "Completed combat. Total of " + str(normalGames + draws + aiErrors + managerErrors) + " games played. "
130 if managerErrors != 0:
131         print " WARNING: Recieved "+str(managerErrors)+" garbage outputs. Check the manager program."
132
133 print "" 
134 #We should now have complete score values.
135                 
136
137 sys.stdout.write("Creating results files for ROUND " + str(roundNumber) + "... ")
138
139 agents.sort(key = lambda e : e[2], reverse=True) #Sort the agents based on score
140
141 resultsFile = open(resultsDirectory+"round"+str(roundNumber)+".results", "w") #Create a file to store all the scores for this round
142 for agent in agents:
143         resultsFile.write(agent[0] + " " + str(agent[2]) +"\n") #Write the agent names and scores into the file, in descending order
144
145 sys.stdout.write(" Complete!\n")
146
147 sys.stdout.write("Updating total scores... ");
148
149 #Now update the total scores
150 if os.path.exists(resultsDirectory+"total.scores"):
151         sys.stdout.write(" Reading from \""+resultsDirectory+"total.scores\" to update scores... ")
152         totalFile = open(resultsDirectory+"total.scores", "r") #Try to open the total.scores file
153         for line in totalFile: #For all entries, 
154                 data = line.split(' ')
155                 for agent in agents:
156                         if agent[0] == data[0]:
157                                 agent.append(agent[2]) #Store the score achieved this round at the end of the list
158                                 agent[2] += int(data[1]) #Simply increment the current score by the recorded total score of the matching file entry
159                                 break
160         totalFile.close() #Close the file, so we can delete it
161         os.remove(resultsDirectory+"total.scores") #Delete the file
162         #Sort the agents again
163         agents.sort(key = lambda e : e[2], reverse=True)
164
165 else:
166         sys.stdout.write(" First round - creating \""+resultsDirectory+"total.scores\"... ")
167 sys.stdout.write(" Complete!\n")
168
169 print "Finished writing results for ROUND " + str(roundNumber)
170 print ""
171
172 print "RESULTS FOR ROUND " + str(roundNumber)
173 print "Agent: [name, path, total_score, recent_score]"
174
175 totalFile = open(resultsDirectory+"total.scores", "w") #Recreate the file
176 for agent in agents:
177         totalFile.write(agent[0] + " " + str(agent[2]) +"\n") #Write the total scores in descending order
178         print "Agent: " + str(agent)
179
180
181 #I just want to say the even though I still think python is evil, it is much better than bash. Using bash makes me cry.
182

UCC git Repository :: git.ucc.asn.au