302 lines
10 KiB
Python
302 lines
10 KiB
Python
# %%
|
|
PROJECT_PATH = '/home/md/Work/ligalytics/leagues_stable/'
|
|
# PROJECT_PATH = '/home/django/leagues/'
|
|
|
|
import os, sys
|
|
sys.path.insert(0, PROJECT_PATH)
|
|
os.environ.setdefault("DJANGO_SETTINGS_MODULE", "leagues.settings")
|
|
os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"
|
|
|
|
from leagues import settings
|
|
|
|
settings.DATABASES['default']['NAME'] = PROJECT_PATH+'/db.sqlite3'
|
|
settings.DATABASES['default']['ENGINE'] = 'django.db.backends.postgresql'
|
|
settings.DATABASES['default']['HOST'] = '0.0.0.0'
|
|
settings.DATABASES['default']['PORT'] = '5432'
|
|
settings.DATABASES['default']['USER'] = 'postgres'
|
|
settings.DATABASES['default']['PASSWORD'] = 'secret123'
|
|
settings.DATABASES['default']['NAME'] = 'mypgsqldb'
|
|
settings.DATABASES['default']['ATOMIC_REQUESTS'] = False
|
|
settings.DATABASES['default']['AUTOCOMMIT'] = True
|
|
settings.DATABASES['default']['CONN_MAX_AGE'] = 0
|
|
settings.DATABASES['default']['CONN_HEALTH_CHECKS'] = False
|
|
settings.DATABASES['default']['OPTIONS'] = {}
|
|
|
|
# settings.DATABASES['default']['ENGINE'] = 'django.db.backends.postgresql'
|
|
# settings.DATABASES['default']['HOST'] = '0.0.0.0'
|
|
# settings.DATABASES['default']['PORT'] = '5433'
|
|
# settings.DATABASES['default']['USER'] = 'leagues_user'
|
|
# settings.DATABASES['default']['PASSWORD'] = 'ligalytics'
|
|
# settings.DATABASES['default']['NAME'] = 'prod_16'
|
|
|
|
|
|
|
|
import django
|
|
django.setup()
|
|
|
|
from scheduler.models import *
|
|
import pulp
|
|
from pulp import lpSum, value, XPRESS, GUROBI, PULP_CBC_CMD
|
|
from django.db.models import Q
|
|
from django.template.loader import render_to_string
|
|
|
|
from qualifiers.models import *
|
|
from common.models import GlobalTeam, GlobalCountry
|
|
from common.functions import getRandomHexColor
|
|
from scheduler.models import Season, Scenario, Team, DayObj, CountryClash, Country
|
|
from draws.models import SuperGroup
|
|
from qualifiers.draws import groupTeams, optimize_inversions4
|
|
from scheduler.solver.tasks.optimize import optimize
|
|
|
|
import random
|
|
import time
|
|
import json
|
|
import csv
|
|
import networkx as nx
|
|
import matplotlib.pyplot as plt
|
|
from datetime import timedelta
|
|
|
|
scenario = Scenario.objects.get(id=9541)
|
|
season = scenario.season
|
|
|
|
supergroups = SuperGroup.objects.filter(draw__season=season).order_by('name')
|
|
teams = Team.objects.filter(season=season,active=True).order_by('pot')
|
|
|
|
|
|
# %%
|
|
nSimulations = season.scenarios.count()
|
|
|
|
|
|
teams_in_group_together = {
|
|
(t1,t2):0 for t1 in teams for t2 in teams
|
|
}
|
|
violated_wishes = defaultdict(lambda:{'violations':0,'comments':defaultdict(lambda:0)})
|
|
violated_blockings = defaultdict(lambda:{'violations':0,'comments':defaultdict(lambda:0)})
|
|
elementary_violations = defaultdict(lambda:defaultdict(lambda:0))
|
|
|
|
for scenario in season.scenarios.all():
|
|
for conference in Conference.objects.filter(scenario=scenario,display_group=True).order_by('name'):
|
|
for t1 in conference.teams.all():
|
|
for t2 in conference.teams.all():
|
|
if t1 != t2:
|
|
teams_in_group_together[(t1,t2)] += 1
|
|
for wish in EncWish.objects.filter(scenario=scenario).exclude(violation="").order_by('prio'):
|
|
violated_wishes[f"{wish.reason}"]['violations'] += 1
|
|
violated_wishes[f"{wish.reason}"]['comments'][wish.violation.strip()] += 1
|
|
for wish in HAWish.objects.filter(scenario=scenario).exclude(violation="").order_by('prio'):
|
|
violated_wishes[f"{wish.reason}"]['violations'] += 1
|
|
violated_wishes[f"{wish.reason}"]['comments'][wish.violation.strip()] += 1
|
|
for wish in Pairing.objects.filter(scenario=scenario).exclude(violation="").order_by('prio'):
|
|
violated_wishes[f"{wish.comment}"]['violations'] += 1
|
|
violated_wishes[f"{wish.comment}"]['comments'][wish.violation.strip()] += 1
|
|
for game in scenario.solutionlist():
|
|
blockings = Blocking.objects.filter(scenario=scenario,day__id=game[0]).filter(Q(team=game[1],type="Home") | Q(team=game[1],type="Away"))
|
|
if blockings:
|
|
for b in blockings:
|
|
violated_blockings[b.team]['violations'] += 1
|
|
violated_blockings[b.team]['comments'][f"{b.type} - {b.day}"] += 1
|
|
|
|
|
|
violated_blockings = dict(sorted(violated_blockings.items(), key=lambda x: x[1]['violations'], reverse=True))
|
|
|
|
violated_wishes = dict(sorted(violated_wishes.items(), key=lambda x: x[1]['violations'], reverse=True))
|
|
|
|
for key,val in violated_wishes.items():
|
|
for k,v in val['comments'].items():
|
|
suffix = ""
|
|
for i in k.split("<br>"):
|
|
if i == "":
|
|
continue
|
|
elif i in ["1 too many","1 too few"]:
|
|
suffix = f": {i}"
|
|
continue
|
|
else:
|
|
split_vio = i.split(":")
|
|
try:
|
|
day_str = datetime.datetime.strptime(split_vio[0].strip(),"%a, %b %d, %Y")
|
|
vio = ":".join(split_vio[1:])
|
|
except:
|
|
vio = ":".join(split_vio[0:])
|
|
|
|
elementary_violations[key][f"{vio}{suffix}"] += v
|
|
|
|
elementary_violations[key] = dict(sorted(elementary_violations[key].items(), key=lambda x: x[1], reverse=True))
|
|
elementary_violations = dict(sorted(elementary_violations.items(), key=lambda x: sum(x[1].values()), reverse=True))
|
|
|
|
|
|
minVal = 999999
|
|
maxVal = 0
|
|
|
|
for key, val in teams_in_group_together.items():
|
|
if val > 0 and val < minVal:
|
|
minVal = val
|
|
if val > maxVal:
|
|
maxVal = val
|
|
|
|
|
|
|
|
# %%
|
|
|
|
|
|
def heatmap_color_for(value):
|
|
if value <= 0.5:
|
|
g = 256
|
|
r = 2 * max(0,value) * 256
|
|
if value > 0.5:
|
|
g = 2*(1-min(1,value))*256
|
|
r = 256
|
|
return f"rgb({r},{g},{0},0.5)"
|
|
|
|
|
|
def percentage(value):
|
|
return f"{round(value/max(nSimulations,1)*100)}%"
|
|
|
|
sol = '<html><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8">'
|
|
sol += " \
|
|
<style> \
|
|
table, th, td { \
|
|
border: 1px solid black; \
|
|
border-collapse: collapse; \
|
|
text-align: center; \
|
|
min-width:40px; \
|
|
padding:3px; \
|
|
margin: 3px; \
|
|
font-family : Arial;\
|
|
} \
|
|
h1 {\
|
|
font-family : Arial;\
|
|
}\
|
|
\
|
|
#etable td:nth-child(5),#etable th:nth-child(5) { border-right: 5px solid black; }\
|
|
#etable td:nth-child(9),#etable th:nth-child(9) { border-right: 5px solid black; }\
|
|
#etable td:nth-child(13),#etable th:nth-child(13) { border-right: 5px solid black; }\
|
|
#etable tr:nth-child(4) { border-bottom: 5px solid black; }\
|
|
#etable tr:nth-child(8) { border-bottom: 5px solid black; }\
|
|
#etable tr:nth-child(12) { border-bottom: 5px solid black; }\
|
|
\
|
|
#ftable td:nth-child(3),#ftable th:nth-child(3) { border-right: 5px solid black; }\
|
|
#ftable tr:nth-child(2) { border-bottom: 5px solid black; }\
|
|
</style> \
|
|
"
|
|
sol += "</head><body>"
|
|
sol += "<h2>Probabilities of games</h2>"
|
|
|
|
|
|
for sg in supergroups:
|
|
sol += f"<h3>{sg}</h3>"
|
|
if sg.name == "Nations League D":
|
|
sol += "<table id='ftable' style='border:5px solid black;background-color:whitesmoke'>\n"
|
|
sol += "<thead>\n"
|
|
sol += "<tr>"
|
|
sol += f"<th>{nSimulations}</th>"
|
|
sol += "<th colspan=2 style='border-right: 5px solid black;'>Pot A</th>"
|
|
sol += "<th colspan=4 style='border-right: 5px solid black;'>Pot B</th>"
|
|
sol += "</tr>"
|
|
else:
|
|
sol += "<table id='etable' style='border:5px solid black;background-color:whitesmoke'>\n"
|
|
sol += "<thead>\n"
|
|
sol += "<tr>"
|
|
sol += f"<th>{nSimulations}</th>"
|
|
sol += "<th colspan=4 style='border-right: 5px solid black;'>Pot A</th>"
|
|
sol += "<th colspan=4 style='border-right: 5px solid black;'>Pot B</th>"
|
|
sol += "<th colspan=4 style='border-right: 5px solid black;'>Pot C</th>"
|
|
sol += "<th colspan=4>Pot D</th>"
|
|
sol += "</tr>"
|
|
sol += "<tr>\n"
|
|
sol += f"<th></th>\n"
|
|
for t in sg.teams.order_by('pot'):
|
|
sol += f"<th>{t.shortname} - {t.pot}</th>\n"
|
|
sol += "</tr>\n"
|
|
sol += "</thead>\n"
|
|
sol += "<tbody>\n"
|
|
for t1 in sg.teams.order_by('pot'):
|
|
sol += "<tr>\n"
|
|
sol += f"<td>{t1.shortname} - {t.pot}</td>"
|
|
for t2 in sg.teams.order_by('pot'):
|
|
color = heatmap_color_for((abs(teams_in_group_together[(t1,t2)]-(maxVal+minVal)/2))/((maxVal-minVal)/2 or 1))
|
|
opacity = "1"
|
|
if teams_in_group_together[(t1,t2)] == 0:
|
|
color = 'lightgrey'
|
|
opacity = "0.7"
|
|
val = f"{percentage(teams_in_group_together[(t1,t2)])}"
|
|
sol += f"<td style='background-color:{color};opacity:{opacity}'>{val}</td>"
|
|
sol += "</tr>\n"
|
|
|
|
sol += "</tbody>\n"
|
|
sol += "</table>\n"
|
|
|
|
|
|
sol += "<br>"
|
|
sol += "<br>"
|
|
sol += "<br>"
|
|
sol += "<hr>"
|
|
|
|
sol += "<h2>Availabilities</h2>"
|
|
sol += "<table id='' style='border:5px solid black'>\n"
|
|
sol += "<thead>\n"
|
|
sol += "<tr>\n"
|
|
for t in violated_blockings.keys():
|
|
sol += f"<th colspan='2'>{t.shortname}</th>\n"
|
|
sol += "</tr>\n"
|
|
sol += "</thead>\n"
|
|
sol += "<tbody>\n"
|
|
sol += "<tr>\n"
|
|
for val in violated_blockings.values():
|
|
sol += f"<td colspan='2'>{val['violations']} ({percentage(val['violations'])})</td>"
|
|
sol += "</tr>\n"
|
|
sol += "<tr>\n"
|
|
for val in violated_blockings.values():
|
|
sol += f"<td>"
|
|
for c,n in val['comments'].items():
|
|
sol += f"{c}<br>"
|
|
sol += f"</td>"
|
|
sol += f"<td>"
|
|
for c,n in val['comments'].items():
|
|
sol += f"{n} ({percentage(n)})<br>"
|
|
sol += f"</td>"
|
|
sol += "</tr>\n"
|
|
sol += "</tbody>\n"
|
|
sol += "</table>\n"
|
|
|
|
|
|
|
|
sol += "<br>"
|
|
sol += "<br>"
|
|
sol += "<br>"
|
|
sol += "<hr>"
|
|
|
|
sol += "<h2>Wishes</h2>"
|
|
sol += "<table id='' style='border:5px solid black'>\n"
|
|
sol += "<thead>\n"
|
|
sol += "<tr>\n"
|
|
for t in elementary_violations.keys():
|
|
sol += f"<th >{t}</th>\n"
|
|
sol += "</tr>\n"
|
|
sol += "</thead>\n"
|
|
sol += "<tbody>\n"
|
|
sol += "<tr>\n"
|
|
for key in elementary_violations.keys():
|
|
val = violated_wishes[key]
|
|
sol += f"<td >{val['violations']} ({percentage(val['violations'])})</td>"
|
|
sol += "</tr>\n"
|
|
sol += "<tr>\n"
|
|
for key,val in elementary_violations.items():
|
|
sol += f"<td>"
|
|
for c,n in elementary_violations[key].items():
|
|
sol += f"<table style='align:top;border:3px solid white'><tr><td style='width:100%'>{c}</td><td style='text-align: right'>{n} ({percentage(n)})</td></tr></table>"
|
|
sol += f"</td>"
|
|
sol += "</tr>\n"
|
|
sol += "</tbody>\n"
|
|
sol += "</table>\n"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
with open(f'analytics.html', 'w') as f:
|
|
f.write(sol)
|
|
|
|
# %%
|