Home Explore Help
Sign In
lamperi
/
pna
Watch 1
Star 0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
PNA.fi koodi
55 Commits
1 Branches
Tree: 0a74cd1676
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '0a74cd1676'
${ noResults }
pna/food.py

food.py 18KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419 
  1. #!/usr/bin/env python

  2. 

  3. # Ruokalistaparseri

  4. # Copyright (c) 2016 Toni Fadjukoff

  5. 

  6. # Based on food.pl by

  7. # Copyright (c) 2007-2010 Timo Sirainen

  8. #               2011-2016 Toni Fadjukoff

  9. # This is Public Domain

  10. 

  11. import sys

  12. print(sys.version)

  13. 

  14. day_names = [ "Maanantai", "Tiistai", "Keskiviikko", "Torstai", 

  15. 	       "Perjantai", "Lauantai", "Sunnuntai" ]

  16. 

  17. import amica

  18. import sodexo

  19. import juvenes

  20. import pikante

  21. 

  22. allergies = [ "M", "L", "VL", "G", "K", "Ve" ]

  23. allergy_descriptions = {

  24.         "M": "Maidoton",

  25.         "L": "Laktoositon","VL": "Vähälaktoosinen",

  26.         "G": "Gluteiiniton",

  27.         "K": "Kasvis",

  28.         "Ve": "Vegaani"

  29.         }

  30. 

  31. import os

  32. import time

  33. import datetime

  34. import re

  35. 

  36. global_prefix = "";

  37. use_old = True; # 1 is good for testing, 0 for production system!

  38. unordered = []

  39. 

  40. l = time.localtime()

  41. this_week = datetime.datetime.now().isocalendar()[1]

  42. 

  43. unordered += amica.get_restaurants(use_old, this_week)

  44. unordered += juvenes.get_restaurants(use_old, this_week)

  45. unordered += sodexo.get_restaurants(use_old, this_week)

  46. unordered += pikante.get_restaurants(use_old, this_week)

  47. 

  48. print(unordered)

  49. 

  50. max_week = 0;

  51. for r in unordered:

  52.   week = r[2]

  53.   max_week = week if week > max_week or week == 1 else max_week

  54. 

  55. if l[6] != 0 and this_week != max_week:

  56.   # it's not sunday, don't force next week's menu yet

  57.   max_week = this_week

  58. 

  59. stamp = time.time() - 3600*24*7

  60. max_week_daterange = ""

  61. if max_week >= 1 and max_week <= 52:

  62.   # figure out the date range

  63.   while True:

  64.     stamp_week = int(time.strftime("%W", time.localtime(stamp)))

  65.     if stamp_week == max_week:

  66.             break

  67.     stamp += 3600*24

  68.   l1 = time.localtime(stamp)

  69.   l2 = time.localtime(stamp + 3600*24*6)

  70.   if l1[1] == l2[1]:

  71.     # same month

  72.     max_week_daterange = "{monday}-{sunday}.{month}.".format(monday=l1[2], sunday=l2[2], month=l1[1])

  73.   else:

  74.     # different months

  75.     max_week_daterange = "{monday}.{month}.-{sunday}.{next_month}.".format(monday=l1[2], month=l1[1],

  76.             sunday=l2[2], next_month=l2[1])

  77.   max_week_daterange = " (" + str(max_week_daterange) + ")"

  78. 

  79. file_header = '''<?xml version="1.0" encoding="utf-8"?>

  80. <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">

  81. <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="fi" lang="fi">

  82. <head>

  83.   <title>Ruokalistat</title>

  84.   <link rel="stylesheet" type="text/css" href="{resources_prefix}ruoka.css" />

  85. </head>

  86. <body>

  87. 

  88. <div id="notice" style="border: 1px solid black; border-radius: 5px; padding: 5px;">

  89. PNA.fi on kolmannen osapuolen tarjoama palvelu. En voi taata ruokalistojen oikeellisuutta.  Virallisen ruokalistan saat näkyviin siirtymällä ravintolan omille sivuille painamalla sen nimestä. Jos huomaat ruokalistassa virheen, nopeiten virhe saadaan pois näkyvistä kun lähetät minulle siitä sähköpostia: <a href="mailto:lamperi+pna@gmail.com">lamperi+pna@gmail.com</a>

  90. </div>

  91. 

  92. <form method="get" action="/cgi-bin/food.cgi">

  93. '''

  94. 

  95. file_footer = """

  96.       <div class="footer">Päivitetty {stamp}

  97.         <input type="submit\" value=\"Päivitä nyt\" />

  98.           / Palaute <a href=\"mailto:lamperi+pna@gmail.com\">lamperi+pna@gmail.com</a>

  99.           / <a href="{{resources_prefix}}code.html\">Koodit täältä</a>

  100.          / <a href="{{resources_prefix}}pna.html\">Mikä on PNA?</a>

  101.       </div>

  102.     </form>

  103.   </body>

  104. </html>

  105. """.format(stamp=time.strftime("%d.%m.%Y %H:%M:%S"))

  106. 

  107. def find_last_day_with_foods(restaurants):

  108.     last_day = 0

  109.     for r in restaurants:

  110.         for day in range(7):

  111.             if day in r[3]:

  112.                 last_day = day if day > last_day else last_day

  113.     return last_day

  114. 

  115. def write_days_header(fout, day, last_day):

  116.     fout.write( "  <span class=\"days\">")

  117.     for i in range(last_day):

  118.         if i == day:

  119.             fout.write("{0} ".format(day_names[i]))

  120.         else:

  121.             fout.write("<a href=\"{0}.html\">{1}</a> ".format(i+1, day_names[i]))

  122.   

  123.     if day < 0:

  124.         fout.write("Taulukko")

  125.     else:

  126.         fout.write("<a href=\"table.html\">Taulukko</a>")

  127.     fout.write("</span>\n")

  128. 

  129. def write_prefix_header(fout, prefix, day, resources_prefix):

  130.     day = "table" if day == 0 else day

  131.     fout.write("<span class=\"location\">")

  132.     if prefix == "":

  133.         fout.write("Kaikki ")

  134.     else:

  135.         fout.write("<a href=\"{resources_prefix}{day}.html\">Kaikki</a> ".format(resources_prefix=resources_prefix, day=day))

  136.     if prefix == "tay/":

  137.         fout.write("TaY ")

  138.     else:

  139.         fout.write("<a href=\"{resources_prefix}tay/{day}.html\">TaY</a> ".format(resources_prefix=resources_prefix, day=day))

  140.     if prefix == "tays/":

  141.         fout.write("TAYS ")

  142.     else:

  143.         fout.write("<a href=\"{resources_prefix}tays/{day}.html\">TAYS</a> ".format(resources_prefix=resources_prefix, day=day))

  144.     if prefix == "tty/":

  145.         fout.write("TTY ")

  146.     else:

  147.         fout.write("<a href=\"{resources_prefix}tty/{day}.html\">TTY</a> ".format(resources_prefix=resources_prefix, day=day))

  148.     fout.write("</span>\n")

  149. 

  150. def write_day(day, header, outfname, last_day, restaurants, prefix, resources_prefix):

  151.     with open(outfname, "w", encoding="utf-8") as fout:

  152.         import types

  153.         def write(self, writable):

  154.             #print("Writing {}: {}".format(type(writable), writable))

  155.             self.write_orig(writable)

  156.         fout.write_orig = fout.write

  157.         fout.write = types.MethodType(write, fout)

  158.         fout.write(file_header.format(resources_prefix=resources_prefix))

  159.         fout.write("<h1>{header}</h1>\n".format(header=header))

  160.         # print weekday links

  161.         fout.write("<div class=\"title\">\n")

  162.         write_days_header(fout, day, last_day)

  163.         fout.write(" <span class=\"allergy\">Näytä: ")

  164.         for a in allergies:

  165.             fout.write("<input type=\"checkbox\" name=\"allergy_{a}\" id=\"allergy_{a}\" onclick=\"highlight()\" />".format(a=a))

  166.             fout.write("<span title=\"{allergy_description}\">{a}</span>".format(allergy_description=allergy_descriptions[a], a=a))

  167.         fout.write("</span>\n")

  168.         write_prefix_header(fout, prefix, day+1, resources_prefix);

  169.         fout.write("</div>\n")

  170. 

  171.         # print foods

  172.         foodnum = 0

  173.         eatable_food_numbers = {}

  174.         maybe_eatable_food_numbers = {}

  175.         for a in allergies:

  176.             eatable_food_numbers[a] = []

  177.             maybe_eatable_food_numbers[a] = []

  178.         css_class = "left"

  179.         fout.write("<div class=\"foods\"><div class=\"{css_class}\">\n".format(css_class=css_class))

  180.         for r in restaurants:

  181.             title, open_hours, week, week_foods, info = r

  182.             title2, url, lazy_allergies, info_class = info[0:4]

  183.             if day in week_foods or day < 5:

  184.                 if info_class != css_class:

  185.                     css_class = info_class

  186.                     fout.write("</div><div class=\"{css_class}\">\n".format(css_class=css_class))

  187.                 url = url.replace("&", "&amp;")

  188.                 fout.write("<h2><a href=\"{url}\">{title}</a></h2>\n".format(url=url, title=title))

  189.                 if not day in week_foods:

  190.                     fout.write("<p class=\"missing\">Ruokalistaa ei saatavilla.</p>")

  191.                     continue

  192.                 if week != "" and week != max_week:

  193.                     if week > max_week or (week == 1 and max_week == 52):

  194.                         # early..

  195.                         fout.write("<p class=\"nextweek\">Viikon {week} ruokalista:</p>".format(week=week))

  196.                     else:

  197.                         fout.write("<p class=\"missing\">Saatavilla vain viikon {week} ruokalista.</p>".format(week=week))

  198.                         continue

  199.                 if len(week_foods[day]) == 0:

  200.                     fout.write("<p class=\"missing\">Ei ruokatietoja päivälle.</p>")

  201.                     continue

  202.                 fout.write("<ul class=\"food\">\n")

  203.                 for food in week_foods[day]:

  204.                     output = []

  205.                     total_allergies = {}

  206.                     maybe_allergies = {}

  207.                     for a in allergies:

  208.                         total_allergies[a] = 0

  209.                         maybe_allergies[a] = 0

  210.                     part_count = 0

  211.                     for part in food.split("\n"):

  212.                         # who cares?

  213.                         if re.match("Peruna|Riisi", part):

  214.                             continue

  215. 	                # fries: well, maybe we do care, but we don't care about allergy stuff

  216.                         # and keep it in the same line as the previous food so as not to

  217. 	                # waste visible space

  218.                         (part, fries) = re.subn("Tikkuperunat|Ranskalaiset perunat", "", part)

  219.                         fries = fries > 0

  220.                         part_count += 1

  221. 

  222.                         # add missing () around allergies

  223.                         part = re.sub(" (([MLGKA]|VL|Ve|VE|Veg|Hot)(, *([MLGKA]|VL|Ve|VE|Veg|Hot|))+)$", " (\\1)", part)

  224.                         match = re.match("^(.*) \\(([^\\)]+)\\)$", part)

  225.                         if match:

  226.                             # fix allergy issues

  227.                             food = match.group(1)

  228.                             allergy = match.group(2)

  229.                             # standardization

  230.                             allergy = re.sub("Kasvis", "K", allergy)

  231.                             allergy = re.sub("([MLGK]|VL)([MLGK]|[VL])", "\\1,\\2", allergy)

  232.                             # spaces to commas

  233.                             allergy = re.sub("saatavana[: ]+(.*)$", "eriks: \\1", allergy)

  234.                             allergy = re.sub(" +", ",", allergy)

  235.                             # remove double commas

  236.                             allergy = re.sub(",+", ",", allergy)

  237.                             # eriks: standardization

  238.                             allergy = re.sub(",?eriks:,?", ", eriks: ", allergy)

  239.                             # remove extra commas/spaces from beginning/end

  240.                             allergy = re.sub("^[, ]+", "", allergy)

  241.                             allergy = re.sub("[, ]+$", "", allergy)

  242.                             part = "{food} ({allergy})".format(food=food, allergy=allergy)

  243. 

  244.                         if output and not fries:

  245.                             output.append("<br />\n")

  246. 

  247.                         match = re.search("Saatavana myös: (.*)", part)

  248.                         if match:

  249.                             alt = match.group(1)

  250.                             alt = re.sub(r"^\((.*)\)$", r"\1", alt)

  251.                             alt = re.sub("[, ]+", r",", alt)

  252.                             alt = re.sub("^,+", "", alt)

  253.                             alt = re.sub(",+$", "", alt)

  254.                             part = re.sub(r"\)[- ]*Saatavana myös:.*", "eriks: {alt})".format(alt=alt), part)

  255.                             part = re.sub(r"[- ]*Saatavana myös:.*", "(eriks: {alt})".format(alt=alt), part)

  256. 

  257.                         match = re.match(r"^(.*)(\([^\)]+\))$", part)

  258.                         if match:

  259.                             text = match.group(1)

  260.                             allergy = match.group(2)

  261.                             if fries:

  262.                                 output.append(", {text}".format(text=text))

  263.                             else:

  264.                                 output.append("{text} <span class=\"allergy\">{allergy}</span>".format(text=text, allergy=allergy))

  265.                             allergy = re.sub(r"^\((.*)\)$", r"\1", allergy)

  266.                             allergy = re.sub(" *eriks: ", "", allergy)

  267.                             this_allergies = set()

  268.                             for a in re.split("[, ]", allergy):

  269.                                 for al in allergies:

  270.                                     if a == al:

  271.                                         this_allergies.add(a)

  272.                                         break

  273.                             if "L" in this_allergies:

  274.                                 this_allergies.add("VL")

  275.                             for a in this_allergies:

  276.                                 if a in total_allergies:

  277.                                     total_allergies[a] += 1

  278.                                 if a in maybe_allergies:

  279.                                     maybe_allergies[a] += 1

  280.                             match = re.search("M", lazy_allergies)

  281.                             if match:

  282.                                 if "L" in this_allergies and not "M" in this_allergies:

  283.                                     maybe_allergies["M"] += 1

  284.                         else:

  285.                             if lazy_allergies == "all":

  286.                                 for a in allergies:

  287.                                     maybe_allergies[a] += 1

  288. 

  289.                             output.append(part)

  290.                     allergy_output = ""

  291.                     for a in allergies:

  292.                         if total_allergies[a] == part_count:

  293.                             eatable_food_numbers[a].append(foodnum)

  294.                         elif maybe_allergies[a]== part_count:

  295.                             maybe_eatable_food_numbers[a].append(foodnum)

  296.                     fout.write("  <li id=\"f{foodnum}\">{output}</li>\n".format(foodnum=foodnum, output="".join(output)))

  297.                     foodnum += 1

  298.                 fout.write("</ul>\n")

  299.         # write allergy scripts

  300.         fout.write('<script type="text/javascript" src="{resources_prefix}ruoka.js"></script>'.format(resources_prefix=resources_prefix))

  301.         fout.write('<script type="text/javascript">\n')

  302.         fout.write("var eatable_foods = [];\n")

  303.         fout.write("var maybe_eatable_foods = [];\n")

  304.         for a in allergies:

  305.             fout.write("eatable_foods[\"{a}\"] = [{eatable_food_number}];\n".format(a=a, eatable_food_number=",".join(str(e) for e in eatable_food_numbers[a])))

  306.             fout.write("maybe_eatable_foods[\"{a}\"] = [{maybe_eatable_food_number}];\n".format(a=a, maybe_eatable_food_number=",".join(str(e) for e in maybe_eatable_food_numbers[a])))

  307.         allergy_string = ",".join('"{a}"'.format(a=a) for a in allergies)

  308.         fout.write("var allergies = [{allergies}];\n".format(allergies = allergy_string))

  309.         fout.write("var food_count = {foodnum};\n".format(foodnum = foodnum))

  310.         fout.write("window.onload = function() { set_allergies(); show_warning(); };\n")

  311.         fout.write("</script>\n")

  312.         fout.write("</div></div>{file_footer}".format(file_footer=file_footer.format(resources_prefix=resources_prefix)))

  313. 

  314. def write_all_days(restaurants, prefix, title, resources_prefix):

  315.     try:

  316.         os.mkdir(prefix)

  317.     except OSError as err:

  318.         pass # hope it already exists

  319.     last_day = find_last_day_with_foods(restaurants);

  320.     for day in range(7):

  321.         outfname = "{prefix}{day}.html".format(prefix=prefix, day=day+1)

  322.         if day > last_day:

  323.             try:

  324.                 os.unlink(outfname)

  325.             except OSError as err:

  326.                 pass # probably did not exist

  327.             continue

  328.         header = "{day_name} - {title} vko {max_week}{max_week_daterange}".format(day_name=day_names[day], title=title,

  329.                 max_week=max_week, max_week_daterange=max_week_daterange)

  330.         write_day(day, header, outfname, last_day, restaurants, prefix, resources_prefix)

  331.  

  332. def write_table(restaurants, prefix, title, resources_prefix):

  333.     last_day = find_last_day_with_foods(restaurants);

  334.     outfname = "{prefix}table.html".format(prefix=prefix)

  335.     with open(outfname, "w", encoding="utf-8") as fout:

  336.         header = "{title} vko {max_week}{max_week_daterange}".format(title=title, max_week=max_week, max_week_daterange=max_week_daterange)

  337.         fout.write(file_header.format(resources_prefix=resources_prefix))

  338.         fout.write("<h1>{header}</h1>\n".format(header=header))

  339.         fout.write("<div class=\"title\">\n")

  340. 

  341.         write_days_header(fout, -1, last_day)

  342.         write_prefix_header(fout, prefix, 0, resources_prefix)

  343.         fout.write("</div><table border=\"1\"><tr><th>Päivä</th>")

  344.         for r in restaurants:

  345.             (title, open_hours, week, week_foods, info) = r

  346.             (title2, url) = info[0:2]

  347.             url = re.sub("&", "&nbsp;", url)

  348.             fout.write("<th><a href=\"{url}\">{title}</a></th>".format(url=url, title=title))

  349.         fout.write("</tr>\n")

  350.         for day in range(last_day):

  351.             fout.write("<tr><td>{day_name}</td>\n".format(day_name=day_names[day]))

  352.             for r in restaurants:

  353.                 (title, open_hours, week, week_foods, info) = r

  354.                 if day in week_foods and (week == "" or week == max_week):

  355.                     fout.write("<td><ul>\n")

  356.                     for food in week_foods[day]:

  357.                         fout.write("<li>{food}</li>".format(food=food))

  358.                     fout.write("</ul></td>\n")

  359.                 else:

  360.                     fout.write("<td></td>\n")

  361.             fout.write("</tr\n")

  362.         fout.write("</table>{file_footer}".format(file_footer=file_footer.format(resources_prefix=resources_prefix)))

  363. 

  364. def get_restaurants_sorted(restaurants):

  365.     # consider writing comparator

  366.     out = []

  367.     for r in restaurants:

  368.         if r[4][3] == "left":

  369.             out.append(r)

  370.     for r in restaurants:

  371.         if r[4][3] == "right":

  372.             out.append(r)

  373.     for r in restaurants:

  374.         if r[4][3] == "middle" and not re.search("TAMK", r[4][0]):

  375.             out.append(r)

  376.     for r in restaurants:

  377.         if r[4][3] == "middle" and re.search("TAMK", r[4][0]):

  378.             out.append(r)

  379.     return out

  380. 

  381. def get_restaurants_with_prefix(prefix, restaurants):

  382.     out = []

  383.     for r in restaurants:

  384.         if re.search(prefix, r[4][0]):

  385.             out.append(r)

  386.     return get_restaurants_sorted(out)

  387. 

  388. tty_title = "TTY:n ruokalistat"

  389. tty = get_restaurants_with_prefix("TTY", unordered)

  390. write_all_days(tty, "tty/", tty_title, "../")

  391. write_table(tty, "tty/", tty_title, "../")

  392. 

  393. tay_title = "Tampereen yliopiston ruokalistat"

  394. tay = get_restaurants_with_prefix("TaY", unordered)

  395. write_all_days(tay, "tay/", tay_title, "../")

  396. write_table(tay, "tay/", tay_title, "../")

  397. 

  398. tays_title = "TAYS:n ruokalistat"

  399. tays = get_restaurants_with_prefix("TAYS", unordered)

  400. write_all_days(tays, "tays/", tays_title, "../")

  401. write_table(tays, "tays/", tays_title, "../")

  402. 

  403. for r in unordered:

  404.     if re.search(r"^\(TaY\)", r[0]):

  405.         r[4][3] = "left"

  406.     if re.search(r"^\(TTY\)", r[0]):

  407.         r[4][3] = "right"

  408.     if re.search(r"^\(TAYS\)", r[0]):

  409.         r[4][3] = "middle"

  410. 

  411. all_title = "Tampereen yliopistojen ruokalistat";

  412. all_restaurants = get_restaurants_sorted(unordered);

  413. # move fusion kitchen last

  414. #fusion = splice(@all_restaurants, 1, 1);

  415. #splice(@all_restaurants, 4, 0, @fusion);

  416. 

  417. write_all_days(all_restaurants, "", all_title, "");

  418. write_table(all_restaurants, "", all_title, "");