File size: 1,581 Bytes
723f963 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import re
import xml.etree.ElementTree as ET
from collections import defaultdict
from language_data.population_data import LANGUAGE_SPEAKING_POPULATION
from language_data.util import data_filename
def get_population_data():
filename = data_filename("supplementalData.xml")
root = ET.fromstring(open(filename).read())
territories = root.findall("./territoryInfo/territory")
data = {}
for territory in territories:
t_code = territory.attrib["type"]
t_population = float(territory.attrib["population"])
data[t_code] = t_population
return data
def population(bcp_47):
items = {
re.sub(r"^[a-z]+-", "", lang): pop
for lang, pop in LANGUAGE_SPEAKING_POPULATION.items()
if re.match(rf"^{bcp_47}-[A-Z]{{2}}$", lang)
}
return items
def make_country_table(language_table):
countries = defaultdict(list)
for lang in language_table.itertuples():
for country, pop in population(lang.bcp_47).items():
countries[country].append(
{
"name": lang.language_name,
"bcp_47": lang.bcp_47,
"population": pop,
"score": lang.average,
}
)
for country, languages in countries.items():
pop = sum(entry["population"] for entry in languages)
score = sum(entry["score"] * entry["population"] for entry in languages) / pop
countries[country] = {
"score": score,
"languages": languages,
}
return countries
|