osbm/flake
1
0
Fork 0
Code Issues Pull requests Wiki Activity

formatting python

Browse source
This commit is contained in:
Osman Faruk Bayram 2025-08-02 16:30:25 +03:00
parent 304219e840
commit 697bf2b3db
1 changed files with 67 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

105
modules/services/wanikani-stats/app.py
View file

@ -8,14 +8,15 @@ import seaborn as sns
import matplotlib import matplotlib
import functools import functools
matplotlib.use('agg') matplotlib.use("agg")
# set dark theme for plots # set dark theme for plots
sns.set_theme(style="darkgrid") sns.set_theme(style="darkgrid")
plt.style.use('dark_background') plt.style.use("dark_background")
app = Flask(__name__) app = Flask(__name__)
DATA_DIR = Path("/var/lib/wanikani-logs") DATA_DIR = Path("/var/lib/wanikani-logs")
def get_zip_file_names(): def get_zip_file_names():
"""Get a list of zip files in the data directory.""" """Get a list of zip files in the data directory."""
return [f for f in DATA_DIR.glob("*.zip") if f.is_file()] return [f for f in DATA_DIR.glob("*.zip") if f.is_file()]
@ -26,17 +27,17 @@ def get_zip_file_names():
def load_zip(zip_path): def load_zip(zip_path):
print(f"Processing {zip_path}") print(f"Processing {zip_path}")
"""Load a zip file and return its contents as a dictionary.""" """Load a zip file and return its contents as a dictionary."""
with zipfile.ZipFile(zip_path, 'r') as z: with zipfile.ZipFile(zip_path, "r") as z:
data = {} data = {}
# just read summary.json # just read summary.json
with z.open("summary.json") as f: with z.open("summary.json") as f:
summary_data = json.load(f) summary_data = json.load(f)
num_reviews = len(summary_data['data']['reviews'][0]["subject_ids"]) num_reviews = len(summary_data["data"]["reviews"][0]["subject_ids"])
num_lessons = len(summary_data['data']['lessons'][0]["subject_ids"]) num_lessons = len(summary_data["data"]["lessons"][0]["subject_ids"])
data["num_reviews"] = num_reviews data["num_reviews"] = num_reviews
data["num_lessons"] = num_lessons data["num_lessons"] = num_lessons
# wanikani_data_2025-05-18.zip # wanikani_data_2025-05-18.zip
data["date"] = zip_path.stem.split('_')[-1].replace('.zip', '') data["date"] = zip_path.stem.split("_")[-1].replace(".zip", "")
# with z.open("subjects.json") as f: # with z.open("subjects.json") as f:
# subjects_data = json.load(f) # subjects_data = json.load(f)
@ -48,71 +49,96 @@ def load_zip(zip_path):
with z.open("assignments.json") as f: with z.open("assignments.json") as f:
assignments_data = json.load(f) assignments_data = json.load(f)
print(f"Found total assignments: {assignments_data['total_count']}") print(f"Found total assignments: {assignments_data['total_count']}")
data["total_assignments"] = assignments_data['total_count'] data["total_assignments"] = assignments_data["total_count"]
# now the data key will give us all the srs stages # now the data key will give us all the srs stages
srs_stages = [0 for _ in range(10)] # 10 SRS stages srs_stages = [0 for _ in range(10)] # 10 SRS stages
for assignment in assignments_data['data']: for assignment in assignments_data["data"]:
srs_stage = assignment['data']['srs_stage'] srs_stage = assignment["data"]["srs_stage"]
srs_stages[srs_stage] += 1 srs_stages[srs_stage] += 1
# add srs stages to data # add srs stages to data
for i, count in enumerate(srs_stages): for i, count in enumerate(srs_stages):
data[f'srs_stage_{i}'] = count data[f"srs_stage_{i}"] = count
print(data) print(data)
return data return data
def get_dataframe(list_of_daily_data): def get_dataframe(list_of_daily_data):
"""Convert a list of daily data dictionaries into a pandas DataFrame.""" """Convert a list of daily data dictionaries into a pandas DataFrame."""
df = pd.DataFrame(list_of_daily_data) df = pd.DataFrame(list_of_daily_data)
df["progression"] = df.apply(lambda row: sum(row[f'srs_stage_{i}'] * (i + 1) for i in range(10)) / (row['total_subjects'] * 10) * 100, axis=1) df["progression"] = df.apply(
lambda row: sum(row[f"srs_stage_{i}"] * (i + 1) for i in range(10))
/ (row["total_subjects"] * 10)
* 100,
axis=1,
)
df["apprentice"] = df.apply(lambda row: row['srs_stage_1'] + row['srs_stage_2'] + row['srs_stage_3'] + row['srs_stage_4'], axis=1) df["apprentice"] = df.apply(
df["guru"] = df.apply(lambda row: row['srs_stage_5'] + row['srs_stage_6'], axis=1) lambda row: row["srs_stage_1"]
df["master"] = df['srs_stage_7'] + row["srs_stage_2"]
+ row["srs_stage_3"]
+ row["srs_stage_4"],
axis=1,
)
df["guru"] = df.apply(lambda row: row["srs_stage_5"] + row["srs_stage_6"], axis=1)
df["master"] = df["srs_stage_7"]
df["enlightened"] = df["srs_stage_8"] df["enlightened"] = df["srs_stage_8"]
df["burned"] = df["srs_stage_9"] df["burned"] = df["srs_stage_9"]
return df return df
def get_svg_plot(df, column, title, ylabel): def get_svg_plot(df, column, title, ylabel):
"""Generate an SVG plot for a given DataFrame column.""" """Generate an SVG plot for a given DataFrame column."""
plt.figure(figsize=(10, 6), facecolor='#151519') plt.figure(figsize=(10, 6), facecolor="#151519")
plt.plot(df['date'], df[column], marker='o', label=column.capitalize()) plt.plot(df["date"], df[column], marker="o", label=column.capitalize())
plt.title(title) plt.title(title)
plt.xlabel('Date') plt.xlabel("Date")
plt.ylabel(ylabel) plt.ylabel(ylabel)
# Show every 10th date label # Show every 10th date label
plt.xticks(range(0, len(df['date']), 10), df['date'][::10], rotation=45) plt.xticks(range(0, len(df["date"]), 10), df["date"][::10], rotation=45)
plt.grid() plt.grid()
plt.legend() plt.legend()
plt.gca().set_facecolor('#151519') plt.gca().set_facecolor("#151519")
plt.tight_layout() plt.tight_layout()
# Save to string buffer # Save to string buffer
import io import io
buffer = io.StringIO() buffer = io.StringIO()
plt.savefig(buffer, format='svg', bbox_inches='tight') plt.savefig(buffer, format="svg", bbox_inches="tight")
svg_content = buffer.getvalue() svg_content = buffer.getvalue()
buffer.close() buffer.close()
plt.close() plt.close()
return svg_content return svg_content
def render_html(df): def render_html(df):
"""Render the DataFrame as HTML.""" """Render the DataFrame as HTML."""
reviews_svg = get_svg_plot(df, 'num_reviews', 'Daily Reviews', 'Number of Reviews') reviews_svg = get_svg_plot(df, "num_reviews", "Daily Reviews", "Number of Reviews")
lessons_svg = get_svg_plot(df, 'num_lessons', 'Daily Lessons', 'Number of Lessons') lessons_svg = get_svg_plot(df, "num_lessons", "Daily Lessons", "Number of Lessons")
progression_svg = get_svg_plot(df, 'progression', 'SRS Progression', 'Progression (%)') progression_svg = get_svg_plot(
df, "progression", "SRS Progression", "Progression (%)"
)
# srs stages # srs stages
srs_stage_apprentice_svg = get_svg_plot(df, 'apprentice', 'Apprentice Stage', 'Number of Subjects') srs_stage_apprentice_svg = get_svg_plot(
srs_stage_guru_svg = get_svg_plot(df, 'guru', 'Guru Stage', 'Number of Subjects') df, "apprentice", "Apprentice Stage", "Number of Subjects"
srs_stage_master_svg = get_svg_plot(df, 'master', 'Master Stage', 'Number of Subjects') )
srs_stage_enlightened_svg = get_svg_plot(df, 'enlightened', 'Enlightened Stage', 'Number of Subjects') srs_stage_guru_svg = get_svg_plot(df, "guru", "Guru Stage", "Number of Subjects")
srs_stage_burned_svg = get_svg_plot(df, 'burned', 'Burned Stage', 'Number of Subjects') srs_stage_master_svg = get_svg_plot(
df, "master", "Master Stage", "Number of Subjects"
)
srs_stage_enlightened_svg = get_svg_plot(
df, "enlightened", "Enlightened Stage", "Number of Subjects"
)
srs_stage_burned_svg = get_svg_plot(
df, "burned", "Burned Stage", "Number of Subjects"
)
# Render HTML with embedded SVGs # Render HTML with embedded SVGs
html_content = f""" html_content = f"""
@ -151,7 +177,8 @@ def render_html(df):
""" """
return render_template_string(html_content) return render_template_string(html_content)
@app.route('/')
@app.route("/")
def index(): def index():
"""Index route""" """Index route"""
file_names = get_zip_file_names() file_names = get_zip_file_names()
@ -164,21 +191,23 @@ def index():
df = get_dataframe(list_of_daily_data) df = get_dataframe(list_of_daily_data)
# sort by date string # sort by date string
df.sort_values(by='date', inplace=True) df.sort_values(by="date", inplace=True)
response = Response(render_html(df), content_type='text/html') response = Response(render_html(df), content_type="text/html")
response.headers['Widget-Content-Type'] = 'html' response.headers["Widget-Content-Type"] = "html"
response.headers['Widget-Title'] = 'WaniKani Statistics' response.headers["Widget-Title"] = "WaniKani Statistics"
return response return response
@app.route('/health')
@app.route("/health")
def health(): def health():
"""Health check endpoint""" """Health check endpoint"""
return {'status': 'ok', 'service': 'wanikani-stats'} return {"status": "ok", "service": "wanikani-stats"}
if __name__ == '__main__':
if __name__ == "__main__":
import sys import sys
port = int(sys.argv[1]) if len(sys.argv) > 1 else 8501 port = int(sys.argv[1]) if len(sys.argv) > 1 else 8501
print(f"Starting WaniKani Stats Flask app on port {port}") print(f"Starting WaniKani Stats Flask app on port {port}")
app.run(host='0.0.0.0', port=port, debug=False) app.run(host="0.0.0.0", port=port, debug=False)