lafrite/recopytex
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Feat: csv extraction and flattening

Browse Source
This commit is contained in:
Bertrand Benjamin
2019-08-04 21:57:27 +02:00
parent 9358c10b47
commit 2296615cb4
3 changed files with 247 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

181
templates/tpl_evaluation.ipynb
View File

@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
@@ -10,12 +10,13 @@
"from IPython.display import DisplayHandle\n",
"import pandas as pd\n",
"from pathlib import Path\n",
"from datetime import datetime"
"from datetime import datetime\n",
"from recopytex.csv_extraction import flat_clear_csv"
]
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 2,
"metadata": {
"tags": [
"parameters"
@@ -24,35 +25,20 @@
"outputs": [],
"source": [
"tribe = \"308\"\n",
"assessment = \"161114_dm2\"\n",
"csv_file = Path(f\"./sheets/{tribe}/{assessment}.csv\")"
"assessment = \"DM1\"\n",
"date = \"15/09/16\"\n",
"csv_file = Path(f\"../sheets/{tribe}/160915_{assessment}.csv\")"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
"split_ass = assessment.split(\"_\")\n",
"if len(split_ass) > 1:\n",
" date, *assessment = assessment.split(\"_\")\n",
" date = datetime.strptime(date, \"%y%m%d\")\n",
" assessment = ' '.join(assessment)\n",
"else:\n",
" date = None\n",
" assessment = split_ass[0]"
]
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/markdown": [
"# dm2 (14/11/2016) pour 308"
"# DM1 (15/09/16) pour 308"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
@@ -66,7 +52,154 @@
"if date is None:\n",
" display(md(f\"# {assessment} pour {tribe}\"))\n",
"else:\n",
" display(md(f\"# {assessment} ({date:%d/%m/%Y}) pour {tribe}\"))"
" display(md(f\"# {assessment} ({date}) pour {tribe}\"))"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>trimestre</th>\n",
" <th>nom</th>\n",
" <th>date</th>\n",
" <th>exercice</th>\n",
" <th>question</th>\n",
" <th>competence</th>\n",
" <th>domaine</th>\n",
" <th>commentaire</th>\n",
" <th>bareme</th>\n",
" <th>niveau</th>\n",
" <th>student</th>\n",
" <th>score</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>1</td>\n",
" <td>DM1</td>\n",
" <td>15/09/16</td>\n",
" <td>1</td>\n",
" <td>1.1</td>\n",
" <td>Cal</td>\n",
" <td>Prio</td>\n",
" <td></td>\n",
" <td>1.0</td>\n",
" <td>1</td>\n",
" <td>ABDOU Asmahane</td>\n",
" <td>2</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>1</td>\n",
" <td>DM1</td>\n",
" <td>15/09/16</td>\n",
" <td>1</td>\n",
" <td>1.2</td>\n",
" <td>Cal</td>\n",
" <td>Prio</td>\n",
" <td></td>\n",
" <td>1.0</td>\n",
" <td>1</td>\n",
" <td>ABDOU Asmahane</td>\n",
" <td>3</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>1</td>\n",
" <td>DM1</td>\n",
" <td>15/09/16</td>\n",
" <td>1</td>\n",
" <td>1.3</td>\n",
" <td>Cal</td>\n",
" <td>Prio</td>\n",
" <td></td>\n",
" <td>1.0</td>\n",
" <td>1</td>\n",
" <td>ABDOU Asmahane</td>\n",
" <td>2</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>1</td>\n",
" <td>DM1</td>\n",
" <td>15/09/16</td>\n",
" <td>1</td>\n",
" <td>1.4</td>\n",
" <td>Cal</td>\n",
" <td>Prio</td>\n",
" <td></td>\n",
" <td>1.0</td>\n",
" <td>1</td>\n",
" <td>ABDOU Asmahane</td>\n",
" <td>2</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>1</td>\n",
" <td>DM1</td>\n",
" <td>15/09/16</td>\n",
" <td>1</td>\n",
" <td>1.5</td>\n",
" <td>Cal</td>\n",
" <td>Prio</td>\n",
" <td></td>\n",
" <td>1.0</td>\n",
" <td>1</td>\n",
" <td>ABDOU Asmahane</td>\n",
" <td>2</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" trimestre nom date exercice question competence domaine commentaire \\\n",
"0 1 DM1 15/09/16 1 1.1 Cal Prio \n",
"1 1 DM1 15/09/16 1 1.2 Cal Prio \n",
"2 1 DM1 15/09/16 1 1.3 Cal Prio \n",
"3 1 DM1 15/09/16 1 1.4 Cal Prio \n",
"4 1 DM1 15/09/16 1 1.5 Cal Prio \n",
"\n",
" bareme niveau student score \n",
"0 1.0 1 ABDOU Asmahane 2 \n",
"1 1.0 1 ABDOU Asmahane 3 \n",
"2 1.0 1 ABDOU Asmahane 2 \n",
"3 1.0 1 ABDOU Asmahane 2 \n",
"4 1.0 1 ABDOU Asmahane 2 "
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"stack_scores = pd.read_csv(csv_file)\n",
"scores = flat_clear_csv(stack_scores)\n",
"scores.head()"
]
},
{