ScoDoc-Lille/ZScolar.py

# -*- mode: python -*-
# -*- coding: utf-8 -*-

##############################################################################
#
# Gestion scolarite IUT
#
# Copyright (c) 1999 - 2021 Emmanuel Viennet.  All rights reserved.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#
#   Emmanuel Viennet      emmanuel.viennet@viennet.net
#
##############################################################################

"""Site Scolarite pour département IUT
"""

import sys
import traceback
import time, string, glob, re
import urllib, urllib2, cgi, xml

try:
    from cStringIO import StringIO
except:
    from StringIO import StringIO
from zipfile import ZipFile
import thread
import psycopg2

from sco_zope import *


# ---------------
from notes_log import log

log.set_log_directory(INSTANCE_HOME + "/log")
log("restarting...")

log("ZScolar home=%s" % file_path)


from sco_utils import *
import notesdb
from notesdb import *
from scolog import logdb

import scolars
import sco_preferences
import sco_formations
from scolars import (
    format_nom,
    format_prenom,
    format_sexe,
    format_lycee,
    format_lycee_from_code,
)
from scolars import format_telephone, format_pays, make_etud_args
import sco_find_etud
import sco_photos
import sco_formsemestre
import sco_formsemestre_edit

import sco_news
from sco_news import NEWS_INSCR, NEWS_NOTE, NEWS_FORM, NEWS_SEM, NEWS_MISC

import html_sco_header, html_sidebar

from gen_tables import GenTable
import sco_excel
import imageresize

import ZNotes
import ZAbsences
import ZEntreprises
import ZScoUsers
import sco_modalites
import ImportScolars
import sco_abs
import sco_portal_apogee
import sco_synchro_etuds
import sco_page_etud
import sco_groups
import sco_trombino
import sco_groups_view
import sco_trombino_tours
import sco_parcours_dut
import sco_report
import sco_archives_etud
import sco_debouche
import sco_groups_edit
import sco_up_to_date
import sco_edt_cal
import sco_dept
import sco_dump_db

from VERSION import SCOVERSION, SCONEWS

if hasattr(CONFIG, "ABSOLUTE_URL") and CONFIG.ABSOLUTE_URL:
    log("ScoDoc: ABSOLUTE_URL='%s'" % CONFIG.ABSOLUTE_URL)
log("ScoDoc: using encoding %s" % SCO_ENCODING)

# import essai_cas

# ---------------


class ZScolar(ObjectManager, PropertyManager, RoleManager, Item, Persistent, Implicit):

    "ZScolar object"

    meta_type = "ZScolar"
    security = ClassSecurityInfo()
    file_path = Globals.package_home(globals())

    # This is the list of the methods associated to 'tabs' in the ZMI
    # Be aware that The first in the list is the one shown by default, so if
    # the 'View' tab is the first, you will never see your tabs by cliquing
    # on the object.
    manage_options = (
        ({"label": "Contents", "action": "manage_main"},)
        + PropertyManager.manage_options  # add the 'Properties' tab
        + ({"label": "View", "action": "index_html"},)
        + Item.manage_options  # add the 'Undo' & 'Owner' tab
        + RoleManager.manage_options  # add the 'Security' tab
    )

    # no permissions, only called from python
    def __init__(self, id, title, db_cnx_string=None):
        "initialise a new instance of ZScolar"
        log("*** creating ZScolar instance")
        self.id = id
        self.title = title
        self._db_cnx_string = db_cnx_string
        self._cnx = None

        # --- add Scousers instance
        id = "Users"
        obj = ZScoUsers.ZScoUsers(id, "Gestion utilisateurs zope")
        self._setObject(id, obj)
        # --- add Notes instance
        id = "Notes"
        obj = ZNotes.ZNotes(id, "Gestion Notes")
        self._setObject(id, obj)
        # --- add Absences instance
        id = "Absences"
        obj = ZAbsences.ZAbsences(id, "Gestion absences")
        self._setObject(id, obj)
        # --- add Entreprises instance
        id = "Entreprises"
        obj = ZEntreprises.ZEntreprises(id, "Suivi entreprises")
        self._setObject(id, obj)

        #
        self.manage_addProperty("roles_initialized", "0", "string")

    # The for used to edit this object
    security.declareProtected(ScoView, "manage_editZScolar")

    def manage_editZScolar(self, title, RESPONSE=None):
        "Changes the instance values"
        self.title = title
        self._p_changed = 1
        RESPONSE.redirect("manage_editForm")

    def _setup_initial_roles_and_permissions(self):
        """Initialize roles and permissions
        create 3 roles: EnsXXX, SecrXXX, AdminXXX
        and set default permissions for each one.
        """
        DeptId = self.DeptId()
        log("initializing roles and permissions for %s" % DeptId)
        H = []
        ok = True
        DeptRoles = self.DeptUsersRoles()

        container = self.aq_parent  # creates roles and permissions in parent folder
        valid_roles = set(container.valid_roles())
        for role_name in DeptRoles:
            if role_name not in valid_roles:
                r = container._addRole(role_name)
                if r:  # error
                    H.append(r)
                    ok = False

        for permission in Sco_Default_Permissions.keys():
            roles = [r + DeptId for r in Sco_Default_Permissions[permission]]
            roles.append("Manager")
            log("granting '%s' to %s" % (permission, roles))
            try:
                r = container.manage_permission(permission, roles=roles, acquire=0)
                if r:
                    H.append(r)
                    ok = False
            except ValueError:
                log(traceback.format_exc())
                log("failed, ignoring.")
        # set property indicating that we did the job:
        self.manage_changeProperties(roles_initialized="1")

        return ok, "\n".join(H)

    security.declareProtected(ScoView, "DeptId")

    def DeptId(self):
        """Returns Id for this department
        (retreived as the name of the parent folder)
        (c'est normalement l'id donne à create_dept.sh)
        NB: la preference DeptName est au depart la même chose de cet id
        mais elle peut être modifiée (préférences).
        """
        return self.aq_parent.id

    def DeptUsersRoles(self):  # not published
        # Donne les rôles utilisés dans ce departement.
        DeptId = self.DeptId()
        DeptRoles = []
        for role_type in ("Ens", "Secr", "Admin", "RespPe"):
            role_name = role_type + DeptId
            DeptRoles.append(role_name)
        return DeptRoles

    security.declareProtected(ScoView, "essai")

    def essai(self, x="", REQUEST=None):
        """essai: header / body / footer"""
        return """<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<title>Programme DUT R&amp;T</title>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta http-equiv="Content-Style-Type" content="text/css" />
<meta name="LANG" content="fr" />
<meta name="DESCRIPTION" content="ScoDoc" />

<script language="javascript" type="text/javascript" src="/ScoDoc/static/jQuery/jquery.js"></script>


<script language="javascript" type="text/javascript" src="/ScoDoc/static/libjs/jquery.jeditable.mini.js"></script>
<script language="javascript" type="text/javascript" src="/ScoDoc/static/js/ue_list.js"></script>

</head>
<body>
<p>
UE11 Découverte métiers <span class="ue_code">(code UCOD46, 16 ECTS, Apo <span class="span_ue_apo" style="display: inline" id="toto">VRTU11</span>)</span>
<span class="locked">[verrouillé]</span>
</p>
</body>
        """
        #        return (
        #            self.sco_header(REQUEST)
        #            + """<div class="xp">%s</div>""" % x
        #            + self.sco_footer(REQUEST)
        #        )
        #        b = "<p>Hello, World !</p><br/>"
        #        raise ValueError("essai exception")
        # raise ScoValueError('essai exception !', dest_url='totoro', REQUEST=REQUEST)

        # cursor = cnx.cursor(cursor_factory=ScoDocCursor)
        # cursor.execute("select * from notes_formations")
        # b += str(cursor.fetchall())
        # b = self.Notes.gloups()
        # raise NoteProcessError('test exception !')

        # essai: liste des permissions
        from AccessControl import getSecurityManager
        from AccessControl.Permission import Permission

        permissions = self.ac_inherited_permissions(1)
        scoperms = [p for p in permissions if p[0][:3] == "Sco"]
        # H.append( str(self.aq_parent.aq_parent.permission_settings()) )
        # H.append('<p>perms: %s</p>'%str(scoperms))
        # H.append('<p>valid_roles: %s</p>'%str(self.valid_roles()))
        # H.append('<p>ac_inherited_permissions=%s</p>'%str(self.ac_inherited_permissions(1)))
        def collect_roles(context, rd):
            for p in scoperms:
                name, value = p[:2]
                P = Permission(name, value, context)
                roles = list(P.getRoles())
                if rd.has_key(name):
                    rd[name] += roles
                else:
                    rd[name] = roles
            if hasattr(context, "aq_parent"):
                collect_roles(context.aq_parent, rd)

        b = ""
        rd = {}
        collect_roles(self, rd)
        b = "<p>" + str(rd) + "</p>"

        authuser = REQUEST.AUTHENTICATED_USER
        for p in scoperms:
            permname, value = p[:2]
            b += "<p>" + permname + " : "
            if authuser.has_permission(permname, self):
                b += "yes"
            else:
                b += "no"
            b += "</p>"
        b += "<p>xxx</p><hr><p>" + str(self.aq_parent.aq_parent)

        return self.sco_header(REQUEST) + str(b) + self.sco_footer(REQUEST)

    # essais calendriers:
    security.declareProtected(ScoView, "experimental_calendar")
    experimental_calendar = sco_edt_cal.experimental_calendar
    security.declareProtected(ScoView, "group_edt_json")
    group_edt_json = sco_edt_cal.group_edt_json

    security.declareProtected(ScoView, "ScoURL")

    def ScoURL(self):
        "base URL for this sco instance"
        # absolute_url is the classic Zope method
        # The avoid the burden of configuring a proxy zope object, we offer
        # a custom configuration via scodoc_config
        return CONFIG.ABSOLUTE_URL or self.absolute_url()

    security.declareProtected(ScoView, "sco_header")
    sco_header = html_sco_header.sco_header
    security.declareProtected(ScoView, "sco_footer")
    sco_footer = html_sco_header.sco_footer

    # --------------------------------------------------------------------
    #
    #    GESTION DE LA BD
    #
    # --------------------------------------------------------------------
    security.declareProtected(ScoSuperAdmin, "GetDBConnexionString")

    def GetDBConnexionString(self):
        # should not be published (but used from contained classes via acquisition)
        return self._db_cnx_string

    security.declareProtected(ScoSuperAdmin, "GetDBConnexion")
    GetDBConnexion = notesdb.GetDBConnexion

    # A enlever après re-ecriture de ZEntreprises.py
    security.declareProtected(ScoView, "TrivialFormulator")

    def TrivialFormulator(
        self,
        form_url,
        values,
        formdescription=(),
        initvalues={},
        method="POST",
        submitlabel="OK",
        formid="tf",
        cancelbutton=None,
        readonly=False,
    ):
        "generator/validator of simple forms"
        # obsolete, still used by dtml/entreprises old code...
        return TrivialFormulator(
            form_url,
            values,
            formdescription=formdescription,
            initvalues=initvalues,
            method=method,
            submitlabel=submitlabel,
            formid=formid,
            cancelbutton=cancelbutton,
            readonly=readonly,
        )

    # --------------------------------------------------------------------
    #
    #    SCOLARITE (top level)
    #
    # --------------------------------------------------------------------

    security.declareProtected(ScoView, "about")

    def about(self, REQUEST):
        "version info"
        H = [
            """<h2>Système de gestion scolarité</h2>
        <p>&copy; Emmanuel Viennet 1997-2020</p>
        <p>Version %s (subversion %s)</p>
        """
            % (SCOVERSION, get_svn_version(file_path))
        ]
        H.append(
            '<p>Logiciel libre écrit en <a href="http://www.python.org">Python</a>.</p><p>Utilise <a href="http://www.reportlab.org/">ReportLab</a> pour générer les documents PDF, et <a href="http://sourceforge.net/projects/pyexcelerator">pyExcelerator</a> pour le traitement des documents Excel.</p>'
        )
        H.append("<h2>Dernières évolutions</h2>" + SCONEWS)
        H.append(
            '<div class="about-logo">'
            + icontag("borgne_img")
            + " <em>Au pays des aveugles...</em></div>"
        )
        d = ""
        return self.sco_header(REQUEST) + "\n".join(H) + d + self.sco_footer(REQUEST)

    security.declareProtected(ScoView, "ScoErrorResponse")

    def ScoErrorResponse(self, msg, format="html", REQUEST=None):
        """Send an error message to the client, in html or xml format."""
        REQUEST.RESPONSE.setStatus(404, reason=msg)
        if format == "html" or format == "pdf":
            raise ScoValueError(msg)
        elif format == "xml":
            REQUEST.RESPONSE.setHeader("content-type", XML_MIMETYPE)
            doc = jaxml.XML_document(encoding=SCO_ENCODING)
            doc.error(msg=msg)
            return repr(doc)
        elif format == "json":
            REQUEST.RESPONSE.setHeader("content-type", JSON_MIMETYPE)
            return "undefined"  # XXX voir quoi faire en cas d'erreur json
        else:
            raise ValueError("ScoErrorResponse: invalid format")

    # XXX essai XXX
    # security.declareProtected(ScoView, 'essai_cas')
    # essai_cas = essai_cas.essai_cas

    # --------------------------------------------------------------------
    #
    #    PREFERENCES
    #
    # --------------------------------------------------------------------
    security.declareProtected(ScoView, "get_preferences")

    def get_preferences(self, formsemestre_id=None):
        "Get preferences for this instance (a dict-like instance)"
        return sco_preferences.sem_preferences(self, formsemestre_id)

    security.declareProtected(ScoView, "get_preference")

    def get_preference(self, name, formsemestre_id=None):
        """Returns value of named preference.
        All preferences have a sensible default value (see sco_preferences.py),
        this function always returns a usable value for all defined preferences names.
        """
        return sco_preferences.get_base_preferences(self).get(formsemestre_id, name)

    security.declareProtected(ScoChangePreferences, "edit_preferences")

    def edit_preferences(self, REQUEST):
        """Edit global preferences"""
        return sco_preferences.get_base_preferences(self).edit(REQUEST=REQUEST)

    security.declareProtected(ScoView, "formsemestre_edit_preferences")

    def formsemestre_edit_preferences(self, formsemestre_id, REQUEST):
        """Edit preferences for a semestre"""
        authuser = REQUEST.AUTHENTICATED_USER
        sem = sco_formsemestre.get_formsemestre(self.Notes, formsemestre_id)
        ok = (
            authuser.has_permission(ScoImplement, self)
            or ((str(authuser) in sem["responsables"]) and sem["resp_can_edit"])
        ) and (sem["etat"] == "1")
        if ok:
            return self.get_preferences(formsemestre_id=formsemestre_id).edit(
                REQUEST=REQUEST
            )
        else:
            raise AccessDenied("Modification impossible pour %s" % authuser)

    security.declareProtected(ScoView, "doc_preferences")

    def doc_preferences(self, REQUEST):
        """List preferences for wiki documentation"""
        REQUEST.RESPONSE.setHeader("content-type", "text/plain")
        return sco_preferences.doc_preferences(self)

    # --------------------------------------------------------------------
    #
    #    ETUDIANTS
    #
    # --------------------------------------------------------------------

    # -----------------  BANDEAUX -------------------
    security.declareProtected(ScoView, "sidebar")
    sidebar = html_sidebar.sidebar
    security.declareProtected(ScoView, "sidebar_dept")
    sidebar_dept = html_sidebar.sidebar_dept

    security.declareProtected(ScoView, "showEtudLog")

    def showEtudLog(self, etudid, format="html", REQUEST=None):
        """Display log of operations on this student"""
        etud = self.getEtudInfo(filled=1, REQUEST=REQUEST)[0]

        ops = self.listScoLog(etudid)

        tab = GenTable(
            titles={
                "date": "Date",
                "authenticated_user": "Utilisateur",
                "remote_addr": "IP",
                "method": "Opération",
                "msg": "Message",
            },
            columns_ids=("date", "authenticated_user", "remote_addr", "method", "msg"),
            rows=ops,
            html_sortable=True,
            html_class="table_leftalign",
            base_url="%s?etudid=%s" % (REQUEST.URL0, etudid),
            page_title="Opérations sur %(nomprenom)s" % etud,
            html_title="<h2>Opérations effectuées sur l'étudiant %(nomprenom)s</h2>"
            % etud,
            filename="log_" + make_filename(etud["nomprenom"]),
            html_next_section='<ul><li><a href="ficheEtud?etudid=%(etudid)s">fiche de %(nomprenom)s</a></li></ul>'
            % etud,
            preferences=self.get_preferences(),
        )

        return tab.make_page(self, format=format, REQUEST=REQUEST)

    security.declareProtected(ScoView, "listScoLog")

    def listScoLog(self, etudid):
        "liste des operations effectuees sur cet etudiant"
        cnx = self.GetDBConnexion()
        cursor = cnx.cursor(cursor_factory=ScoDocCursor)
        cursor.execute(
            "select * from scolog where etudid=%(etudid)s ORDER BY DATE DESC",
            {"etudid": etudid},
        )
        return cursor.dictfetchall()

    # ----------  PAGE ACCUEIL (listes) --------------
    security.declareProtected(ScoView, "index_html")
    index_html = sco_dept.index_html

    security.declareProtected(ScoView, "rssnews")

    def rssnews(self, REQUEST=None):
        "rss feed"
        REQUEST.RESPONSE.setHeader("content-type", XML_MIMETYPE)
        return sco_news.scolar_news_summary_rss(
            self, "Nouvelles de " + self.get_preference("DeptName"), self.ScoURL()
        )

    # genere liste html pour accès aux groupes de ce semestre
    def make_listes_sem(self, sem, REQUEST=None, with_absences=True):
        context = self
        authuser = REQUEST.AUTHENTICATED_USER
        r = self.ScoURL()  # root url
        # construit l'URL "destination"
        # (a laquelle on revient apres saisie absences)
        query_args = cgi.parse_qs(REQUEST.QUERY_STRING)
        if "head_message" in query_args:
            del query_args["head_message"]
        destination = "%s?%s" % (REQUEST.URL, urllib.urlencode(query_args, True))
        destination = destination.replace(
            "%", "%%"
        )  # car ici utilisee dans un format string !

        #
        H = []
        # pas de menu absences si pas autorise:
        if with_absences and not authuser.has_permission(ScoAbsChange, self):
            with_absences = False

        #
        H.append(
            '<h3>Listes de %(titre)s <span class="infostitresem">(%(mois_debut)s - %(mois_fin)s)</span></h3>'
            % sem
        )

        formsemestre_id = sem["formsemestre_id"]

        # calcule dates 1er jour semaine pour absences
        try:
            if with_absences:
                first_monday = sco_abs.ddmmyyyy(sem["date_debut"]).prev_monday()
                FA = []  # formulaire avec menu saisi absences
                FA.append(
                    '<td><form action="Absences/SignaleAbsenceGrSemestre" method="get">'
                )
                FA.append(
                    '<input type="hidden" name="datefin" value="%(date_fin)s"/>' % sem
                )
                FA.append(
                    '<input type="hidden" name="group_ids" value="%(group_id)s"/>'
                )

                FA.append(
                    '<input type="hidden" name="destination" value="%s"/>' % destination
                )
                FA.append('<input type="submit" value="Saisir absences du" />')
                FA.append('<select name="datedebut" class="noprint">')
                date = first_monday
                for jour in sco_abs.day_names(self):
                    FA.append('<option value="%s">%s</option>' % (date, jour))
                    date = date.next()
                FA.append("</select>")
                FA.append(
                    '<a href="Absences/EtatAbsencesGr?group_ids=%%(group_id)s&amp;debut=%(date_debut)s&amp;fin=%(date_fin)s">état</a>'
                    % sem
                )
                FA.append("</form></td>")
                FormAbs = "\n".join(FA)
            else:
                FormAbs = ""
        except ScoInvalidDateError:  # dates incorrectes dans semestres ?
            FormAbs = ""
        #
        H.append('<div id="grouplists">')
        # Genere liste pour chaque partition (categorie de groupes)
        for partition in sco_groups.get_partitions_list(
            context, sem["formsemestre_id"]
        ):
            if not partition["partition_name"]:
                H.append("<h4>Tous les étudiants</h4>" % partition)
            else:
                H.append("<h4>Groupes de %(partition_name)s</h4>" % partition)
            groups = sco_groups.get_partition_groups(context, partition)
            if groups:
                H.append("<table>")
                for group in groups:
                    n_members = len(
                        sco_groups.get_group_members(context, group["group_id"])
                    )
                    group["url"] = r
                    if group["group_name"]:
                        group["label"] = "groupe %(group_name)s" % group
                    else:
                        group["label"] = "liste"
                    H.append('<tr class="listegroupelink">')
                    H.append(
                        """<td>
                        <a href="%(url)s/groups_view?group_ids=%(group_id)s">%(label)s</a>
                        </td><td>
                        (<a href="%(url)s/groups_view?group_ids=%(group_id)s&amp;format=xls">format tableur</a>)
                        <a href="%(url)s/groups_view?curtab=tab-photos&amp;group_ids=%(group_id)s&amp;etat=I">Photos</a>
                        </td>"""
                        % group
                    )
                    H.append("<td>(%d étudiants)</td>" % n_members)

                    if with_absences:
                        H.append(FormAbs % group)

                    H.append("</tr>")
                H.append("</table>")
            else:
                H.append('<p class="help indent">Aucun groupe dans cette partition')
                if self.Notes.can_change_groups(REQUEST, formsemestre_id):
                    H.append(
                        ' (<a href="affectGroups?partition_id=%s" class="stdlink">créer</a>)'
                        % partition["partition_id"]
                    )
                H.append("</p>")
        if self.Notes.can_change_groups(REQUEST, formsemestre_id):
            H.append(
                '<h4><a href="editPartitionForm?formsemestre_id=%s">Ajouter une partition</a></h4>'
                % formsemestre_id
            )

        H.append("</div>")
        return "\n".join(H)

    security.declareProtected(ScoView, "trombino")
    trombino = sco_trombino.trombino

    security.declareProtected(ScoView, "pdf_trombino_tours")
    pdf_trombino_tours = sco_trombino_tours.pdf_trombino_tours

    security.declareProtected(ScoView, "pdf_feuille_releve_absences")
    pdf_feuille_releve_absences = sco_trombino_tours.pdf_feuille_releve_absences

    security.declareProtected(ScoView, "trombino_copy_photos")
    trombino_copy_photos = sco_trombino.trombino_copy_photos

    security.declareProtected(ScoView, "groups_view")
    groups_view = sco_groups_view.groups_view

    security.declareProtected(ScoView, "export_groups_as_moodle_csv")
    export_groups_as_moodle_csv = sco_groups_view.export_groups_as_moodle_csv

    security.declareProtected(ScoView, "getEtudInfoGroupes")

    def getEtudInfoGroupes(self, group_ids, etat=None):
        """liste triée d'infos (dict) sur les etudiants du groupe indiqué.
        Attention: lent, car plusieurs requetes SQL par etudiant !
        """
        etuds = []
        for group_id in group_ids:
            members = sco_groups.get_group_members(self, group_id, etat=etat)
            for m in members:
                etud = self.getEtudInfo(etudid=m["etudid"], filled=True)[0]
                etuds.append(etud)

        return etuds

    # -------------------------- INFOS SUR ETUDIANTS --------------------------
    security.declareProtected(ScoView, "getEtudInfo")

    def getEtudInfo(self, etudid=False, code_nip=False, filled=False, REQUEST=None):
        """infos sur un etudiant pour utilisation en Zope DTML
        On peut specifier etudid
        ou bien cherche dans REQUEST.form: etudid, code_nip, code_ine
        (dans cet ordre).
        """
        if etudid is None:
            return []
        cnx = self.GetDBConnexion()
        args = make_etud_args(etudid=etudid, code_nip=code_nip, REQUEST=REQUEST)
        etud = scolars.etudident_list(cnx, args=args)
        if filled:
            self.fillEtudsInfo(etud)
        return etud

    security.declareProtected(ScoView, "search_etud_in_dept")
    search_etud_in_dept = sco_find_etud.search_etud_in_dept

    security.declareProtected(ScoView, "search_etud_by_name")
    search_etud_by_name = sco_find_etud.search_etud_by_name

    security.declareProtected(ScoView, "fillEtudsInfo")

    def fillEtudsInfo(self, etuds):
        """etuds est une liste d'etudiants (mappings)
        Pour chaque etudiant, ajoute ou formatte les champs
        -> informations pour fiche etudiant ou listes diverses
        """
        cnx = self.GetDBConnexion()
        # open('/tmp/t','w').write( str(etuds) )
        for etud in etuds:
            etudid = etud["etudid"]
            etud["dept"] = self.DeptId()
            adrs = scolars.adresse_list(cnx, {"etudid": etudid})
            if not adrs:
                # certains "vieux" etudiants n'ont pas d'adresse
                adr = {}.fromkeys(scolars._adresseEditor.dbfields, "")
                adr["etudid"] = etudid
            else:
                adr = adrs[0]
                if len(adrs) > 1:
                    log("fillEtudsInfo: etudid=%s a %d adresses" % (etudid, len(adrs)))
            etud.update(adr)
            scolars.format_etud_ident(etud)

            # Semestres dans lesquel il est inscrit
            ins = self.Notes.do_formsemestre_inscription_list({"etudid": etudid})
            etud["ins"] = ins
            sems = []
            cursem = None  # semestre "courant" ou il est inscrit
            for i in ins:
                sem = sco_formsemestre.get_formsemestre(self, i["formsemestre_id"])
                if sco_formsemestre.sem_est_courant(self, sem):
                    cursem = sem
                    curi = i
                sem["ins"] = i
                sems.append(sem)
            # trie les semestres par date de debut, le plus recent d'abord
            # (important, ne pas changer (suivi cohortes))
            sems.sort(lambda x, y: cmp(y["dateord"], x["dateord"]))
            etud["sems"] = sems
            etud["cursem"] = cursem
            if cursem:
                etud["inscription"] = cursem["titremois"]
                etud["inscriptionstr"] = "Inscrit en " + cursem["titremois"]
                etud["inscription_formsemestre_id"] = cursem["formsemestre_id"]
                etud["etatincursem"] = curi["etat"]
                etud["situation"] = self._descr_situation_etud(etudid, etud["ne"])
                # XXX est-ce utile ? sco_groups.etud_add_group_infos(self, etud, cursem)
            else:
                if etud["sems"]:
                    if etud["sems"][0]["dateord"] > time.strftime(
                        "%Y-%m-%d", time.localtime()
                    ):
                        etud["inscription"] = "futur"
                        etud["situation"] = "futur élève"
                    else:
                        etud["inscription"] = "ancien"
                        etud["situation"] = "ancien élève"
                else:
                    etud["inscription"] = "non inscrit"
                    etud["situation"] = etud["inscription"]
                etud["inscriptionstr"] = etud["inscription"]
                etud["inscription_formsemestre_id"] = None
                # XXXetud['partitions'] = {} # ne va pas chercher les groupes des anciens semestres
                etud["etatincursem"] = "?"

            # nettoyage champs souvents vides
            if etud["nomlycee"]:
                etud["ilycee"] = "Lycée " + format_lycee(etud["nomlycee"])
                if etud["villelycee"]:
                    etud["ilycee"] += " (%s)" % etud["villelycee"]
                etud["ilycee"] += "<br/>"
            else:
                if etud["codelycee"]:
                    etud["ilycee"] = format_lycee_from_code(etud["codelycee"])
                else:
                    etud["ilycee"] = ""
            rap = ""
            if etud["rapporteur"] or etud["commentaire"]:
                rap = "Note du rapporteur"
                if etud["rapporteur"]:
                    rap += " (%s)" % etud["rapporteur"]
                rap += ": "
                if etud["commentaire"]:
                    rap += "<em>%s</em>" % etud["commentaire"]
            etud["rap"] = rap

            # if etud['boursier_prec']:
            #    pass

            if etud["telephone"]:
                etud["telephonestr"] = "<b>Tél.:</b> " + format_telephone(
                    etud["telephone"]
                )
            else:
                etud["telephonestr"] = ""
            if etud["telephonemobile"]:
                etud["telephonemobilestr"] = "<b>Mobile:</b> " + format_telephone(
                    etud["telephonemobile"]
                )
            else:
                etud["telephonemobilestr"] = ""
            etud["debouche"] = etud["debouche"] or ""

    security.declareProtected(ScoView, "etud_info")

    def etud_info(self, etudid=None, format="xml", REQUEST=None):
        "Donne les informations sur un etudiant"
        t0 = time.time()
        args = make_etud_args(etudid=etudid, REQUEST=REQUEST)
        cnx = self.GetDBConnexion()
        etuds = scolars.etudident_list(cnx, args)
        if not etuds:
            # etudiant non trouvé: message d'erreur
            d = {
                "etudid": etudid,
                "nom": "?",
                "nom_usuel": "",
                "prenom": "?",
                "sexe": "?",
                "email": "?",
                "emailperso": "",
                "error": "code etudiant inconnu",
            }
            return sendResult(
                REQUEST, d, name="etudiant", format=format, force_outer_xml_tag=False
            )
        d = {}
        etud = etuds[0]
        self.fillEtudsInfo([etud])
        etud["date_naissance_iso"] = DateDMYtoISO(etud["date_naissance"])
        for a in (
            "etudid",
            "code_nip",
            "code_ine",
            "nom",
            "nom_usuel",
            "prenom",
            "sexe",
            "nomprenom",
            "email",
            "emailperso",
            "domicile",
            "codepostaldomicile",
            "villedomicile",
            "paysdomicile",
            "telephone",
            "telephonemobile",
            "fax",
            "bac",
            "specialite",
            "annee_bac",
            "nomlycee",
            "villelycee",
            "codepostallycee",
            "codelycee",
            "date_naissance_iso",
        ):
            d[a] = quote_xml_attr(etud[a])
        d["photo_url"] = quote_xml_attr(sco_photos.etud_photo_url(self, etud))

        sem = etud["cursem"]
        if sem:
            sco_groups.etud_add_group_infos(self, etud, sem)
            d["insemestre"] = [
                {
                    "current": "1",
                    "formsemestre_id": sem["formsemestre_id"],
                    "date_debut": DateDMYtoISO(sem["date_debut"]),
                    "date_fin": DateDMYtoISO(sem["date_fin"]),
                    "etat": quote_xml_attr(sem["ins"]["etat"]),
                    "groupes": quote_xml_attr(
                        etud["groupes"]
                    ),  # slt pour semestre courant
                }
            ]
        else:
            d["insemestre"] = []
        for sem in etud["sems"]:
            if sem != etud["cursem"]:
                d["insemestre"].append(
                    {
                        "formsemestre_id": sem["formsemestre_id"],
                        "date_debut": DateDMYtoISO(sem["date_debut"]),
                        "date_fin": DateDMYtoISO(sem["date_fin"]),
                        "etat": quote_xml_attr(sem["ins"]["etat"]),
                    }
                )

        log("etud_info (%gs)" % (time.time() - t0))
        return sendResult(
            REQUEST, d, name="etudiant", format=format, force_outer_xml_tag=False
        )

    security.declareProtected(ScoView, "XMLgetEtudInfos")
    XMLgetEtudInfos = etud_info  # old name, deprecated

    security.declareProtected(ScoView, "isPrimoEtud")

    def isPrimoEtud(self, etud, sem):
        """Determine si un (filled) etud a ete inscrit avant ce semestre.
        Regarde la liste des semestres dans lesquels l'étudiant est inscrit
        """
        now = sem["dateord"]
        for s in etud["sems"]:  # le + recent d'abord
            if s["dateord"] < now:
                return False
        return True

    # -------------------------- FICHE ETUDIANT --------------------------
    security.declareProtected(ScoView, "ficheEtud")
    ficheEtud = sco_page_etud.ficheEtud

    security.declareProtected(ScoView, "etud_upload_file_form")
    etud_upload_file_form = sco_archives_etud.etud_upload_file_form

    security.declareProtected(ScoView, "etud_delete_archive")
    etud_delete_archive = sco_archives_etud.etud_delete_archive

    security.declareProtected(ScoView, "etud_get_archived_file")
    etud_get_archived_file = sco_archives_etud.etud_get_archived_file

    security.declareProtected(ScoView, "etudarchive_import_files_form")
    etudarchive_import_files_form = sco_archives_etud.etudarchive_import_files_form

    security.declareProtected(ScoView, "etudarchive_generate_excel_sample")
    etudarchive_generate_excel_sample = (
        sco_archives_etud.etudarchive_generate_excel_sample
    )

    def _descr_situation_etud(self, etudid, ne=""):
        """chaine decrivant la situation actuelle de l'etudiant"""
        cnx = self.GetDBConnexion()
        cursor = cnx.cursor(cursor_factory=ScoDocCursor)
        cursor.execute(
            "select I.formsemestre_id, I.etat from notes_formsemestre_inscription I,  notes_formsemestre S where etudid=%(etudid)s and S.formsemestre_id = I.formsemestre_id and date_debut < now() and date_fin > now() order by S.date_debut desc;",
            {"etudid": etudid},
        )
        r = cursor.dictfetchone()
        if not r:
            situation = "non inscrit"
        else:
            sem = sco_formsemestre.get_formsemestre(self, r["formsemestre_id"])
            if r["etat"] == "I":
                situation = "inscrit%s en %s" % (ne, sem["titremois"])
                # Cherche la date d'inscription dans scolar_events:
                events = scolars.scolar_events_list(
                    cnx,
                    args={
                        "etudid": etudid,
                        "formsemestre_id": sem["formsemestre_id"],
                        "event_type": "INSCRIPTION",
                    },
                )
                if not events:
                    log(
                        "*** situation inconsistante pour %s (inscrit mais pas d'event)"
                        % etudid
                    )
                    date_ins = "???"  # ???
                else:
                    date_ins = events[0]["event_date"]
                situation += " le " + str(date_ins)
            else:
                situation = "démission de %s" % sem["titremois"]
                # Cherche la date de demission dans scolar_events:
                events = scolars.scolar_events_list(
                    cnx,
                    args={
                        "etudid": etudid,
                        "formsemestre_id": sem["formsemestre_id"],
                        "event_type": "DEMISSION",
                    },
                )
                if not events:
                    log(
                        "*** situation inconsistante pour %s (demission mais pas d'event)"
                        % etudid
                    )
                    date_dem = "???"  # ???
                else:
                    date_dem = events[0]["event_date"]
                situation += " le " + str(date_dem)
        return situation

    # Debouche / devenir etudiant

    # vrai si l'utilisateur peut modifier les informations de suivi sur la page etud"
    def can_edit_suivi(self, REQUEST=None):
        authuser = REQUEST.AUTHENTICATED_USER
        return authuser.has_permission(ScoEtudChangeAdr, self)

    security.declareProtected(ScoEtudChangeAdr, "itemsuivi_suppress")
    itemsuivi_suppress = sco_debouche.itemsuivi_suppress
    security.declareProtected(ScoEtudChangeAdr, "itemsuivi_create")
    itemsuivi_create = sco_debouche.itemsuivi_create
    security.declareProtected(ScoEtudChangeAdr, "itemsuivi_set_date")
    itemsuivi_set_date = sco_debouche.itemsuivi_set_date
    security.declareProtected(ScoEtudChangeAdr, "itemsuivi_set_situation")
    itemsuivi_set_situation = sco_debouche.itemsuivi_set_situation
    security.declareProtected(ScoView, "itemsuivi_list_etud")
    itemsuivi_list_etud = sco_debouche.itemsuivi_list_etud
    security.declareProtected(ScoView, "itemsuivi_tag_list")
    itemsuivi_tag_list = sco_debouche.itemsuivi_tag_list
    security.declareProtected(ScoView, "itemsuivi_tag_search")
    itemsuivi_tag_search = sco_debouche.itemsuivi_tag_search
    security.declareProtected(ScoEtudChangeAdr, "itemsuivi_tag_set")
    itemsuivi_tag_set = sco_debouche.itemsuivi_tag_set

    security.declareProtected(ScoEtudAddAnnotations, "doAddAnnotation")

    def doAddAnnotation(self, etudid, comment, REQUEST):
        "ajoute annotation sur etudiant"
        authuser = REQUEST.AUTHENTICATED_USER
        cnx = self.GetDBConnexion()
        scolars.etud_annotations_create(
            cnx,
            args={
                "etudid": etudid,
                "comment": comment,
                "zope_authenticated_user": str(authuser),
                "zope_remote_addr": REQUEST.REMOTE_ADDR,
            },
        )
        logdb(REQUEST, cnx, method="addAnnotation", etudid=etudid)
        REQUEST.RESPONSE.redirect("ficheEtud?etudid=" + etudid)

    security.declareProtected(ScoView, "canSuppressAnnotation")

    def canSuppressAnnotation(self, annotation_id, REQUEST):
        """True if current user can suppress this annotation
        Seuls l'auteur de l'annotation et le chef de dept peuvent supprimer
        une annotation.
        """
        cnx = self.GetDBConnexion()
        annos = scolars.etud_annotations_list(cnx, args={"id": annotation_id})
        if len(annos) != 1:
            raise ScoValueError("annotation inexistante !")
        anno = annos[0]
        authuser = REQUEST.AUTHENTICATED_USER
        # note: les anciennes installations n'ont pas le role ScoEtudSupprAnnotations
        # c'est pourquoi on teste aussi ScoEtudInscrit (normalement détenue par le chef)
        return (
            (str(authuser) == anno["zope_authenticated_user"])
            or authuser.has_permission(ScoEtudSupprAnnotations, self)
            or authuser.has_permission(ScoEtudInscrit, self)
        )

    security.declareProtected(ScoView, "doSuppressAnnotation")

    def doSuppressAnnotation(self, etudid, annotation_id, REQUEST):
        """Suppression annotation."""
        if not self.canSuppressAnnotation(annotation_id, REQUEST):
            raise AccessDenied("Vous n'avez pas le droit d'effectuer cette opération !")

        cnx = self.GetDBConnexion()
        annos = scolars.etud_annotations_list(cnx, args={"id": annotation_id})
        if len(annos) != 1:
            raise ScoValueError("annotation inexistante !")
        anno = annos[0]
        log("suppress annotation: %s" % str(anno))
        logdb(REQUEST, cnx, method="SuppressAnnotation", etudid=etudid)
        scolars.etud_annotations_delete(cnx, annotation_id)

        REQUEST.RESPONSE.redirect(
            "ficheEtud?etudid=%s&amp;head_message=Annotation%%20supprimée" % (etudid)
        )

    security.declareProtected(ScoEtudChangeAdr, "formChangeCoordonnees")

    def formChangeCoordonnees(self, etudid, REQUEST):
        "edit coordonnees etudiant"
        cnx = self.GetDBConnexion()
        etud = self.getEtudInfo(etudid=etudid, filled=1, REQUEST=REQUEST)[0]
        adrs = scolars.adresse_list(cnx, {"etudid": etudid})
        if adrs:
            adr = adrs[0]
        else:
            adr = {}  # no data for this student
        H = [
            '<h2><font color="#FF0000">Changement des coordonnées de </font> %(nomprenom)s</h2><p>'
            % etud
        ]
        header = self.sco_header(
            REQUEST, page_title="Changement adresse de %(nomprenom)s" % etud
        )

        tf = TrivialFormulator(
            REQUEST.URL0,
            REQUEST.form,
            (
                ("adresse_id", {"input_type": "hidden"}),
                ("etudid", {"input_type": "hidden"}),
                (
                    "email",
                    {
                        "size": 40,
                        "title": "e-mail",
                        "explanation": "adresse institutionnelle",
                    },
                ),
                (
                    "emailperso",
                    {
                        "size": 40,
                        "title": "e-mail",
                        "explanation": "adresse personnelle",
                    },
                ),
                (
                    "domicile",
                    {"size": 65, "explanation": "numéro, rue", "title": "Adresse"},
                ),
                ("codepostaldomicile", {"size": 6, "title": "Code postal"}),
                ("villedomicile", {"size": 20, "title": "Ville"}),
                ("paysdomicile", {"size": 20, "title": "Pays"}),
                ("", {"input_type": "separator", "default": "&nbsp;"}),
                ("telephone", {"size": 13, "title": "Téléphone"}),
                ("telephonemobile", {"size": 13, "title": "Mobile"}),
            ),
            initvalues=adr,
            submitlabel="Valider le formulaire",
        )
        if tf[0] == 0:
            return header + "\n".join(H) + tf[1] + self.sco_footer(REQUEST)
        elif tf[0] == -1:
            return REQUEST.RESPONSE.redirect(REQUEST.URL1)
        else:
            if adrs:
                scolars.adresse_edit(cnx, args=tf[2], context=self)
            else:
                scolars.adresse_create(cnx, args=tf[2])
            logdb(REQUEST, cnx, method="changeCoordonnees", etudid=etudid)
            REQUEST.RESPONSE.redirect("ficheEtud?etudid=" + etudid)

    security.declareProtected(ScoView, "formChangeGroup")

    def formChangeGroup(self, formsemestre_id, etudid, REQUEST):
        "changement groupe etudiant dans semestre"
        if not self.Notes.can_change_groups(REQUEST, formsemestre_id):
            raise ScoValueError(
                "Vous n'avez pas le droit d'effectuer cette opération !"
            )
        cnx = self.GetDBConnexion()
        etud = self.getEtudInfo(etudid=etudid, filled=1, REQUEST=REQUEST)[0]
        sem = sco_formsemestre.do_formsemestre_list(self, formsemestre_id)
        ins = self.Notes.do_formsemestre_inscription_list(
            {"etudid": etudid, "formsemestre_id": formsemestre_id}
        )[0]
        #
        # -- check lock
        sem = sco_formsemestre.get_formsemestre(self, formsemestre_id)
        if sem["etat"] != "1":
            raise ScoValueError("Modification impossible: semestre verrouille")
        #
        etud["semtitre"] = sem["titremois"]
        H = [
            '<h2><font color="#FF0000">Changement de groupe de</font> %(nomprenom)s (semestre %(semtitre)s)</h2><p>'
            % etud
        ]
        header = self.sco_header(
            REQUEST, page_title="Changement de groupe de %(nomprenom)s" % etud
        )
        # Liste des groupes existants
        raise NotImplementedError  # XXX utiliser form_group_choice ou supprimer completement ?
        #
        H.append("""<form action="doChangeGroup" method="get" name="cg">""")

        H.append(
            """<input type="hidden" name="etudid" value="%s">
<input type="hidden" name="formsemestre_id" value="%s">
<p>
(attention, vérifier que les groupes sont compatibles, selon votre organisation)
</p>
<script type="text/javascript">
function tweakmenu( gname ) {
   var gr = document.cg.newgroupname.value;
   if (!gr) {
      alert("nom de groupe vide !");
      return false;
   }
   var menutd = document.getElementById(gname);
   var newopt = document.createElement('option');
   newopt.value = gr;
   var textopt = document.createTextNode(gr);
   newopt.appendChild(textopt);
   menutd.appendChild(newopt);
   var msg = document.getElementById("groupemsg");
   msg.appendChild( document.createTextNode("groupe " + gr + " créé; ") );
   document.cg.newgroupname.value = "";
}
</script>

<p>Créer un nouveau groupe:
<input type="text" id="newgroupname" size="8"/>
<input type="button" onClick="tweakmenu( 'groupetd' );" value="créer groupe de %s"/>
<input type="button" onClick="tweakmenu( 'groupeanglais' );" value="créer groupe de %s"/>
<input type="button" onClick="tweakmenu( 'groupetp' );" value="créer groupe de %s"/>
</p>
<p id="groupemsg" style="font-style: italic;"></p>

<input type="submit" value="Changer de groupe">
<input type="button" value="Annuler" onClick="window.location='%s'">

</form>"""
            % (
                etudid,
                formsemestre_id,
                sem["nomgroupetd"],
                sem["nomgroupeta"],
                sem["nomgroupetp"],
                REQUEST.URL1,
            )
        )

        return header + "\n".join(H) + self.sco_footer(REQUEST)

    # --- Gestion des groupes:
    security.declareProtected(ScoView, "affectGroups")
    affectGroups = sco_groups_edit.affectGroups

    security.declareProtected(ScoView, "XMLgetGroupsInPartition")
    XMLgetGroupsInPartition = sco_groups.XMLgetGroupsInPartition

    security.declareProtected(ScoView, "formsemestre_partition_list")
    formsemestre_partition_list = sco_groups.formsemestre_partition_list

    security.declareProtected(ScoView, "setGroups")
    setGroups = sco_groups.setGroups

    security.declareProtected(ScoView, "createGroup")
    createGroup = sco_groups.createGroup

    security.declareProtected(ScoView, "suppressGroup")
    suppressGroup = sco_groups.suppressGroup

    security.declareProtected(ScoView, "group_set_name")
    group_set_name = sco_groups.group_set_name

    security.declareProtected(ScoView, "group_rename")
    group_rename = sco_groups.group_rename

    security.declareProtected(ScoView, "groups_auto_repartition")
    groups_auto_repartition = sco_groups.groups_auto_repartition

    security.declareProtected(ScoView, "editPartitionForm")
    editPartitionForm = sco_groups.editPartitionForm

    security.declareProtected(ScoView, "partition_delete")
    partition_delete = sco_groups.partition_delete

    security.declareProtected(ScoView, "partition_set_attr")
    partition_set_attr = sco_groups.partition_set_attr

    security.declareProtected(ScoView, "partition_move")
    partition_move = sco_groups.partition_move

    security.declareProtected(ScoView, "partition_set_name")
    partition_set_name = sco_groups.partition_set_name

    security.declareProtected(ScoView, "partition_rename")
    partition_rename = sco_groups.partition_rename

    security.declareProtected(ScoView, "partition_create")
    partition_create = sco_groups.partition_create

    security.declareProtected(ScoView, "etud_info_html")
    etud_info_html = sco_page_etud.etud_info_html

    # --- Gestion des photos:
    security.declareProtected(ScoView, "get_photo_image")

    get_photo_image = sco_photos.get_photo_image

    security.declareProtected(ScoView, "etud_photo_html")

    etud_photo_html = sco_photos.etud_photo_html

    security.declareProtected(ScoView, "etud_photo_orig_page")

    def etud_photo_orig_page(self, etudid=None, REQUEST=None):
        "Page with photo in orig. size"
        etud = self.getEtudInfo(etudid=etudid, filled=1, REQUEST=REQUEST)[0]
        H = [
            self.sco_header(REQUEST, page_title=etud["nomprenom"]),
            "<h2>%s</h2>" % etud["nomprenom"],
            '<div><a href="ficheEtud?etudid=%s">' % etudid,
            sco_photos.etud_photo_orig_html(self, etud),
            "</a></div>",
            self.sco_footer(REQUEST),
        ]
        return "\n".join(H)

    security.declareProtected(ScoEtudChangeAdr, "formChangePhoto")

    def formChangePhoto(self, etudid=None, REQUEST=None):
        """Formulaire changement photo étudiant"""
        etud = self.getEtudInfo(filled=1, REQUEST=REQUEST)[0]
        if sco_photos.etud_photo_is_local(self, etud):
            etud["photoloc"] = "dans ScoDoc"
        else:
            etud["photoloc"] = "externe"
        H = [
            self.sco_header(REQUEST, page_title="Changement de photo"),
            """<h2>Changement de la photo de %(nomprenom)s</h2>
             <p>Photo actuelle (%(photoloc)s):             
             """
            % etud,
            sco_photos.etud_photo_html(
                self, etud, title="photo actuelle", REQUEST=REQUEST
            ),
            """</p><p>Le fichier ne doit pas dépasser 500Ko (recadrer l'image, format "portrait" de préférence).</p>
             <p>L'image sera automagiquement réduite pour obtenir une hauteur de 90 pixels.</p>
             """,
        ]
        tf = TrivialFormulator(
            REQUEST.URL0,
            REQUEST.form,
            (
                ("etudid", {"default": etudid, "input_type": "hidden"}),
                (
                    "photofile",
                    {"input_type": "file", "title": "Fichier image", "size": 20},
                ),
            ),
            submitlabel="Valider",
            cancelbutton="Annuler",
        )
        if tf[0] == 0:
            return (
                "\n".join(H)
                + tf[1]
                + '<p><a class="stdlink" href="formSuppressPhoto?etudid=%s">Supprimer cette photo</a></p>'
                % etudid
                + self.sco_footer(REQUEST)
            )
        elif tf[0] == -1:
            return REQUEST.RESPONSE.redirect(
                REQUEST.URL1 + "/ficheEtud?etudid=" + etud["etudid"]
            )
        else:
            data = tf[2]["photofile"].read()
            status, diag = sco_photos.store_photo(self, etud, data, REQUEST=REQUEST)
            if status != 0:
                return REQUEST.RESPONSE.redirect(
                    self.ScoURL() + "/ficheEtud?etudid=" + etud["etudid"]
                )
            else:
                H.append('<p class="warning">Erreur:' + diag + "</p>")
        return "\n".join(H) + self.sco_footer(REQUEST)

    security.declareProtected(ScoEtudChangeAdr, "formSuppressPhoto")

    def formSuppressPhoto(self, etudid=None, REQUEST=None, dialog_confirmed=False):
        """Formulaire suppression photo étudiant"""
        etud = self.getEtudInfo(filled=1, REQUEST=REQUEST)[0]
        if not dialog_confirmed:
            return self.confirmDialog(
                "<p>Confirmer la suppression de la photo de %(nomprenom)s ?</p>" % etud,
                dest_url="",
                REQUEST=REQUEST,
                cancel_url="ficheEtud?etudid=%s" % etudid,
                parameters={"etudid": etudid},
            )

        sco_photos.suppress_photo(self, etud, REQUEST=REQUEST)

        return REQUEST.RESPONSE.redirect(
            REQUEST.URL1 + "/ficheEtud?etudid=" + etud["etudid"]
        )

    #
    security.declareProtected(ScoEtudInscrit, "formDem")

    def formDem(self, etudid, formsemestre_id, REQUEST):
        "Formulaire Démission Etudiant"
        return self._formDem_of_Def(
            etudid,
            formsemestre_id,
            REQUEST=REQUEST,
            operation_name="Démission",
            operation_method="doDemEtudiant",
        )

    security.declareProtected(ScoEtudInscrit, "formDef")

    def formDef(self, etudid, formsemestre_id, REQUEST):
        "Formulaire Défaillance Etudiant"
        return self._formDem_of_Def(
            etudid,
            formsemestre_id,
            REQUEST=REQUEST,
            operation_name="Défaillance",
            operation_method="doDefEtudiant",
        )

    def _formDem_of_Def(
        self,
        etudid,
        formsemestre_id,
        REQUEST=None,
        operation_name="",
        operation_method="",
    ):
        "Formulaire démission ou défaillance Etudiant"
        cnx = self.GetDBConnexion()
        etud = self.getEtudInfo(etudid=etudid, filled=1, REQUEST=REQUEST)[0]
        sem = sco_formsemestre.get_formsemestre(self, formsemestre_id)
        if sem["etat"] != "1":
            raise ScoValueError("Modification impossible: semestre verrouille")

        etud["formsemestre_id"] = formsemestre_id
        etud["semtitre"] = sem["titremois"]
        etud["nowdmy"] = time.strftime("%d/%m/%Y")
        etud["operation_name"] = operation_name
        #
        header = self.sco_header(
            REQUEST,
            page_title="%(operation_name)s de  %(nomprenom)s (du semestre %(semtitre)s)"
            % etud,
        )
        H = [
            '<h2><font color="#FF0000">%(operation_name)s de</font> %(nomprenom)s (semestre %(semtitre)s)</h2><p>'
            % etud
        ]
        H.append(
            """<form action="%s" method="get">
        <b>Date de la %s (J/M/AAAA):&nbsp;</b>
        """
            % (operation_method, strlower(operation_name))
        )
        H.append(
            """
<input type="text" name="event_date" width=20 value="%(nowdmy)s">
<input type="hidden" name="etudid" value="%(etudid)s">
<input type="hidden" name="formsemestre_id" value="%(formsemestre_id)s">
<p>
<input type="submit" value="Confirmer">
</form>"""
            % etud
        )
        return header + "\n".join(H) + self.sco_footer(REQUEST)

    security.declareProtected(ScoEtudInscrit, "doDemEtudiant")

    def doDemEtudiant(self, etudid, formsemestre_id, event_date=None, REQUEST=None):
        "Déclare la démission d'un etudiant dans le semestre"
        return self._doDem_or_Def_Etudiant(
            etudid,
            formsemestre_id,
            event_date=event_date,
            etat_new="D",
            operation_method="demEtudiant",
            event_type="DEMISSION",
            REQUEST=REQUEST,
        )

    security.declareProtected(ScoEtudInscrit, "doDefEtudiant")

    def doDefEtudiant(self, etudid, formsemestre_id, event_date=None, REQUEST=None):
        "Déclare la défaillance d'un etudiant dans le semestre"
        return self._doDem_or_Def_Etudiant(
            etudid,
            formsemestre_id,
            event_date=event_date,
            etat_new=DEF,
            operation_method="defailleEtudiant",
            event_type="DEFAILLANCE",
            REQUEST=REQUEST,
        )

    def _doDem_or_Def_Etudiant(
        self,
        etudid,
        formsemestre_id,
        event_date=None,
        etat_new="D",  # 'D' or DEF
        operation_method="demEtudiant",
        event_type="DEMISSION",
        REQUEST=None,
    ):
        "Démission ou défaillance d'un étudiant"
        # marque 'D' ou DEF dans l'inscription au semestre et ajoute
        # un "evenement" scolarite
        cnx = self.GetDBConnexion()
        # check lock
        sem = sco_formsemestre.get_formsemestre(self, formsemestre_id)
        if sem["etat"] != "1":
            raise ScoValueError("Modification impossible: semestre verrouille")
        #
        ins = self.Notes.do_formsemestre_inscription_list(
            {"etudid": etudid, "formsemestre_id": formsemestre_id}
        )[0]
        if not ins:
            raise ScoException("etudiant non inscrit ?!")
        ins["etat"] = etat_new
        self.Notes.do_formsemestre_inscription_edit(
            args=ins, formsemestre_id=formsemestre_id
        )
        logdb(REQUEST, cnx, method=operation_method, etudid=etudid)
        scolars.scolar_events_create(
            cnx,
            args={
                "etudid": etudid,
                "event_date": event_date,
                "formsemestre_id": formsemestre_id,
                "event_type": event_type,
            },
        )
        if REQUEST:
            return REQUEST.RESPONSE.redirect("ficheEtud?etudid=" + etudid)

    security.declareProtected(ScoEtudInscrit, "doCancelDem")

    def doCancelDem(
        self, etudid, formsemestre_id, dialog_confirmed=False, args=None, REQUEST=None
    ):
        "Annule une démission"
        return self._doCancelDem_or_Def(
            etudid,
            formsemestre_id,
            dialog_confirmed=dialog_confirmed,
            args=args,
            operation_name="démission",
            etat_current="D",
            etat_new="I",
            operation_method="cancelDem",
            event_type="DEMISSION",
            REQUEST=REQUEST,
        )

    security.declareProtected(ScoEtudInscrit, "doCancelDef")

    def doCancelDef(
        self, etudid, formsemestre_id, dialog_confirmed=False, args=None, REQUEST=None
    ):
        "Annule la défaillance de l'étudiant"
        return self._doCancelDem_or_Def(
            etudid,
            formsemestre_id,
            dialog_confirmed=dialog_confirmed,
            args=args,
            operation_name="défaillance",
            etat_current=DEF,
            etat_new="I",
            operation_method="cancelDef",
            event_type="DEFAILLANCE",
            REQUEST=REQUEST,
        )

    def _doCancelDem_or_Def(
        self,
        etudid,
        formsemestre_id,
        dialog_confirmed=False,
        args=None,
        operation_name="",  # "démission" ou "défaillance"
        etat_current="D",
        etat_new="I",
        operation_method="cancelDem",
        event_type="DEMISSION",
        REQUEST=None,
    ):
        "Annule une demission ou une défaillance"
        # check lock
        sem = sco_formsemestre.get_formsemestre(self, formsemestre_id)
        if sem["etat"] != "1":
            raise ScoValueError("Modification impossible: semestre verrouille")
        # verif
        info = self.getEtudInfo(etudid, filled=True)[0]
        ok = False
        for i in info["ins"]:
            if i["formsemestre_id"] == formsemestre_id:
                if i["etat"] != etat_current:
                    raise ScoValueError("etudiant non %s !" % operation_name)
                ok = True
                break
        if not ok:
            raise ScoValueError("etudiant non inscrit ???")
        if not dialog_confirmed:
            return self.confirmDialog(
                "<p>Confirmer l'annulation de la %s ?</p>" % operation_name,
                dest_url="",
                REQUEST=REQUEST,
                cancel_url="ficheEtud?etudid=%s" % etudid,
                parameters={"etudid": etudid, "formsemestre_id": formsemestre_id},
            )
        #
        ins = self.Notes.do_formsemestre_inscription_list(
            {"etudid": etudid, "formsemestre_id": formsemestre_id}
        )[0]
        if ins["etat"] != etat_current:
            raise ScoException("etudiant non %s !!!" % etat_current)  # obviously a bug
        ins["etat"] = etat_new
        cnx = self.GetDBConnexion()
        self.Notes.do_formsemestre_inscription_edit(
            args=ins, formsemestre_id=formsemestre_id
        )
        logdb(REQUEST, cnx, method=operation_method, etudid=etudid)
        cursor = cnx.cursor(cursor_factory=ScoDocCursor)
        cursor.execute(
            "delete from scolar_events where etudid=%(etudid)s and formsemestre_id=%(formsemestre_id)s and event_type='"
            + event_type
            + "'",
            {"etudid": etudid, "formsemestre_id": formsemestre_id},
        )
        cnx.commit()
        return REQUEST.RESPONSE.redirect("ficheEtud?etudid=%s" % etudid)

    security.declareProtected(ScoEtudInscrit, "etudident_create_form")

    def etudident_create_form(self, REQUEST=None):
        "formulaire creation individuelle etudiant"
        return self.etudident_create_or_edit_form(REQUEST, edit=False)

    security.declareProtected(ScoEtudInscrit, "etudident_edit_form")

    def etudident_edit_form(self, REQUEST=None):
        "formulaire edition individuelle etudiant"
        return self.etudident_create_or_edit_form(REQUEST, edit=True)

    security.declareProtected(ScoEtudInscrit, "etudident_create_or_edit_form")

    def etudident_create_or_edit_form(self, REQUEST, edit):
        "Le formulaire HTML"
        H = [self.sco_header(REQUEST, init_jquery_ui=True)]
        F = self.sco_footer(REQUEST)
        AUTHENTICATED_USER = REQUEST.AUTHENTICATED_USER
        etudid = REQUEST.form.get("etudid", None)
        cnx = self.GetDBConnexion()
        descr = []
        if not edit:
            # creation nouvel etudiant
            initvalues = {}
            submitlabel = "Ajouter cet étudiant"
            H.append(
                """<h2>Création d'un étudiant</h2>
            <p>En général, il est <b>recommandé</b> d'importer les étudiants depuis Apogée.
            N'utilisez ce formulaire que <b>pour les cas particuliers</b> ou si votre établissement
            n'utilise pas d'autre logiciel de gestion des inscriptions.</p>
            <p><em>L'étudiant créé ne sera pas inscrit.
            Pensez à l'inscrire dans un semestre !</em></p>
            """
            )
        else:
            # edition donnees d'un etudiant existant
            # setup form init values
            if not etudid:
                raise ValueError("missing etudid parameter")
            descr.append(("etudid", {"default": etudid, "input_type": "hidden"}))
            H.append(
                '<h2>Modification d\'un étudiant (<a href="ficheEtud?etudid=%s">fiche</a>)</h2>'
                % etudid
            )
            initvalues = scolars.etudident_list(cnx, {"etudid": etudid})
            assert len(initvalues) == 1
            initvalues = initvalues[0]
            submitlabel = "Modifier les données"

        # recuperation infos Apogee
        # Si on a le code NIP, fait juste une requete, sinon tente de rechercher par nom
        # (la recherche par nom ne fonctionne plus à Paris 13)
        code_nip = initvalues.get("code_nip", "")
        if code_nip:
            try:
                info = sco_portal_apogee.get_etud_apogee(self, code_nip)
            except ValueError:
                pass  # XXX a terminer
        nom = REQUEST.form.get("nom", None)
        if nom is None:
            nom = initvalues.get("nom", None)
        if nom is None:
            infos = []
        else:
            prenom = REQUEST.form.get("prenom", "")
            if REQUEST.form.get("tf-submitted", False) and not prenom:
                prenom = initvalues.get("prenom", "")
            infos = sco_portal_apogee.get_infos_apogee(self, nom, prenom)

        if infos:
            formatted_infos = [
                """
            <script type="text/javascript">
            /* <![CDATA[ */
            function copy_nip(nip) {
            document.tf.code_nip.value = nip;
            }
            /* ]]> */
            </script>
            <ol>"""
            ]
            nanswers = len(infos)
            nmax = 10  # nb max de reponse montrees
            infos = infos[:nmax]
            for i in infos:
                formatted_infos.append("<li><ul>")
                for k in i.keys():
                    if k != "nip":
                        item = "<li>%s : %s</li>" % (k, i[k])
                    else:
                        item = (
                            '<li><form>%s : %s <input type="button" value="copier ce code" onmousedown="copy_nip(%s);"/></form></li>'
                            % (k, i[k], i[k])
                        )
                    formatted_infos.append(item)

                formatted_infos.append("</ul></li>")
            formatted_infos.append("</ol>")
            m = "%d étudiants trouvés" % nanswers
            if len(infos) != nanswers:
                m += " (%d montrés)" % len(infos)
            A = """<div class="infoapogee">
            <h5>Informations Apogée</h5>
            <p>%s</p>
            %s
            </div>""" % (
                m,
                "\n".join(formatted_infos),
            )
        else:
            A = """<div class="infoapogee"><p>Pas d'informations d'Apogée</p></div>"""

        require_ine = self.get_preference("always_require_ine")

        descr += [
            ("adm_id", {"input_type": "hidden"}),
            ("nom", {"size": 25, "title": "Nom", "allow_null": False}),
            ("nom_usuel", {"size": 25, "title": "Nom usuel", "allow_null": True}),
            (
                "prenom",
                {"size": 25, "title": "Prénom", "allow_null": CONFIG.ALLOW_NULL_PRENOM},
            ),
            (
                "sexe",
                {
                    "input_type": "menu",
                    "labels": ["H", "F"],
                    "allowed_values": ["MR", "MME"],
                    "title": "Genre",
                },
            ),
            (
                "date_naissance",
                {
                    "title": "Date de naissance",
                    "input_type": "date",
                    "explanation": "j/m/a",
                },
            ),
            ("lieu_naissance", {"title": "Lieu de naissance", "size": 32}),
            ("dept_naissance", {"title": "Département de naissance", "size": 5}),
            ("nationalite", {"size": 25, "title": "Nationalité"}),
            (
                "statut",
                {
                    "size": 25,
                    "title": "Statut",
                    "explanation": '("salarie", ...) inutilisé par ScoDoc',
                },
            ),
            (
                "annee",
                {
                    "size": 5,
                    "title": "Année admission IUT",
                    "type": "int",
                    "allow_null": False,
                    "explanation": "année 1ere inscription (obligatoire)",
                },
            ),
            #
            ("sep", {"input_type": "separator", "title": "Scolarité antérieure:"}),
            ("bac", {"size": 5, "explanation": "série du bac (S, STI, STT, ...)"}),
            (
                "specialite",
                {
                    "size": 25,
                    "title": "Spécialité",
                    "explanation": "spécialité bac: SVT M, GENIE ELECTRONIQUE, ...",
                },
            ),
            (
                "annee_bac",
                {
                    "size": 5,
                    "title": "Année bac",
                    "type": "int",
                    "explanation": "année obtention du bac",
                },
            ),
            (
                "math",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Note de mathématiques",
                    "explanation": "note sur 20 en terminale",
                },
            ),
            (
                "physique",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Note de physique",
                    "explanation": "note sur 20 en terminale",
                },
            ),
            (
                "anglais",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Note d'anglais",
                    "explanation": "note sur 20 en terminale",
                },
            ),
            (
                "francais",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Note de français",
                    "explanation": "note sur 20 obtenue au bac",
                },
            ),
            (
                "type_admission",
                {
                    "input_type": "menu",
                    "title": "Voie d'admission",
                    "allowed_values": TYPES_ADMISSION,
                },
            ),
            (
                "boursier_prec",
                {
                    "input_type": "boolcheckbox",
                    "labels": ["non", "oui"],
                    "title": "Boursier ?",
                    "explanation": "dans le cycle précédent (lycée)",
                },
            ),
            (
                "rang",
                {
                    "size": 1,
                    "type": "int",
                    "title": "Position établissement",
                    "explanation": "rang de notre établissement dans les voeux du candidat (si connu)",
                },
            ),
            (
                "qualite",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Qualité",
                    "explanation": "Note de qualité attribuée au dossier (par le jury d'adm.)",
                },
            ),
            (
                "decision",
                {
                    "input_type": "menu",
                    "title": "Décision",
                    "allowed_values": [
                        "ADMIS",
                        "ATTENTE 1",
                        "ATTENTE 2",
                        "ATTENTE 3",
                        "REFUS",
                        "?",
                    ],
                },
            ),
            (
                "score",
                {
                    "size": 3,
                    "type": "float",
                    "title": "Score",
                    "explanation": "score calculé lors de l'admission",
                },
            ),
            (
                "classement",
                {
                    "size": 3,
                    "type": "int",
                    "title": "Classement",
                    "explanation": "Classement par le jury d'admission (de 1 à N)",
                },
            ),
            ("apb_groupe", {"size": 15, "title": "Groupe APB ou PS"}),
            (
                "apb_classement_gr",
                {
                    "size": 3,
                    "type": "int",
                    "title": "Classement",
                    "explanation": "Classement par le jury dans le groupe ABP ou PS (de 1 à Ng)",
                },
            ),
            ("rapporteur", {"size": 50, "title": "Enseignant rapporteur"}),
            (
                "commentaire",
                {
                    "input_type": "textarea",
                    "rows": 4,
                    "cols": 50,
                    "title": "Note du rapporteur",
                },
            ),
            ("nomlycee", {"size": 20, "title": "Lycée d'origine"}),
            ("villelycee", {"size": 15, "title": "Commune du lycée"}),
            ("codepostallycee", {"size": 15, "title": "Code Postal lycée"}),
            (
                "codelycee",
                {
                    "size": 15,
                    "title": "Code Lycée",
                    "explanation": "Code national établissement du lycée ou établissement d'origine",
                },
            ),
            ("sep", {"input_type": "separator", "title": "Codes Apogée: (optionnels)"}),
            (
                "code_nip",
                {
                    "size": 25,
                    "title": "Numéro NIP",
                    "allow_null": True,
                    "explanation": "numéro identité étudiant (Apogée)",
                },
            ),
            (
                "code_ine",
                {
                    "size": 25,
                    "title": "Numéro INE",
                    "allow_null": not require_ine,
                    "explanation": "numéro INE",
                },
            ),
            (
                "dont_check_homonyms",
                {
                    "title": "Autoriser les homonymes",
                    "input_type": "boolcheckbox",
                    "explanation": "ne vérifie pas les noms et prénoms proches",
                },
            ),
        ]
        initvalues["dont_check_homonyms"] = False
        tf = TrivialFormulator(
            REQUEST.URL0,
            REQUEST.form,
            descr,
            submitlabel=submitlabel,
            cancelbutton="Re-interroger Apogee",
            initvalues=initvalues,
        )
        if tf[0] == 0:
            return "\n".join(H) + tf[1] + "<p>" + A + F
        elif tf[0] == -1:
            return "\n".join(H) + tf[1] + "<p>" + A + F
            # return '\n'.join(H) + '<h4>annulation</h4>' + F
        else:
            # form submission
            if edit:
                etudid = tf[2]["etudid"]
            else:
                etudid = None
            ok, NbHomonyms = scolars.check_nom_prenom(
                cnx, nom=tf[2]["nom"], prenom=tf[2]["prenom"], etudid=etudid
            )
            if not ok:
                return (
                    "\n".join(H)
                    + tf_error_message("Nom ou prénom invalide")
                    + tf[1]
                    + "<p>"
                    + A
                    + F
                )
            # log('NbHomonyms=%s' % NbHomonyms)
            if not tf[2]["dont_check_homonyms"] and NbHomonyms > 0:
                return (
                    "\n".join(H)
                    + tf_error_message(
                        """Attention: il y a déjà un étudiant portant des noms et prénoms proches. Vous pouvez forcer la présence d'un homonyme en cochant "autoriser les homonymes" en bas du formulaire."""
                    )
                    + tf[1]
                    + "<p>"
                    + A
                    + F
                )

            if not edit:
                etud = scolars.create_etud(self, cnx, args=tf[2], REQUEST=REQUEST)
                etudid = etud["etudid"]
            else:
                # modif d'un etudiant
                scolars.etudident_edit(cnx, tf[2], context=self, REQUEST=REQUEST)
                etud = scolars.etudident_list(cnx, {"etudid": etudid})[0]
                self.fillEtudsInfo([etud])
            # Inval semesters with this student:
            to_inval = [s["formsemestre_id"] for s in etud["sems"]]
            if to_inval:
                self.Notes._inval_cache(
                    formsemestre_id_list=to_inval
                )  # > etudident_create_or_edit
            #
            return REQUEST.RESPONSE.redirect("ficheEtud?etudid=" + etudid)

    security.declareProtected(ScoEtudInscrit, "etudident_delete")

    def etudident_delete(self, etudid, dialog_confirmed=False, REQUEST=None):
        "Delete a student"
        cnx = self.GetDBConnexion()
        etuds = scolars.etudident_list(cnx, {"etudid": etudid})
        if not etuds:
            raise ScoValueError("Etudiant inexistant !")
        else:
            etud = etuds[0]
        self.fillEtudsInfo([etud])
        if not dialog_confirmed:
            return self.confirmDialog(
                """<h2>Confirmer la suppression de l'étudiant <b>%(nomprenom)s</b> ?</h2>
                </p>
                <p style="top-margin: 2ex; bottom-margin: 2ex;">Prenez le temps de vérifier que vous devez vraiment supprimer cet étudiant !</p>
                <p>Cette opération <font color="red"><b>irréversible</b></font> efface toute trace de l'étudiant: inscriptions, <b>notes</b>, absences... dans <b>tous les semestres</b> qu'il a fréquenté.</p>
                <p>Dans la plupart des cas, vous avez seulement besoin de le <ul>désinscrire</ul> d'un semestre ? (dans ce cas passez par sa fiche, menu associé au semestre)</p>

                <p><a href="ficheEtud?etudid=%(etudid)s">Vérifier la fiche de %(nomprenom)s</a>
                </p>"""
                % etud,
                dest_url="",
                REQUEST=REQUEST,
                cancel_url="ficheEtud?etudid=%s" % etudid,
                OK="Supprimer définitivement cet étudiant",
                parameters={"etudid": etudid},
            )
        log("etudident_delete: etudid=%(etudid)s nomprenom=%(nomprenom)s" % etud)
        # delete in all tables !
        tables = [
            "notes_appreciations",
            "scolar_autorisation_inscription",
            "scolar_formsemestre_validation",
            "scolar_events",
            "notes_notes_log",
            "notes_notes",
            "notes_moduleimpl_inscription",
            "notes_formsemestre_inscription",
            "group_membership",
            "entreprise_contact",
            "etud_annotations",
            "scolog",
            "admissions",
            "adresse",
            "absences",
            "billet_absence",
            "identite",
        ]
        cursor = cnx.cursor(cursor_factory=ScoDocCursor)
        for table in tables:
            cursor.execute("delete from %s where etudid=%%(etudid)s" % table, etud)
        cnx.commit()
        # Inval semestres où il était inscrit:
        to_inval = [s["formsemestre_id"] for s in etud["sems"]]
        if to_inval:
            self.Notes._inval_cache(formsemestre_id_list=to_inval)  # >
        return REQUEST.RESPONSE.redirect(REQUEST.URL1)

    security.declareProtected(ScoEtudInscrit, "check_group_apogee")

    def check_group_apogee(
        self, group_id, REQUEST=None, etat=None, fix=False, fixmail=False
    ):
        """Verification des codes Apogee et mail de tout un groupe.
        Si fix == True, change les codes avec Apogée.

        XXX A re-écrire pour API 2: prendre liste dans l'étape et vérifier à partir de cela.
        """
        etat = etat or None
        members, group, group_tit, sem, nbdem = sco_groups.get_group_infos(
            self, group_id, etat=etat
        )
        formsemestre_id = group["formsemestre_id"]

        cnx = self.GetDBConnexion()
        H = [
            self.Notes.html_sem_header(
                REQUEST, "Etudiants du %s" % (group["group_name"] or "semestre"), sem
            ),
            '<table class="sortable" id="listegroupe">',
            "<tr><th>Nom</th><th>Nom usuel</th><th>Prénom</th><th>Mail</th><th>NIP (ScoDoc)</th><th>Apogée</th></tr>",
        ]
        nerrs = 0  # nombre d'anomalies détectées
        nfix = 0  # nb codes changes
        nmailmissing = 0  # nb etuds sans mail
        for t in members:
            nom, nom_usuel, prenom, etudid, email, code_nip = (
                t["nom"],
                t["nom_usuel"],
                t["prenom"],
                t["etudid"],
                t["email"],
                t["code_nip"],
            )
            infos = sco_portal_apogee.get_infos_apogee(self, nom, prenom)
            if not infos:
                info_apogee = (
                    '<b>Pas d\'information</b> (<a href="etudident_edit_form?etudid=%s">Modifier identité</a>)'
                    % etudid
                )
                nerrs += 1
            else:
                if len(infos) == 1:
                    nip_apogee = infos[0]["nip"]
                    if code_nip != nip_apogee:
                        if fix:
                            # Update database
                            scolars.identite_edit(
                                cnx,
                                args={"etudid": etudid, "code_nip": nip_apogee},
                                context=self,
                            )
                            info_apogee = (
                                '<span style="color:green">copié %s</span>' % nip_apogee
                            )
                            nfix += 1
                        else:
                            info_apogee = (
                                '<span style="color:red">%s</span>' % nip_apogee
                            )
                            nerrs += 1
                    else:
                        info_apogee = "ok"
                else:
                    info_apogee = (
                        '<b>%d correspondances</b> (<a href="etudident_edit_form?etudid=%s">Choisir</a>)'
                        % (len(infos), etudid)
                    )
                    nerrs += 1
            # check mail
            if email:
                mailstat = "ok"
            else:
                if fixmail and len(infos) == 1 and "mail" in infos[0]:
                    mail_apogee = infos[0]["mail"]
                    adrs = scolars.adresse_list(cnx, {"etudid": etudid})
                    if adrs:
                        adr = adrs[0]  # modif adr existante
                        args = {"adresse_id": adr["adresse_id"], "email": mail_apogee}
                        scolars.adresse_edit(cnx, args=args)
                    else:
                        # creation adresse
                        args = {"etudid": etudid, "email": mail_apogee}
                        scolars.adresse_create(cnx, args=args)
                    mailstat = '<span style="color:green">copié</span>'
                else:
                    mailstat = "inconnu"
                    nmailmissing += 1
            H.append(
                '<tr><td><a href="ficheEtud?etudid=%s">%s</a></td><td>%s</td><td>%s</td><td>%s</td><td>%s</td><td>%s</td></tr>'
                % (etudid, nom, nom_usuel, prenom, mailstat, code_nip, info_apogee)
            )
        H.append("</table>")
        H.append("<ul>")
        if nfix:
            H.append("<li><b>%d</b> codes modifiés</li>" % nfix)
        H.append("<li>Codes NIP: <b>%d</b> anomalies détectées</li>" % nerrs)
        H.append(
            "<li>Adresse mail: <b>%d</b> étudiants sans adresse</li>" % nmailmissing
        )
        H.append("</ul>")
        H.append(
            """
        <form method="get" action="%s">
        <input type="hidden" name="formsemestre_id" value="%s"/>
        <input type="hidden" name="group_id" value="%s"/>
        <input type="hidden" name="etat" value="%s"/>
        <input type="hidden" name="fix" value="1"/>
        <input type="submit" value="Mettre à jour les codes NIP depuis Apogée"/>
        </form>
        <p><a href="Notes/formsemestre_status?formsemestre_id=%s"> Retour au semestre</a>
        """
            % (
                REQUEST.URL0,
                formsemestre_id,
                strnone(group_id),
                strnone(etat),
                formsemestre_id,
            )
        )
        H.append(
            """
        <form method="get" action="%s">
        <input type="hidden" name="formsemestre_id" value="%s"/>
        <input type="hidden" name="group_id" value="%s"/>
        <input type="hidden" name="etat" value="%s"/>
        <input type="hidden" name="fixmail" value="1"/>
        <input type="submit" value="Renseigner les e-mail manquants (adresse institutionnelle)"/>
        </form>
        <p><a href="Notes/formsemestre_status?formsemestre_id=%s"> Retour au semestre</a>
        """
            % (
                REQUEST.URL0,
                formsemestre_id,
                strnone(group_id),
                strnone(etat),
                formsemestre_id,
            )
        )

        return "\n".join(H) + self.sco_footer(REQUEST)

    security.declareProtected(ScoEtudInscrit, "form_students_import_excel")

    def form_students_import_excel(self, REQUEST, formsemestre_id=None):
        "formulaire import xls"
        if formsemestre_id:
            sem = sco_formsemestre.get_formsemestre(self.Notes, formsemestre_id)
        else:
            sem = None
        if sem and sem["etat"] != "1":
            raise ScoValueError("Modification impossible: semestre verrouille")
        H = [
            self.sco_header(REQUEST, page_title="Import etudiants"),
            """<h2 class="formsemestre">Téléchargement d\'une nouvelle liste d\'etudiants</h2>
             <div style="color: red">
             <p>A utiliser pour importer de <b>nouveaux</b> étudiants (typiquement au
             <b>premier semestre</b>).</p>
             <p>Si les étudiants à inscrire sont déjà dans un autre
             semestre, utiliser le menu "<em>Inscriptions (passage des étudiants)
             depuis d'autres semestres</em> à partir du semestre destination.
             </p>
             <p>Si vous avez un portail Apogée, il est en général préférable d'importer les
             étudiants depuis Apogée, via le menu "<em>Synchroniser avec étape Apogée</em>".
             </p>
             </div>
             <p>
             L'opération se déroule en deux étapes. Dans un premier temps,
             vous téléchargez une feuille Excel type. Vous devez remplir
             cette feuille, une ligne décrivant chaque étudiant. Ensuite,
             vous indiquez le nom de votre fichier dans la case "Fichier Excel"
             ci-dessous, et cliquez sur "Télécharger" pour envoyer au serveur
             votre liste.
             </p>
             """,
        ]  # '
        if sem:
            H.append(
                """<p style="color: red">Les étudiants importés seront inscrits dans
            le semestre <b>%s</b></p>"""
                % sem["titremois"]
            )
        else:
            H.append(
                """
             <p>Pour inscrire directement les étudiants dans un semestre de
             formation, il suffit d'indiquer le code de ce semestre
             (qui doit avoir été créé au préalable). <a class="stdlink" href="%s?showcodes=1">Cliquez ici pour afficher les codes</a>
             </p>
             """
                % (self.ScoURL())
            )

        H.append("""<ol><li>""")
        if formsemestre_id:
            H.append(
                """
            <a class="stdlink" href="import_generate_excel_sample?with_codesemestre=0">
            """
            )
        else:
            H.append("""<a class="stdlink" href="import_generate_excel_sample">""")
        H.append(
            """Obtenir la feuille excel à remplir</a></li>
        <li>"""
        )

        F = self.sco_footer(REQUEST)
        tf = TrivialFormulator(
            REQUEST.URL0,
            REQUEST.form,
            (
                (
                    "csvfile",
                    {"title": "Fichier Excel:", "input_type": "file", "size": 40},
                ),
                (
                    "check_homonyms",
                    {
                        "title": "Vérifier les homonymes",
                        "input_type": "boolcheckbox",
                        "explanation": "arrète l'importation si plus de 10% d'homonymes",
                    },
                ),
                (
                    "require_ine",
                    {
                        "title": "Importer INE",
                        "input_type": "boolcheckbox",
                        "explanation": "n'importe QUE les étudiants avec nouveau code INE",
                    },
                ),
                ("formsemestre_id", {"input_type": "hidden"}),
            ),
            initvalues={"check_homonyms": True, "require_ine": False},
            submitlabel="Télécharger",
        )
        S = [
            """<hr/><p>Le fichier Excel décrivant les étudiants doit comporter les colonnes suivantes.
<p>Les colonnes peuvent être placées dans n'importe quel ordre, mais
le <b>titre</b> exact (tel que ci-dessous) doit être sur la première ligne.
</p>
<p>
Les champs avec un astérisque (*) doivent être présents (nulls non autorisés).
</p>


<p>
<table>
<tr><td><b>Attribut</b></td><td><b>Type</b></td><td><b>Description</b></td></tr>"""
        ]
        for t in ImportScolars.sco_import_format(
            with_codesemestre=(formsemestre_id == None)
        ):
            if int(t[3]):
                ast = ""
            else:
                ast = "*"
            S.append(
                "<tr><td>%s</td><td>%s</td><td>%s</td><td>%s</td></tr>"
                % (t[0], t[1], t[4], ast)
            )
        if tf[0] == 0:
            return "\n".join(H) + tf[1] + "</li></ol>" + "\n".join(S) + F
        elif tf[0] == -1:
            return REQUEST.RESPONSE.redirect(REQUEST.URL1)
        else:
            return ImportScolars.students_import_excel(
                self,
                tf[2]["csvfile"],
                REQUEST=REQUEST,
                formsemestre_id=formsemestre_id,
                check_homonyms=tf[2]["check_homonyms"],
                require_ine=tf[2]["require_ine"],
            )

    security.declareProtected(ScoEtudInscrit, "import_generate_excel_sample")

    def import_generate_excel_sample(self, REQUEST, with_codesemestre="1"):
        "une feuille excel pour importation etudiants"
        if with_codesemestre:
            with_codesemestre = int(with_codesemestre)
        else:
            with_codesemestre = 0
        format = ImportScolars.sco_import_format()
        data = ImportScolars.sco_import_generate_excel_sample(
            format, with_codesemestre, exclude_cols=["photo_filename"], REQUEST=REQUEST
        )
        return sco_excel.sendExcelFile(REQUEST, data, "ImportEtudiants.xls")

    # --- Données admission
    security.declareProtected(ScoView, "import_generate_admission_sample")

    def import_generate_admission_sample(self, REQUEST, formsemestre_id):
        "une feuille excel pour importation données admissions"
        group = sco_groups.get_group(
            self, sco_groups.get_default_group(self, formsemestre_id)
        )
        fmt = ImportScolars.sco_import_format()
        data = ImportScolars.sco_import_generate_excel_sample(
            fmt,
            only_tables=["identite", "admissions", "adresse"],
            exclude_cols=["nationalite", "foto", "photo_filename"],
            group_ids=[group["group_id"]],
            context=self.Notes,
            REQUEST=REQUEST,
        )
        return sco_excel.sendExcelFile(REQUEST, data, "AdmissionEtudiants.xls")

    # --- Données admission depuis fichier excel (version nov 2016)
    security.declareProtected(ScoView, "form_students_import_infos_admissions")

    def form_students_import_infos_admissions(self, REQUEST, formsemestre_id=None):
        "formulaire import xls"
        sem = sco_formsemestre.get_formsemestre(self.Notes, formsemestre_id)
        authuser = REQUEST.AUTHENTICATED_USER
        F = self.sco_footer(REQUEST)
        if not authuser.has_permission(ScoEtudInscrit, self):
            # autorise juste l'export
            H = [
                self.sco_header(
                    REQUEST,
                    page_title="Export données admissions (Parcoursup ou autre)",
                ),
                """<h2 class="formsemestre">Téléchargement des informations sur l'admission des étudiants</h2>
             <p>
             <a href="import_generate_admission_sample?formsemestre_id=%(formsemestre_id)s">Exporter les informations de ScoDoc (classeur Excel)</a> (ce fichier peut être ré-importé après d'éventuelles modifications)
             </p>
             <p class="warning">Vous n'avez pas le droit d'importer les données</p>
             """
                % {"formsemestre_id": formsemestre_id},
            ]
            return "\n".join(H) + F

        # On a le droit d'importer:
        H = [
            self.sco_header(REQUEST, page_title="Import données admissions Parcoursup"),
            """<h2 class="formsemestre">Téléchargement des informations sur l'admission des étudiants depuis feuilles import Parcoursup</h2>
             <div style="color: red">
             <p>A utiliser pour renseigner les informations sur l'origine des étudiants (lycées, bac, etc). Ces informations sont facultatives mais souvent utiles pour mieux connaitre les étudiants et aussi pour effectuer des statistiques (résultats suivant le type de bac...). Les données sont affichées sur les fiches individuelles des étudiants.</p>
             </div>
             <p>
             Importer ici la feuille excel utilisée pour envoyer le classement Parcoursup. 
             Seuls les étudiants actuellement inscrits dans ce semestre ScoDoc seront affectés, 
             les autres lignes de la feuille seront ignorées. Et seules les colonnes intéressant ScoDoc 
             seront importées: il est inutile d'éliminer les autres.
             <br/>
              <em>Seules les données "admission" seront modifiées (et pas l'identité de l'étudiant).</em>
             <br/>
              <em>Les colonnes "nom" et "prenom" sont requises, ou bien une colonne "etudid".</em>
             </p>
             <p>
             Avant d'importer vos données, il est recommandé d'enregistrer les informations actuelles:
             <a href="import_generate_admission_sample?formsemestre_id=%(formsemestre_id)s">exporter les données actuelles de ScoDoc</a> (ce fichier peut être ré-importé après d'éventuelles modifications)
             </p>
             """
            % {"formsemestre_id": formsemestre_id},
        ]  # '

        type_admission_list = (
            "Autre",
            "Parcoursup",
            "Parcoursup PC",
            "APB",
            "APB PC",
            "CEF",
            "Direct",
        )

        tf = TrivialFormulator(
            REQUEST.URL0,
            REQUEST.form,
            (
                (
                    "csvfile",
                    {"title": "Fichier Excel:", "input_type": "file", "size": 40},
                ),
                (
                    "type_admission",
                    {
                        "title": "Type d'admission",
                        "explanation": "sera attribué aux étudiants modifiés par cet import n'ayant pas déjà un type",
                        "input_type": "menu",
                        "allowed_values": type_admission_list,
                    },
                ),
                ("formsemestre_id", {"input_type": "hidden"}),
            ),
            submitlabel="Télécharger",
        )

        help_text = (
            """<p>Les colonnes importables par cette fonction sont indiquées dans la table ci-dessous. 
        Seule la première feuille du classeur sera utilisée.
        <div id="adm_table_description_format">
        """
            + ImportScolars.adm_table_description_format(self).html()
            + """</div>"""
        )

        if tf[0] == 0:
            return "\n".join(H) + tf[1] + help_text + F
        elif tf[0] == -1:
            return REQUEST.RESPONSE.redirect(REQUEST.URL1)
        else:
            return self._students_import_admission(
                tf[2]["csvfile"],
                type_admission=tf[2]["type_admission"],
                REQUEST=REQUEST,
                formsemestre_id=formsemestre_id,
            )

    # unpublished
    def _students_import_admission(
        self, csvfile, type_admission="", REQUEST=None, formsemestre_id=None
    ):
        "import donnees admission from Excel file (v2016)"
        diag = ImportScolars.scolars_import_admission(
            csvfile,
            self.Notes,
            REQUEST,
            formsemestre_id=formsemestre_id,
            type_admission=type_admission,
        )
        if REQUEST:
            H = [self.sco_header(REQUEST, page_title="Import données admissions")]
            H.append("<p>Import terminé !</p>")
            H.append(
                '<p><a class="stdlink" href="%s">Continuer</a></p>'
                % "formsemestre_status?formsemestre_id=%s"
                % formsemestre_id
            )
            if diag:
                H.append(
                    "<p>Diagnostic: <ul><li>%s</li></ul></p>" % "</li><li>".join(diag)
                )

            return "\n".join(H) + self.sco_footer(REQUEST)

    security.declareProtected(ScoEtudChangeAdr, "formsemestre_import_etud_admission")

    def formsemestre_import_etud_admission(
        self, formsemestre_id, import_email=True, REQUEST=None
    ):
        """Reimporte donnees admissions par synchro Portail Apogée"""
        (
            no_nip,
            unknowns,
            changed_mails,
        ) = sco_synchro_etuds.formsemestre_import_etud_admission(
            self.Notes, formsemestre_id, import_identite=True, import_email=import_email
        )
        H = [
            self.Notes.html_sem_header(REQUEST, "Reimport données admission"),
            "<h3>Opération effectuée</h3>",
        ]
        if no_nip:
            H.append("<p>Attention: étudiants sans NIP: " + str(no_nip) + "</p>")
        if unknowns:
            H.append(
                "<p>Attention: étudiants inconnus du portail: codes NIP="
                + str(unknowns)
                + "</p>"
            )
        if changed_mails:
            H.append("<h3>Adresses mails modifiées:</h3>")
            for (info, new_mail) in changed_mails:
                H.append(
                    "%s: <tt>%s</tt> devient <tt>%s</tt><br/>"
                    % (info["nom"], info["email"], new_mail)
                )
        return "\n".join(H) + self.sco_footer(REQUEST)

    security.declareProtected(ScoEtudChangeAdr, "photos_import_files_form")
    photos_import_files_form = sco_trombino.photos_import_files_form
    security.declareProtected(ScoEtudChangeAdr, "photos_generate_excel_sample")
    photos_generate_excel_sample = sco_trombino.photos_generate_excel_sample

    # --- Statistiques
    security.declareProtected(ScoView, "stat_bac")

    def stat_bac(self, formsemestre_id):
        "Renvoie statistisques sur nb d'etudiants par bac"
        cnx = self.GetDBConnexion()
        sem = sco_formsemestre.get_formsemestre(self, formsemestre_id)
        ins = self.Notes.do_formsemestre_inscription_list(
            args={"formsemestre_id": formsemestre_id}
        )
        Bacs = {}  # type bac : nb etud
        for i in ins:
            etud = scolars.etudident_list(cnx, {"etudid": i["etudid"]})[0]
            typebac = "%(bac)s %(specialite)s" % etud
            Bacs[typebac] = Bacs.get(typebac, 0) + 1
        return Bacs

    # --- Dump
    security.declareProtected(ScoView, "sco_dump_and_send_db")
    sco_dump_and_send_db = sco_dump_db.sco_dump_and_send_db

    #
    def confirmDialog(
        self,
        message="<p>Confirmer ?</p>",
        OK="OK",
        Cancel="Annuler",
        dest_url="",
        cancel_url="",
        target_variable="dialog_confirmed",
        parameters={},
        add_headers=True,  # complete page
        REQUEST=None,  # required
        helpmsg=None,
    ):
        # dialog de confirmation simple
        parameters[target_variable] = 1
        # Attention: la page a pu etre servie en GET avec des parametres
        # si on laisse l'url "action" vide, les parametres restent alors que l'on passe en POST...
        if not dest_url:
            dest_url = REQUEST.URL
        # strip remaining parameters from destination url:
        dest_url = urllib.splitquery(dest_url)[0]
        H = [
            """<form action="%s" method="post">""" % dest_url,
            message,
            """<input type="submit" value="%s"/>""" % OK,
        ]
        if cancel_url:
            H.append(
                """<input type ="button" value="%s"
                onClick="document.location='%s';"/>"""
                % (Cancel, cancel_url)
            )
        for param in parameters.keys():
            if parameters[param] is None:
                parameters[param] = ""
            if type(parameters[param]) == type([]):
                for e in parameters[param]:
                    H.append('<input type="hidden" name="%s" value="%s"/>' % (param, e))
            else:
                H.append(
                    '<input type="hidden" name="%s" value="%s"/>'
                    % (param, parameters[param])
                )
        H.append("</form>")
        if helpmsg:
            H.append('<p class="help">' + helpmsg + "</p>")
        if add_headers and REQUEST:
            return self.sco_header(REQUEST) + "\n".join(H) + self.sco_footer(REQUEST)
        else:
            return "\n".join(H)

    # --------------------------------------------------------------------
    # Certaines methodes devant etre appeles en dehors de ZNotes:
    security.declareProtected(ScoView, "formsemestre_edit_uecoefs")
    formsemestre_edit_uecoefs = sco_formsemestre_edit.formsemestre_edit_uecoefs


#
# Product Administration
#


def manage_addZScolar(
    self,
    id="id_ZScolar",
    title="The Title for ZScolar Object",
    db_cnx_string="the db connexion string",
    REQUEST=None,
):
    "Add a ZScolar instance to a folder."
    zscolar = ZScolar(id, title, db_cnx_string=db_cnx_string)
    self._setObject(id, zscolar)


# The form used to get the instance id from the user.
def manage_addZScolarForm(context, DeptId, REQUEST=None):
    """Form used to create a new ZScolar instance"""

    if not re.match("^[a-zA-Z0-9_]+$", DeptId):
        raise ScoValueError("Invalid department id: %s" % DeptId)

    H = [
        context.standard_html_header(context),
        "<h2>Ajout d'un département ScoDoc</h2>",
        """<p>Cette page doit être utilisée pour ajouter un nouveau 
          département au site.</p>

          <p>Avant d'ajouter le département, il faut <b>impérativement</b> 
          avoir préparé la base de données en lançant le script 
          <tt>create_dept.sh nom_du_site</tt> en tant que
          <em>root</em> sur le serveur.
          </p>""",
    ]

    descr = [
        (
            "db_cnx_string",
            {
                "title": "DB connexion string",
                "size": 32,
                "explanation": "laisser vide si BD locale standard",
            },
        ),
        ("pass2", {"input_type": "hidden", "default": "1"}),
        ("DeptId", {"input_type": "hidden", "default": DeptId}),
    ]

    tf = TrivialFormulator(
        REQUEST.URL0, REQUEST.form, descr, submitlabel="Créer le site ScoDoc"
    )
    if tf[0] == 0:
        return "\n".join(H) + tf[1] + context.standard_html_footer(context)
    elif tf[0] == -1:
        return REQUEST.RESPONSE.redirect(REQUEST.URL1)
    else:
        DeptId = tf[2]["DeptId"].strip()
        db_cnx_string = tf[2]["db_cnx_string"].strip()
        # default connexion string
        if not db_cnx_string:
            db_name = "SCO" + DeptId.upper()
            db_user = SCO_DEFAULT_SQL_USER
            db_cnx_string = "user=%s dbname=%s port=%s" % (
                db_user,
                db_name,
                SCO_DEFAULT_SQL_PORT,
            )
        # vérifie que la bd existe et possede le meme nom de dept.
        try:
            cnx = psycopg2.connect(db_cnx_string)
            cursor = cnx.cursor(cursor_factory=ScoDocCursor)
            cursor.execute("select * from sco_prefs where name='DeptName'")
        except:
            return _simple_error_page(
                context, "Echec de la connexion à la BD (%s)" % db_cnx_string, DeptId
            )
        r = cursor.dictfetchall()
        if not r:
            return _simple_error_page(
                context, "Pas de departement défini dans la BD", DeptId
            )
        if r[0]["value"] != DeptId:
            return _simple_error_page(
                context,
                "La BD ne correspond pas: nom departement='%s'" % r[0]["value"],
                DeptId,
            )
        # ok, crée instance ScoDoc:
        manage_addZScolar(
            context,
            id="Scolarite",
            title="ScoDoc for %s" % DeptId,
            db_cnx_string=db_cnx_string,
        )

        return REQUEST.RESPONSE.redirect("index_html")


def _simple_error_page(context, msg, DeptId=None):
    """Minimal error page (used by installer only)."""
    H = [context.standard_html_header(context), "<h2>Erreur !</h2>", "<p>", msg, "</p>"]
    if DeptId:
        H.append(
            '<p><a href="delete_dept?DeptId=%s&amp;force=1">Supprimer le dossier %s</a>(très recommandé !)</p>'
            % (DeptId, DeptId)
        )
    H.append(context.standard_html_footer(context))
    return "\n".join(H)