forked from ScoDoc/ScoDoc
98 lines
3.3 KiB
Python
98 lines
3.3 KiB
Python
# -*- mode: python -*-
|
|
# -*- coding: utf-8 -*-
|
|
|
|
"""Suppression des accents d'une chaine
|
|
|
|
Source: http://wikipython.flibuste.net/moin.py/JouerAvecUnicode#head-1213938516c633958921591439c33d202244e2f4
|
|
"""
|
|
|
|
_reptable = {}
|
|
|
|
|
|
def _fill_reptable():
|
|
_corresp = [
|
|
("A", [0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x0100, 0x0102, 0x0104]),
|
|
("AE", [0x00C6]),
|
|
("a", [0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x0101, 0x0103, 0x0105]),
|
|
("ae", [0x00E6]),
|
|
("C", [0x00C7, 0x0106, 0x0108, 0x010A, 0x010C]),
|
|
("c", [0x00E7, 0x0107, 0x0109, 0x010B, 0x010D]),
|
|
("D", [0x00D0, 0x010E, 0x0110]),
|
|
("d", [0x00F0, 0x010F, 0x0111]),
|
|
("E", [0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x0112, 0x0114, 0x0116, 0x0118, 0x011A]),
|
|
("e", [0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x0113, 0x0115, 0x0117, 0x0119, 0x011B]),
|
|
("G", [0x011C, 0x011E, 0x0120, 0x0122]),
|
|
("g", [0x011D, 0x011F, 0x0121, 0x0123]),
|
|
("H", [0x0124, 0x0126]),
|
|
("h", [0x0125, 0x0127]),
|
|
("I", [0x00CC, 0x00CD, 0x00CE, 0x00CF, 0x0128, 0x012A, 0x012C, 0x012E, 0x0130]),
|
|
("i", [0x00EC, 0x00ED, 0x00EE, 0x00EF, 0x0129, 0x012B, 0x012D, 0x012F, 0x0131]),
|
|
("IJ", [0x0132]),
|
|
("ij", [0x0133]),
|
|
("J", [0x0134]),
|
|
("j", [0x0135]),
|
|
("K", [0x0136]),
|
|
("k", [0x0137, 0x0138]),
|
|
("L", [0x0139, 0x013B, 0x013D, 0x013F, 0x0141]),
|
|
("l", [0x013A, 0x013C, 0x013E, 0x0140, 0x0142]),
|
|
("N", [0x00D1, 0x0143, 0x0145, 0x0147, 0x014A]),
|
|
("n", [0x00F1, 0x0144, 0x0146, 0x0148, 0x0149, 0x014B]),
|
|
("O", [0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D8, 0x014C, 0x014E, 0x0150]),
|
|
("o", [0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F8, 0x014D, 0x014F, 0x0151]),
|
|
("OE", [0x0152]),
|
|
("oe", [0x0153]),
|
|
("R", [0x0154, 0x0156, 0x0158]),
|
|
("r", [0x0155, 0x0157, 0x0159]),
|
|
("S", [0x015A, 0x015C, 0x015E, 0x0160]),
|
|
("s", [0x015B, 0x015D, 0x015F, 0x01610, 0x017F]),
|
|
("T", [0x0162, 0x0164, 0x0166]),
|
|
("t", [0x0163, 0x0165, 0x0167]),
|
|
(
|
|
"U",
|
|
[
|
|
0x00D9,
|
|
0x00DA,
|
|
0x00DB,
|
|
0x00DC,
|
|
0x0168,
|
|
0x016A,
|
|
0x016C,
|
|
0x016E,
|
|
0x0170,
|
|
0x172,
|
|
],
|
|
),
|
|
("u", [0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0169, 0x016B, 0x016D, 0x016F, 0x0171]),
|
|
("W", [0x0174]),
|
|
("w", [0x0175]),
|
|
("Y", [0x00DD, 0x0176, 0x0178]),
|
|
("y", [0x00FD, 0x00FF, 0x0177]),
|
|
("Z", [0x0179, 0x017B, 0x017D]),
|
|
("z", [0x017A, 0x017C, 0x017E]),
|
|
("2", [0x00B2]), # deux exposant
|
|
(" ", [0x00A0]), #  
|
|
("", [0xB0]), # degre
|
|
("", [0xA9]), # copyright
|
|
("1/2", [0xBD]), # 1/2
|
|
]
|
|
global _reptable
|
|
for repchar, codes in _corresp:
|
|
for code in codes:
|
|
_reptable[code] = repchar
|
|
|
|
|
|
_fill_reptable()
|
|
|
|
|
|
def suppression_diacritics(s):
|
|
"""Suppression des accents et autres marques.
|
|
|
|
@param s: le texte à nettoyer.
|
|
@type s: str ou unicode
|
|
@return: le texte nettoyé de ses marques diacritiques.
|
|
@rtype: unicode
|
|
"""
|
|
if isinstance(s, str):
|
|
s = unicode(s, "utf8", "replace")
|
|
return s.translate(_reptable)
|