File Manager

003 File Manager

Current Path: /usr/src/crypto/heimdal/lib/wind

usr / src / crypto / heimdal / lib / wind /

📁 ..
📄 ChangeLog(3.32 KB)
📄 CompositionExclusions-3.2.0.txt(7.28 KB)
📄 DerivedNormalizationProps.txt(193.66 KB)
📄 Makefile.am(3.2 KB)
📄 Makefile.in(43.33 KB)
📄 NTMakefile(4.54 KB)
📄 NormalizationCorrections.txt(1.78 KB)
📄 NormalizationTest.txt(1.96 MB)
📄 UnicodeData.py(2.12 KB)
📄 UnicodeData.txt(876.37 KB)
📄 bidi.c(2.81 KB)
📄 bidi_table.c(6.65 KB)
📄 bidi_table.h(421 B)
📄 combining.c(2.27 KB)
📄 combining_table.c(8.13 KB)
📄 combining_table.h(374 B)
📄 doxygen.c(1.87 KB)
📄 errorlist.c(2.55 KB)
📄 errorlist_table.c(7.68 KB)
📄 errorlist_table.h(390 B)
📄 gen-bidi.py(3.18 KB)
📄 gen-combining.py(2.99 KB)
📄 gen-errorlist.py(3.53 KB)
📄 gen-map.py(4.24 KB)
📄 gen-normalize.py(5.62 KB)
📄 gen-punycode-examples.py(3.67 KB)
📄 generate.py(3.1 KB)
📄 idn-lookup.c(4.05 KB)
📄 ldap.c(2.68 KB)
📄 libwind-exports.def(491 B)
📄 map.c(2.68 KB)
📄 map_table.c(146.7 KB)
📄 map_table.h(437 B)
📄 normalize.c(7.31 KB)
📄 normalize_table.c(511.89 KB)
📄 normalize_table.h(713 B)
📄 punycode.c(4.44 KB)
📄 punycode_examples.c(4.5 KB)
📄 punycode_examples.h(457 B)
📄 rfc3454.py(2.24 KB)
📄 rfc3454.txt(135.43 KB)
📄 rfc3490.txt(50.73 KB)
📄 rfc3491.txt(10.07 KB)
📄 rfc3492.txt(65.86 KB)
📄 rfc4013.txt(12.75 KB)
📄 rfc4518.py(5.47 KB)
📄 rfc4518.txt(27.51 KB)
📄 stringprep.c(4.02 KB)
📄 stringprep.py(3.37 KB)
📄 test-bidi.c(2.57 KB)
📄 test-ldap.c(3.58 KB)
📄 test-map.c(2.83 KB)
📄 test-normalize.c(4.54 KB)
📄 test-prohibited.c(3.64 KB)
📄 test-punycode.c(2.74 KB)
📄 test-rw.c(3.97 KB)
📄 test-utf8.c(4.63 KB)
📄 utf8.c(12.46 KB)
📄 util.py(1.93 KB)
📄 version-script.map(547 B)
📄 wind.h(3.09 KB)
📄 wind_err.et(695 B)
📄 windlocl.h(2.34 KB)

Editing: gen-normalize.py

#!/usr/local/bin/python
# -*- coding: iso-8859-1 -*-

# $Id$

# Copyright (c) 2004 Kungliga Tekniska Högskolan
# (Royal Institute of Technology, Stockholm, Sweden). 
# All rights reserved. 
# 
# Redistribution and use in source and binary forms, with or without 
# modification, are permitted provided that the following conditions 
# are met: 
# 
# 1. Redistributions of source code must retain the above copyright 
#    notice, this list of conditions and the following disclaimer. 
# 
# 2. Redistributions in binary form must reproduce the above copyright 
#    notice, this list of conditions and the following disclaimer in the 
#    documentation and/or other materials provided with the distribution. 
# 
# 3. Neither the name of the Institute nor the names of its contributors 
#    may be used to endorse or promote products derived from this software 
#    without specific prior written permission. 
# 
# THIS SOFTWARE IS PROVIDED BY THE INSTITUTE AND CONTRIBUTORS ``AS IS'' AND 
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 
# ARE DISCLAIMED.  IN NO EVENT SHALL THE INSTITUTE OR CONTRIBUTORS BE LIABLE 
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 
# SUCH DAMAGE.

import re
import string
import sys

import generate
import UnicodeData
import util

if len(sys.argv) != 4:
    print "usage: %s UnicodeData.txt"
    " CompositionExclusions-3.2.0.txt out-dir" % sys.argv[0]
    sys.exit(1)

ud = UnicodeData.read(sys.argv[1])

def sortedKeys(d):
    """Return a sorted list of the keys of a dict"""
    keys = d.keys()
    keys.sort()
    return keys

trans = dict([(k, [re.sub('<[a-zA-Z]+>', '', v[4]), v[0]])
              for k,v in ud.items() if v[4]])

maxLength = 0
for v in trans.values():
    maxLength = max(maxLength, len(v[0].split()))

normalize_h = generate.Header('%s/normalize_table.h' % sys.argv[3])
normalize_c = generate.Implementation('%s/normalize_table.c' % sys.argv[3])

normalize_h.file.write(
'''
#include <krb5-types.h>

#define MAX_LENGTH_CANON %u

struct translation {
  uint32_t key;
  unsigned short val_len;
  unsigned short val_offset;
};

extern const struct translation _wind_normalize_table[];

extern const uint32_t _wind_normalize_val_table[];

extern const size_t _wind_normalize_table_size;

struct canon_node {
  uint32_t val;
  unsigned char next_start;
  unsigned char next_end;
  unsigned short next_offset;
};

extern const struct canon_node _wind_canon_table[];

extern const unsigned short _wind_canon_next_table[];
''' % maxLength)

normalize_c.file.write(
'''
#include <stdlib.h>
#include "normalize_table.h"

const struct translation _wind_normalize_table[] = {
''')

normalizeValTable = []

for k in sortedKeys(trans) :
    v = trans[k]
    (key, value, description) = k, v[0], v[1]
    vec = [int(x, 0x10) for x in value.split()];
    offset = util.subList(normalizeValTable, vec)
    if not offset:
        offset = len(normalizeValTable)
        normalizeValTable.extend(vec) # [("0x%s" % i) for i in vec])
    normalize_c.file.write("  {0x%x, %u, %u}, /* %s */\n"
                           % (key, len(vec), offset, description))

normalize_c.file.write(
'''};

''')

normalize_c.file.write(
    "const size_t _wind_normalize_table_size = %u;\n\n" % len(trans))

normalize_c.file.write("const uint32_t _wind_normalize_val_table[] = {\n")

for v in normalizeValTable:
    normalize_c.file.write("  0x%x,\n" % v)

normalize_c.file.write("};\n\n");

exclusions = UnicodeData.read(sys.argv[2])

inv = dict([(''.join(["%05x" % int(x, 0x10) for x in v[4].split(' ')]),
             [k, v[0]])
            for k,v in ud.items()
            if v[4] and not re.search('<[a-zA-Z]+> *', v[4]) and not exclusions.has_key(k)])

table = 0

tables = {}

def createTable():
    """add a new table"""
    global table, tables
    ret = table
    table += 1
    tables[ret] = [0] + [None] * 16
    return ret

def add(table, k, v):
    """add an entry (k, v) to table (recursively)"""
    if len(k) == 0:
        table[0] = v[0]
    else:
        i = int(k[0], 0x10) + 1
        if table[i] == None:
            table[i] = createTable()
        add(tables[table[i]], k[1:], v)

top = createTable()

for k,v in inv.items():
    add(tables[top], k, v)

next_table  = []
tableToNext = {}
tableEnd    = {}
tableStart  = {}

for k in sortedKeys(tables) :
    t = tables[k]
    tableToNext[k] = len(next_table)
    l = t[1:]
    start = 0
    while start < 16 and l[start] == None:
        start += 1
    end = 16
    while end > start and l[end - 1] == None:
        end -= 1
    tableStart[k] = start
    tableEnd[k]   = end
    n = []
    for i in range(start, end):
        x = l[i]
        if x:
            n.append(x)
        else:
            n.append(0)
    next_table.extend(n)

normalize_c.file.write("const struct canon_node _wind_canon_table[] = {\n")

for k in sortedKeys(tables) :
    t = tables[k]
    normalize_c.file.write("  {0x%x, %u, %u, %u},\n" %
                           (t[0], tableStart[k], tableEnd[k], tableToNext[k]))

normalize_c.file.write("};\n\n")

normalize_c.file.write("const unsigned short _wind_canon_next_table[] = {\n")

for k in next_table:
    normalize_c.file.write("  %u,\n" % k)

normalize_c.file.write("};\n\n")

normalize_h.close()
normalize_c.close()

003 File Manager

Editing: gen-normalize.py

Upload File

Create Folder