Gecko [ edgpens.lpkmn.gov.my ]

Name	Size	Permission
__pycache__	[ DIR ]	drwxrwxrwx
2to3.py	101 B	-rw-rw-rw-
abitype.py	5.64 KB	-rw-rw-rw-
analyze_dxp.py	4.21 KB	-rw-rw-rw-
byext.py	3.94 KB	-rw-rw-rw-
byteyears.py	1.67 KB	-rw-rw-rw-
checkpip.py	825 B	-rw-rw-rw-
cleanfuture.py	8.69 KB	-rw-rw-rw-
combinerefs.py	4.48 KB	-rw-rw-rw-
copytime.py	689 B	-rw-rw-rw-
crlf.py	655 B	-rw-rw-rw-
db2pickle.py	3.68 KB	-rw-rw-rw-
diff.py	2.26 KB	-rw-rw-rw-
dutree.py	1.66 KB	-rw-rw-rw-
eptags.py	1.6 KB	-rw-rw-rw-
find-uname.py	1.22 KB	-rw-rw-rw-
find_recursionlimit.py	4.03 KB	-rw-rw-rw-
finddiv.py	2.56 KB	-rw-rw-rw-
findlinksto.py	1.09 KB	-rw-rw-rw-
findnocoding.py	2.99 KB	-rw-rw-rw-
fixcid.py	10.24 KB	-rw-rw-rw-
fixdiv.py	14.28 KB	-rw-rw-rw-
fixheader.py	1.38 KB	-rw-rw-rw-
fixnotice.py	3.06 KB	-rw-rw-rw-
fixps.py	923 B	-rw-rw-rw-
generate_opcode_h.py	2.25 KB	-rw-rw-rw-
generate_stdlib_module_names.p...	4.7 KB	-rw-rw-rw-
generate_token.py	7.08 KB	-rw-rw-rw-
get-remote-certificate.py	2.7 KB	-rw-rw-rw-
google.py	526 B	-rw-rw-rw-
gprof2html.py	2.33 KB	-rw-rw-rw-
highlight.py	9.21 KB	-rw-rw-rw-
ifdef.py	3.73 KB	-rw-rw-rw-
import_diagnostics.py	1.01 KB	-rw-rw-rw-
lfcr.py	664 B	-rw-rw-rw-
linktree.py	2.46 KB	-rw-rw-rw-
lll.py	775 B	-rw-rw-rw-
mailerdaemon.py	8.09 KB	-rw-rw-rw-
make_ctype.py	2.32 KB	-rw-rw-rw-
md5sum.py	2.55 KB	-rw-rw-rw-
mkreal.py	1.66 KB	-rw-rw-rw-
ndiff.py	3.86 KB	-rw-rw-rw-
nm2def.py	2.53 KB	-rw-rw-rw-
objgraph.py	6.01 KB	-rw-rw-rw-
parse_html5_entities.py	4.01 KB	-rw-rw-rw-
parseentities.py	1.76 KB	-rw-rw-rw-
patchcheck.py	10.81 KB	-rw-rw-rw-
pathfix.py	6.85 KB	-rw-rw-rw-
pdeps.py	4.07 KB	-rw-rw-rw-
pep384_macrocheck.py	4.75 KB	-rw-rw-rw-
pickle2db.py	4.07 KB	-rw-rw-rw-
pindent.py	17.22 KB	-rw-rw-rw-
ptags.py	1.34 KB	-rw-rw-rw-
pydoc3.py	85 B	-rw-rw-rw-
pysource.py	3.9 KB	-rw-rw-rw-
reindent-rst.py	293 B	-rw-rw-rw-
reindent.py	11.7 KB	-rw-rw-rw-
rgrep.py	1.61 KB	-rw-rw-rw-
run_tests.py	1.83 KB	-rw-rw-rw-
serve.py	1.23 KB	-rw-rw-rw-
smelly.py	5.07 KB	-rw-rw-rw-
stable_abi.py	20.91 KB	-rw-rw-rw-
suff.py	536 B	-rw-rw-rw-
texi2html.py	70.75 KB	-rw-rw-rw-
untabify.py	1.32 KB	-rw-rw-rw-
update_file.py	790 B	-rw-rw-rw-
var_access_benchmark.py	11.92 KB	-rw-rw-rw-
verify_ensurepip_wheels.py	3.21 KB	-rw-rw-rw-
which.py	1.71 KB	-rw-rw-rw-
win_add2path.py	1.68 KB	-rw-rw-rw-

Code Editor : abitype.py

#!/usr/bin/env python3
# This script converts a C file to use the PEP 384 type definition API
# Usage: abitype.py < old_code > new_code
import re, sys

###### Replacement of PyTypeObject static instances ##############

# classify each token, giving it a one-letter code:
# S: static
# T: PyTypeObject
# I: ident
# W: whitespace
# =, {, }, ; : themselves
def classify():
    res = []
    for t,v in tokens:
        if t == 'other' and v in "={};":
            res.append(v)
        elif t == 'ident':
            if v == 'PyTypeObject':
                res.append('T')
            elif v == 'static':
                res.append('S')
            else:
                res.append('I')
        elif t == 'ws':
            res.append('W')
        else:
            res.append('.')
    return ''.join(res)

# Obtain a list of fields of a PyTypeObject, in declaration order,
# skipping ob_base
# All comments are dropped from the variable (which are typically
# just the slot names, anyway), and information is discarded whether
# the original type was static.
def get_fields(start, real_end):
    pos = start
    # static?
    if tokens[pos][1] == 'static':
        pos += 2
    # PyTypeObject
    pos += 2
    # name
    name = tokens[pos][1]
    pos += 1
    while tokens[pos][1] != '{':
        pos += 1
    pos += 1
    # PyVarObject_HEAD_INIT
    while tokens[pos][0] in ('ws', 'comment'):
        pos += 1
    if tokens[pos][1] != 'PyVarObject_HEAD_INIT':
        raise Exception('%s has no PyVarObject_HEAD_INIT' % name)
    while tokens[pos][1] != ')':
        pos += 1
    pos += 1
    # field definitions: various tokens, comma-separated
    fields = []
    while True:
        while tokens[pos][0] in ('ws', 'comment'):
            pos += 1
        end = pos
        while tokens[end][1] not in ',}':
            if tokens[end][1] == '(':
                nesting = 1
                while nesting:
                    end += 1
                    if tokens[end][1] == '(': nesting+=1
                    if tokens[end][1] == ')': nesting-=1
            end += 1
        assert end < real_end
        # join field, excluding separator and trailing ws
        end1 = end-1
        while tokens[end1][0] in ('ws', 'comment'):
            end1 -= 1
        fields.append(''.join(t[1] for t in tokens[pos:end1+1]))
        if tokens[end][1] == '}':
            break
        pos = end+1
    return name, fields

# List of type slots as of Python 3.2, omitting ob_base
typeslots = [
    'tp_name',
    'tp_basicsize',
    'tp_itemsize',
    'tp_dealloc',
    'tp_print',
    'tp_getattr',
    'tp_setattr',
    'tp_reserved',
    'tp_repr',
    'tp_as_number',
    'tp_as_sequence',
    'tp_as_mapping',
    'tp_hash',
    'tp_call',
    'tp_str',
    'tp_getattro',
    'tp_setattro',
    'tp_as_buffer',
    'tp_flags',
    'tp_doc',
    'tp_traverse',
    'tp_clear',
    'tp_richcompare',
    'tp_weaklistoffset',
    'tp_iter',
    'iternextfunc',
    'tp_methods',
    'tp_members',
    'tp_getset',
    'tp_base',
    'tp_dict',
    'tp_descr_get',
    'tp_descr_set',
    'tp_dictoffset',
    'tp_init',
    'tp_alloc',
    'tp_new',
    'tp_free',
    'tp_is_gc',
    'tp_bases',
    'tp_mro',
    'tp_cache',
    'tp_subclasses',
    'tp_weaklist',
    'tp_del',
    'tp_version_tag',
]

# Generate a PyType_Spec definition
def make_slots(name, fields):
    res = []
    res.append('static PyType_Slot %s_slots[] = {' % name)
    # defaults for spec
    spec = { 'tp_itemsize':'0' }
    for i, val in enumerate(fields):
        if val.endswith('0'):
            continue
        if typeslots[i] in ('tp_name', 'tp_doc', 'tp_basicsize',
                         'tp_itemsize', 'tp_flags'):
            spec[typeslots[i]] = val
            continue
        res.append('    {Py_%s, %s},' % (typeslots[i], val))
    res.append('};')
    res.append('static PyType_Spec %s_spec = {' % name)
    res.append('    %s,' % spec['tp_name'])
    res.append('    %s,' % spec['tp_basicsize'])
    res.append('    %s,' % spec['tp_itemsize'])
    res.append('    %s,' % spec['tp_flags'])
    res.append('    %s_slots,' % name)
    res.append('};\n')
    return '\n'.join(res)

if __name__ == '__main__':

############ Simplistic C scanner ##################################
    tokenizer = re.compile(
        r"(?P<preproc>#.*\n)"
        r"|(?P<comment>/\*.*?\*/)"
        r"|(?P<ident>[a-zA-Z_][a-zA-Z0-9_]*)"
        r"|(?P<ws>[ \t\n]+)"
        r"|(?P<other>.)",
        re.MULTILINE)

tokens = []
    source = sys.stdin.read()
    pos = 0
    while pos != len(source):
        m = tokenizer.match(source, pos)
        tokens.append([m.lastgroup, m.group()])
        pos += len(tokens[-1][1])
        if tokens[-1][0] == 'preproc':
            # continuation lines are considered
            # only in preprocess statements
            while tokens[-1][1].endswith('\\\n'):
                nl = source.find('\n', pos)
                if nl == -1:
                    line = source[pos:]
                else:
                    line = source[pos:nl+1]
                tokens[-1][1] += line
                pos += len(line)

# Main loop: replace all static PyTypeObjects until
    # there are none left.
    while 1:
        c = classify()
        m = re.search('(SW)?TWIW?=W?{.*?};', c)
        if not m:
            break
        start = m.start()
        end = m.end()
        name, fields = get_fields(start, end)
        tokens[start:end] = [('',make_slots(name, fields))]

# Output result to stdout
    for t, v in tokens:
        sys.stdout.write(v)

${this.title}

Code Editor : abitype.py