提交: 4679c0e5b14a0163c03e58c74358357b7753e6c6 - CC-Castle (hg)

Commit MetaInfo

• 修订版: 4679c0e5b14a0163c03e58c74358357b7753e6c6 (tree)
• 时间: 2013-12-22 21:49:43
• 作者: Albert Mietus < albert AT ons-huis DOT net >
• Commiter: Albert Mietus < albert AT ons-huis DOT net >

Log Message

added try6

更改概述

• modified: compiler/py/TryOut/IPyNb/Try5.py
• modified: compiler/py/TryOut/IPyNb/getName_BUG_check.py
• add: compiler/py/TryOut/IPyNb/Try6.py
• add: compiler/py/TryOut/IPyNb/shared_stuff.py
• add: compiler/py/TryOut/NS/try6_walk.py

差异

diff -r 17bddb44a5ef -r 4679c0e5b14a compiler/py/TryOut/IPyNb/Try5.py
--- a/compiler/py/TryOut/IPyNb/Try5.py	Sun Dec 22 11:50:08 2013 +0100
+++ b/compiler/py/TryOut/IPyNb/Try5.py	Sun Dec 22 13:49:43 2013 +0100
@@ -192,68 +192,4 @@
 
 # <codecell>
 
-aSym=xxx_sym[0][0]
-print "name:", aSym.getName(), "type=", type(aSym)
-print "qualified name:", aSym.getName(qualified=True), "type=", type(aSym)
-
-# <codecell>
-
-aSym.name
-
-# <codecell>
-
-for node,_,_ in ast2.walk_ast():
-    try: name = node.getName(True)
-    except AttributeError: continue
-    if not isinstance(name, tuple): name = list(name) # Expand the generators
-    if not isinstance(name[0], basestring):
-       print "NotAStr %-35s %s" %( repr(name[0]), type(node))
-
-# <codecell>
-
-for node,_,_ in ast2.walk_ast():
-    try: name = node.getName(False)        
-    except AttributeError: continue
-    if not ( (name == name.split()[0]) and (name == name.split('.')[0]) ):
-        print "NotAnID: %-40s %s" %( str(name)[:40],  type(node)),
-
-
-# <codecell>
 
-for node,_,_ in ast2.walk_ast():
-    try:   
-        name = node.getName(False)
-        if not isinstance(name, basestring):
-            print "\n%-40s %-20s node=%s" %( str(name)[:40], type(name), type(node)),
-        else: print ".",
-    except AttributeError: pass
-
-# <codecell>
-
-for node,_,_ in ast2.walk_ast():
-    try:   
-        name = node.getName(False)
-        print "\n%-40s node=%s" %( str(name)[:40], type(node)),
-    except AttributeError: pass
-
-# <codecell>
-
-nodes[1]
-
-# <codecell>
-
-foo= nodes[1].name
-foo
-
-# <codecell>
-
-tuple((foo,))
-
-# <codecell>
-
-foo="aap beer"
-foo.split()[0]
-
-# <codecell>
-
-

diff -r 17bddb44a5ef -r 4679c0e5b14a compiler/py/TryOut/IPyNb/Try6.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/compiler/py/TryOut/IPyNb/Try6.py	Sun Dec 22 13:49:43 2013 +0100
@@ -0,0 +1,179 @@
+# -*- coding: utf-8 -*-
+# <nbformat>3.0</nbformat>
+
+# <markdowncell>
+
+# Config
+# ======
+
+# <codecell>
+
+#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/Typing.Castle"
+#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/small.Castle"
+#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/try.Castle"         # REF CODE
+SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/very_small.Castle"
+#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/qaz.Castle"
+
+#LOGLEVEL= DEBUG/INFO/WARNING/ERROR/CRITICAL
+#LOGLEVEL="INFO"
+global LOGLEVEL
+
+LOGLEVEL="DEBUG"
+
+
+print "Last run on:", datetime.datetime.now().isoformat(' ')
+
+# <markdowncell>
+
+# Set-up
+# -------
+# Run some shared stuff: the (development) directories are added to pypath; GV (and debug_GV) to show an AST2.
+# 
+# And the logging modules has to be initialized (see Config section for LOGLEVEL)
+# 
+# Also, load try6_walk (*%load* will import python-filesinto the current-namespace, everytime)
+
+# <codecell>
+
+import logging
+logging.basicConfig(format='** %(asctime)s %(levelname)-9s %(module)20s::%(funcName)-20s\n\t# %(message)s', level=LOGLEVEL)
+
+# <codecell>
+
+import sys
+%run ./shared_stuff
+
+%run ../NS/try6_walk
+
+# <markdowncell>
+
+# Start experiment (Try5)
+# =======================
+
+# <codecell>
+
+from donjon.sdg.namespace import NameSpace
+from donjon.ast import *
+
+def mk_FooTypes():
+    hack=NameSpace(node=None, parent=None, infoName="FooHack_XXX_")
+
+    for t in ('Foo',):
+        hack.defineSymbol(types.Type(t))
+
+    return hack
+
+# <markdowncell>
+
+# Load an run TryCode
+# --------------------
+# 
+# Load the try5_*Types* file. And reimplement `main()`; this way we can experiment and reach the local-vars.
+# 
+# * Load and parse the source file (or an picked version) _The SOUREFILE is defined in the config-part, above_
+# * Define the global and builtins namespace. The latter hold all standard types, BuildingBlocks, Callable's etc
+# * Find the scopes (creating empty namespaces), fill those namespaces
+# * Resolve all symbols.
+# 
+# Show the steps graphicly, when LOGLEVEL is "DEBUG" 
+
+# <codecell>
+
+import donjon.aux.parseLib as parseLib
+import try5_Types as try5
+
+ast2=parseLib.read_ast2(SOURCEFILE)
+
+FooHack = mk_FooTypes()
+
+builtins=try5.mk_builtins(FooHack)
+global_ns=try5.add_namespace(ast2, parent_ns=builtins, infoName="GLOBAL")
+
+try5.find_scopes(ast2, global_ns)
+try5.fill_namespaces(ast2, global_ns)
+
+try5.build_symrefs(ast2, global_ns)
+
+# <markdowncell>
+
+# Some experiments
+# ----------------
+# Show the resulted AST (or is it an SDG already?)
+
+# <codecell>
+
+GV(ast2)
+
+# <codecell>
+
+from IPython.core.display import display
+
+# <codecell>
+
+display
+
+# <markdowncell>
+
+# Show nodes that *need work*
+# ---------------------------
+# 
+# They are marked with attribute _.xxx_
+
+# <codecell>
+
+def show_xxx(some_nke):
+    FORMAT="{node:<50}|{pl:>2}| {dad}"
+    print FORMAT.format(node="NODE", pl="PL", dad="PARENT-node (last of path)")
+    for (node,kids,env) in some_nke:
+        print FORMAT.format(node=graphviz._GVlabel(node), 
+                                             pl=len(env['path']), 
+                                             dad=graphviz._GVlabel(env['path'][-1],55))
+
+# <codecell>
+
+import donjon
+xxx_nodes = [(n,k,e) for n,k,e in ast2.walk_ast() if n.__dict__.get('xxx')]
+show_xxx(xxx_nodes)
+if len(xxx_nodes) == 0: print "Found NO nodes that need attention"
+
+# <codecell>
+
+xxx_sym = [(n,k,e) for n,k,e in ast2.walk_ast() 
+           if n.__dict__.get('xxx') and not isinstance(n, donjon.ast.symbols.SymbolBase)]
+show_xxx(xxx_sym)
+
+# <headingcell level=3>
+
+#  More experiments
+
+# <headingcell level=4>
+
+# NSS: All namespaces
+
+# <codecell>
+
+nss = set(env['ns'] for (n,k,env) in ast2.walk_ast())
+nss.discard(None)
+while nss is not None:
+    more = set(ns.parent for ns in nss if ns.parent not in nss)
+    more.discard(None)
+    if len(more) == 0: break            
+    nss.update(more)
+
+# <codecell>
+
+for ns in nss:
+    print ns.infoName
+    for sym in ns.dict:
+        print "\t", sym
+
+# <codecell>
+
+
+# <headingcell level=4>
+
+# XXX
+
+# <codecell>
+
+

diff -r 17bddb44a5ef -r 4679c0e5b14a compiler/py/TryOut/IPyNb/getName_BUG_check.py
--- a/compiler/py/TryOut/IPyNb/getName_BUG_check.py	Sun Dec 22 11:50:08 2013 +0100
+++ b/compiler/py/TryOut/IPyNb/getName_BUG_check.py	Sun Dec 22 13:49:43 2013 +0100
@@ -10,8 +10,8 @@
 
 #SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/Typing.Castle"
 #SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/small.Castle"
-#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/try.Castle"         # REF CODE
-SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/very_small.Castle"
+SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/try.Castle"         # REF CODE
+#SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/very_small.Castle"
 #SOURCEFILE="/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/qaz.Castle"
 
 #LOGLEVEL= DEBUG/INFO/WARNING/ERROR/CRITICAL
@@ -85,7 +85,7 @@
     except AttributeError: continue
     if not isinstance(name, tuple): name = list(name) # Expand the generators
     if not isinstance(name[0], basestring):
-       print "NotAStr:\t%-40s %s" %( repr(name[0]), type(node))
+       print "NotAStr: %-40s %s" %( repr(name[0]), type(node))
 
 # <codecell>
 
@@ -93,7 +93,9 @@
     try: name = node.getName(False)        
     except AttributeError: continue
     if not ( (name == name.split()[0]) and (name == name.split('.')[0]) ):
-        print "NotAnID:\t%-40s %s" %( str(name)[:40],  type(node)),
+        print "NotAnID: %-40s %s" %( str(name)[:40],  type(node))
+
+# <codecell>
 
 
 # <codecell>

diff -r 17bddb44a5ef -r 4679c0e5b14a compiler/py/TryOut/IPyNb/shared_stuff.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/compiler/py/TryOut/IPyNb/shared_stuff.py	Sun Dec 22 13:49:43 2013 +0100
@@ -0,0 +1,58 @@
+# -*- coding: utf-8 -*-
+# <nbformat>3.0</nbformat>
+
+# <markdowncell>
+
+# shared_stuff
+# ============
+# 
+# This (kind of) *module* can be *imported* by other Notebook/Ipython script by **%run** `path/`**shared_stuff**. 
+# 
+# This only works when it is converted to python-code; so use `--script`! Also, no ipython-magic is allowed, so use pure python code. 
+
+# <headingcell level=2>
+
+# Be able to import all CC-Castle modules
+
+# <codecell>
+
+import sys
+
+sys.path.append("/Users/albert/work/CC-Castle/TRUNK/compiler/py")
+sys.path.append("/Users/albert/work/CC-Castle/TRUNK/compiler/external")
+sys.path.append("/Users/albert/work/CC-Castle/TRUNK/compiler/py/tools")
+sys.path.append("/Users/albert/work/CC-Castle/TRUNK/compiler/py/TryOut/NS/")
+
+# <headingcell level=2>
+
+# Show the AST2 with (debug_)`GV`
+
+# <codecell>
+
+import donjon.aux.graphviz as graphviz
+from IPython.display import SVG, display
+
+import tempfile
+import subprocess
+
+tmpdir=tempfile.mkdtemp(suffix='__Castle__', prefix='TMP.', dir='.') 
+
+# <codecell>
+
+def GV(ast,filename=None):
+    global tmpdir
+    if not filename: filename=tempfile.mktemp(dir=tmpdir,suffix=".gv", prefix="OUT_%s_" % graphviz._GVid(ast))
+    file(filename,'w').write(graphviz.dumpGV(ast,header=True))
+
+    subprocess.call(['dot', '-O', '-Tsvg', '%s' % filename])
+
+    print filename
+    display(SVG(filename=filename+'.svg'))
+
+def GV_debug(*l,**kw):
+    if logging.getLogger().isEnabledFor(logging.DEBUG):
+        GV(*l,**kw)
+
+# <codecell>
+
+

diff -r 17bddb44a5ef -r 4679c0e5b14a compiler/py/TryOut/NS/try6_walk.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/compiler/py/TryOut/NS/try6_walk.py	Sun Dec 22 13:49:43 2013 +0100
@@ -0,0 +1,219 @@
+# Copyright (C) ALbert Mietus, SoftwareBeterMaken.nl; 2013. Part of Castle-project
+
+"""In try5_Types.py, most of the type problesm ar solved. Now continue on walking the ast and buildng the SGD.
+   As with try5, there is an IPyNotebook (See /../IPyNb/Try6*) to experiment; but now from the start . This mean "main" is less importante
+"""
+
+import sys
+
+from donjon.aux.parseLib import *
+from donjon.ast import *
+from donjon.sdg.namespace import NameSpace
+from donjon.sdg import vsymbols
+
+import logging
+
+HAS_OWN_SCOPE = ( component.Component,
+                  implementation.ImplementationBase, # implement, callable's etc
+                  protocol.Protocol, protocol.ProtocolKindBase, # Event, for now
+                  statement.Body, statement.For,     # for: itor
+                  )
+
+NEW_SYM       = ( member.MemberBase,           # sub, alias, vardef, ..
+                  component.ComponentKindBase,
+                  protocol.ProtocolKindBase,   # Event and such
+                  ) # new symbols (all have .name attr)
+
+VIRT_PROT     = ( protocol.Protocol,)
+VIRT_COMP     = ( component.Component, implementation.Implement)
+VIRTSYM       = VIRT_PROT + VIRT_COMP
+
+HAS_PARMS     = (implementation.CallableWithBodyBase, protocol.Event) #All Callables can have parameters (Also EventDef?
+PORT_HANDLERS = (implementation.EventHandler, implementation.DataHandler) # Event/data handlers have a port with is a kind of parameter (but are QualIDs)
+HAS_SELF      = (implementation.Implement,)
+
+###
+### Aux
+###
+
+def shorten(s, MAX_LENGTH=50):
+    retval = str(s).replace('"',r'\"').replace('\n','').replace('\t','')
+    if len(retval) > MAX_LENGTH: retval = retval[:MAX_LENGTH-3]+'...'
+    return retval
+
+def log(node, tag="XXX ", *xtra, **kw):
+    label=shorten(repr(node))
+    level=logging._checkLevel(kw.get('level',"DEBUG"))
+    logging.log(level, ("{:>10} {:>2} {:<50}".format(tag,node._node_no(), label) +
+                        " ".join([str(e) for e in xtra])))
+
+allNSs=[]
+def add_namespace(node, parent_ns=None, infoName=None):
+    if node.__dict__.get('namespace') is not None:
+        log(node, "SKIP", "Does already have a namespace set")
+        return None
+    new_ns = NameSpace(parent=parent_ns, node=node, infoName=infoName)
+    allNSs.append(new_ns)
+    node.namespace = new_ns
+    return new_ns
+
+###
+### Walk over tree, add a NS where needed
+###
+def find_scopes(tree, current_ns):
+    for node,descendants,env in tree.walk_ast(): # OK-walk (due del descendants & recursieve call)
+        if node is tree: continue # Already done :-)
+
+        if isinstance(node, HAS_OWN_SCOPE):
+            namespace = add_namespace(node, current_ns)
+            log(node, 'NEW_NS', namespace)
+
+            del descendants[:]           # No need to  continue this walk ...
+            find_scopes(node, namespace) # .. as that sub-tree has it own scope-walker
+
+
+def fill_namespaces(tree, ns):
+    if not isinstance(tree, astBase.ASTBase): return; ### Solve in AST/types
+    node, kids = tree, tree._descendants()
+    if isinstance(node, NEW_SYM):           defsym_new_sym(node,ns)
+    if isinstance(node, VIRTSYM):           defsym_virtsym(node,ns)
+    if isinstance(node, HAS_SELF):          defsym_self_symbol(node, ns)               # Note: self doesn't exist in AST2! XXX
+    if isinstance(node, HAS_PARMS):         defsym_has_parms(node, ns)
+
+    try: ns=node.namespace;
+    except AttributeError: pass # keep using the same/inherited namespace
+    #else: log(tree,"set NS", ns)
+    for n in kids: fill_namespaces(n,ns)
+
+
+##################################################
+###
+### defsym_*::
+###      define all kind of symbols into the correctly scoped namespace
+###
+
+def defsym_new_sym(node, ns):
+    ns.defineSymbol(node)
+    log(node, "NEW_SYM",ns)
+
+def defsym_has_parms(node, ns):
+    try: ns=node.namespace;
+    except AttributeError: pass # keep using the same/inherited namespace
+    #    else: log(node,"set NS", ns)
+
+    log(node,'HAS_PARMS', ns)
+    parms = node.parameterTuple.elms
+    for elm in parms:
+        log(elm.name, "PARM_SYM", ns)
+        ns.defineSymbol(elm)
+
+
+def defsym_self_symbol(node, ns): # Use NS off node, not passed NS!
+    ns=node.namespace
+    ns.defineSymbol(symbols.SelfID(),node)
+    log(node, 'Self', ns, "added SelfID(); XXX This pseudo-node isn't part of the tree!")
+
+
+def defsym_virtsym(node,ns):
+    if isinstance(node, VIRT_PROT):
+        log(node, "VIRT_PROT",ns)
+        ns.defineSymbol(node); #  XXX TMP
+    elif isinstance(node, VIRT_COMP):
+        vsym = ns.checkName(node, hierarchical=False)
+        if vsym is None:
+            vsym = vsymbols.SymbComp(node.getName(), node)
+            ns.defineSymbol(vsym)
+            log(node, "VIRT_COMP1",ns,  shorten(repr(vsym),25), "1st site=",shorten(repr(node),25))
+        else:
+            vsym.add_other(side=node)
+            log(node, "VIRT_COMP2",ns,  repr(vsym), "2nd side=",shorten(repr(node),25))
+    else:
+        log(node, "ERROR", "XXX Don't know how to handle this virtual symbol")
+
+
+
+
+def build_symrefs(tree, ns):
+    for node,descendants,env in tree.walk_ast():
+        ns=env.get('ns')
+        if not ns: continue             # For as long ns=None
+
+        if isinstance(node, PORT_HANDLERS):     findsym_port_of_handler(node, ns) # ?
+        if isinstance(node, (symbols.NameID, symbols.QualID, types.Type)):
+            sym = ns.checkName(node)
+            if sym:
+                if sym is not node:
+                    node.ref = sym # Add a ref!
+                    log(node, "FOUND", "as:", sym._node_no(), repr(sym))
+                else: log(node, "ME FOUND", "As it is I;-)")
+            else:
+                log(node, "NOT1 FOUND","XXX")
+                node.xxx = ',style=radial, fillcolor="red:maroon"'
+
+
+
+def findsym_port_of_handler(node, ns):      # XXX
+    port = node.port        # Note: a port is a QualID, not a NameID!
+    log(port, "XXX PORT", "XXX HOW TO STORE THIS?\t\t")
+    node.xxx = ',style=radial, fillcolor="red:pink"'
+
+
+
+def mk_builtins(parent=None):
+    builtins=NameSpace(node=None, parent=parent, infoName="__builtins__")
+
+    for t in ('float', 'complex', 'int', 'char', 'string', 'bool', 'type', 'void', 'kind'): # Types
+        builtins.defineSymbol(types.Type(t))
+
+    for bbs in ('Component', 'Protocol', 'Port','Implement'): # BuildingBlockSymbol?
+        builtins.defineSymbol(symbols.NameID(name=bbs))
+
+    for c in ('function', 'event', 'stream', 'data'): # Callable?
+        builtins.defineSymbol(symbols.NameID(name=c))
+
+    for c in ('self', 'super'): # Keywords? XXX
+        builtins.defineSymbol(symbols.NameID(name=c))
+
+    return builtins
+
+###
+### Main
+###
+
+def main(filenames):
+    fails=[]
+    for fn in filenames:
+        try:
+            out_file  = "./OUT_" + str(int(sys.argv[0].split('_')[0][3:])) + "."        + fn.split("/")[-1] + ATS2_PICKLE_EXT
+
+            logging.info("Going to read the ast2, from: %s ..." % fn)
+            ast2 = read_ast2(fn)
+
+            logging.info("Building builtins+GLOBAL namespace")
+            builtins=mk_builtins()
+            global_ns=add_namespace(ast2, parent_ns=builtins, infoName="GLOBAL")
+
+            logging.info("Going to: find_scopes() ...")
+            find_scopes(ast2, global_ns)
+
+            logging.info("Going to: fill_namespace() # NS.defineSymbol// defsym_*)  ...")
+            fill_namespaces(ast2, global_ns)
+
+            logging.info("Going to: build_symrefs() ...")
+            build_symrefs(ast2, global_ns)
+
+            # Save the result
+            logging.info("Work done. Going to save result: %s" % out_file)
+            ast2_pickle(ast2, out_file)
+
+        except Exception as e:
+            logging.error("Something got wrong in file: %s (error=%s). Continue... (with next file)" % (fn,e))
+            fails.append((fn,e))
+
+    if len(fails) >0:
+        sys.exit(-1)
+
+
+if __name__ == "__main__":
+    logging.basicConfig(format='** %(asctime)s %(levelname)-9s %(module)20s::%(funcName)-20s \t# %(message)s', level=logging.INFO)
+    main(sys.argv[1:])