Commit 0c1f0df2 authored by Tiago Peixoto's avatar Tiago Peixoto

Fix visibility/RTTI problem with run_action()

Some visibility voodoo is necessary to ensure that RTTI work properly
across DSO boundaries, which is necessary to properly handle dynamic
property maps and such. Additionally, the action template must have a
different name each time the action code changes, to avoid additional

This also adds some other utility functions/typedefs to make writing
"inline" c++ code easier.
parent 5b45d806
......@@ -69,3 +69,8 @@ libgraph_tool_la_LIBADD = \
-lboost_python \
-lboost_iostreams \
# needed for typeinfo objects to work across DSO boundaries.
# see
libgraph_tool_la_LDFLAGS = \
......@@ -41,6 +41,9 @@ using namespace boost;
// the external world will manipulate the graph. All the algorithms should be
// registered here. This class will be exported to python in graph_bind.hh
// default visibility is necessary for related typeinfo objects to work across
// DSO boundaries
#pragma GCC visibility push(default)
class GraphInterface
......@@ -298,6 +301,7 @@ private:
bool _edge_range_invert;
#pragma GCC visibility pop
get_degree_type(GraphInterface::deg_t degree);
......@@ -305,6 +309,7 @@ get_degree_type(GraphInterface::deg_t degree);
// This is the main exception which will be thrown the outside world, when
// things go wrong
#pragma GCC visibility push(default)
class GraphException : public exception
string _error;
......@@ -313,6 +318,7 @@ public:
virtual ~GraphException() throw () {}
virtual const char * what () const throw () {return _error.c_str();}
#pragma GCC visibility pop
} //namespace graph_tool
......@@ -75,6 +75,18 @@ boost::dynamic_property_map&
find_property_map(const boost::dynamic_properties& dp, std::string name,
const std::type_info& key_type);
// convenience function which finds and returns the appropriate static property
// from the dynamic properties
template <class PropertyMap>
PropertyMap& find_static_property_map(const boost::dynamic_properties& dp,
std::string name)
typedef typename boost::property_traits<PropertyMap>::key_type key_type;
boost::dynamic_property_map& dmap = find_property_map(dp, name,
return get_static_property_map<PropertyMap>(dmap);
// this class contains a copy of a dynamic_properties, which does not delete its
// members when it deconstructs
struct dynamic_properties_copy: public boost::dynamic_properties
......@@ -23,10 +23,26 @@ __URL__=""
__all__ = ["Graph", "GraphError"]
import sys
# RTLD_GLOBAL needs to be set in dlopen() if we want typeinfo and friends to
# work properly across DSO boundaries. See
# The "except" is because the dl module raises a system error on ia64 and x86_64
# systems because "int" and addresses are different sizes.
from dl import RTLD_NOW, RTLD_GLOBAL
except ImportError:
_orig_dlopen_flags = sys.getdlopenflags()
import libgraph_tool
sys.setdlopenflags(_orig_dlopen_flags) # reset it to normal case to avoid
# unnecessary symbol collision
__version__ = libgraph_tool.mod_info().version
import sys, os, os.path, re, struct, fcntl, termios, gzip, bz2, string,\
import os, os.path, re, struct, fcntl, termios, gzip, bz2, string,\
textwrap, time, signal, traceback, shutil, time, math, inspect, \
functools, types
......@@ -1034,11 +1050,15 @@ class Graph(object):
" 'run_action'.")
# this is the code template which defines the action functor
support_code_template = """
support_template = r"""
#include <map>
#include <set>
#include <tr1/unordered_set>
#include <tr1/unordered_map>
#include <boost/lambda/lambda.hpp>
#include <boost/lambda/bind.hpp>
#include <boost/tuple/tuple.hpp>
#include <boost/type_traits/remove_pointer.hpp>
#include <boost/type_traits.hpp>
#include <graph_tool/graph.hh>
#include <graph_tool/graph_filtering.hh>
#include <graph_tool/graph_properties.hh>
......@@ -1048,7 +1068,18 @@ class Graph(object):
using namespace std;
using namespace graph_tool;
struct action
template <class IndexMap>
struct prop_bind_t
template <class Value>
struct as
typedef vector_property_map<Value,IndexMap> type;
struct action_${code_hash}
template <class Graph, class VertexIndex, class EdgeIndex,
class Args>
......@@ -1064,51 +1095,102 @@ class Graph(object):
typedef typename graph_traits<Graph>::edge_descriptor edge_t;
typedef typename graph_traits<Graph>::edge_iterator edge_iter_t;
typedef typename graph_traits<Graph>::out_edge_iterator
typedef typename in_edge_iteratorS<Graph>::type in_edge_iter_t;
typedef prop_bind_t<VertexIndex> vertex_prop_t;
typedef prop_bind_t<EdgeIndex> edge_prop_t;
typedef typename vertex_prop_t::template as<bool>::type
typedef typename vertex_prop_t::template as<int>::type
typedef typename vertex_prop_t::template as<long long>::type
typedef typename vertex_prop_t::template as<size_t>::type
typedef typename vertex_prop_t::template as<double>::type
typedef typename vertex_prop_t::template as<float>::type
typedef typename vertex_prop_t::template as<string>::type
typedef typename edge_prop_t::template as<bool>::type
typedef typename edge_prop_t::template as<int>::type
typedef typename edge_prop_t::template as<long long>::type
typedef typename edge_prop_t::template as<size_t>::type
typedef typename edge_prop_t::template as<double>::type
typedef typename edge_prop_t::template as<float>::type
typedef typename edge_prop_t::template as<string>::type
// the arguments will be expanded below
// the actual code
# we need to have different template names for each actions, to avoid
# strange RTTI issues. We'll therefore add an md5 hash of the code to
# each action's name
import hashlib
code_hash = hashlib.md5(code).hexdigest()
# each term on the expansion will properly unwrap a tuple pointer value
# to a reference with the appropriate name and type
exp_term = """typename remove_pointer<typename element<%d,Args>::type>
::type& %s = *get<%d>(args);"""
exp_term = """typename boost::remove_pointer<typename element<%d,Args>
::type>::type& %s =
arg_expansion = "\n".join([ exp_term % (i,arg_names[i],i) for i in \
xrange(0, len(arg_names))])
support_code = support_code_template % (arg_expansion, code) + \
support_template = string.Template(support_template)
support_code = support_template.substitute(code_hash=code_hash,
code=code) + support_code
# insert a hash value of the support_code into the code below, to force
# recompilation when support_code changes
import hashlib
support_code_hash = hashlib.md5(support_code).hexdigest()
# recompilation when support_code (and module version) changes
support_hash = hashlib.md5(support_code + __version__).hexdigest()
# the actual inline code will just call g.RunAction() on the underlying
# GraphInterface instance. The inline arguments will be packed into a
# tuple of pointers.
code = r"""
code = string.Template(r"""
python::object pg(python::handle<>
GraphInterface& g = python::extract<GraphInterface&>(pg);
g.RunAction(action(), make_tuple(%s));
// %s
""" % (", ".join(["&%s" %a for a in arg_names]), support_code_hash)
g.RunAction(action_${code_hash}(), make_tuple(${args}));
// support code hash: ${support_hash}
""").substitute(args=", ".join(["&%s" %a for a in arg_names]),
code_hash=code_hash, support_hash=support_hash)
# we need to get the locals and globals of the _calling_ function. We
# need to go deeper into the call stack due to all the function
# decorators being used.
call_frame = sys._getframe(5)
if local_dict is None:
local_dict = call_frame.f_locals
local_dict = {}
if global_dict is None:
global_dict = call_frame.f_globals
local_dict["self___graph"] = self.__graph # the graph interface
# RTLD_GLOBAL needs to be set in dlopen() if we want typeinfo and
# friends to work properly across DSO boundaries. See
# call weave and pass all the updated kw arguments
scipy.weave.inline(code, ["self___graph"] + arg_names, force=force,
local_dict=local_dict, global_dict=global_dict,
......@@ -1122,4 +1204,9 @@ class Graph(object):
sys.setdlopenflags(_orig_dlopen_flags) # reset dlopen to normal case to
# avoid unnecessary symbol
# collision
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment