inference: implement assortative SBMs

src/graph/inference/Makefile.am

@@ -38,6 +38,9 @@ libgraph_tool_inference_la_SOURCES = \
     partition_modes/graph_partition_mode_clustering.cc \
     partition_modes/graph_partition_mode_clustering_mcmc.cc \
     partition_modes/graph_partition_mode_clustering_multiflip_mcmc.cc \
+    planted_partition/graph_planted_partition.cc \
+    planted_partition/graph_planted_partition_mcmc.cc \
+    planted_partition/graph_planted_partition_multiflip_mcmc.cc \
     overlap/graph_blockmodel_overlap.cc \
     overlap/graph_blockmodel_overlap_exhaustive.cc \
     overlap/graph_blockmodel_overlap_gibbs.cc \
@@ -110,6 +113,7 @@ nobase_libgraph_tool_inference_la_include_HEADERS = \
     partition_centroid/graph_partition_centroid_rmi.hh \
     partition_modes/graph_partition_mode.hh \
     partition_modes/graph_partition_mode_clustering.hh \
+    planted_partition/graph_planted_partition.hh \
     overlap/graph_blockmodel_overlap.hh \
     overlap/graph_blockmodel_overlap_mcmc_bundled.hh \
     overlap/graph_blockmodel_overlap_util.hh \

src/graph/inference/graph_inference.cc

@@ -134,6 +134,9 @@ extern void export_partition_mode();
 extern void export_mode_cluster_state();
 extern void export_mode_cluster_mcmc();
 extern void export_mode_cluster_multiflip_mcmc();
+extern void export_pp_state();
+extern void export_pp_mcmc();
+extern void export_pp_multiflip_mcmc();
 
 BOOST_PYTHON_MODULE(libgraph_tool_inference)
 {
@@ -204,6 +207,9 @@ BOOST_PYTHON_MODULE(libgraph_tool_inference)
     export_mode_cluster_state();
     export_mode_cluster_mcmc();
     export_mode_cluster_multiflip_mcmc();
+    export_pp_state();
+    export_pp_mcmc();
+    export_pp_multiflip_mcmc();
 
     def("vector_map", vector_map<int32_t>);
     def("vector_map64", vector_map<int64_t>);

src/graph/inference/planted_partition/graph_planted_partition.cc

+// graph-tool -- a general graph modification and manipulation thingy
+//
+// Copyright (C) 2006-2020 Tiago de Paula Peixoto <tiago@skewed.de>
+//
+// This program is free software; you can redistribute it and/or
+// modify it under the terms of the GNU General Public License
+// as published by the Free Software Foundation; either version 3
+// of the License, or (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+#include "graph_tool.hh"
+#include "random.hh"
+
+#include <boost/python.hpp>
+
+#include "graph_planted_partition.hh"
+#include "../support/graph_state.hh"
+
+using namespace boost;
+using namespace graph_tool;
+
+GEN_DISPATCH(block_state, PPState, BLOCK_STATE_params)
+
+python::object make_pp_state(boost::python::object ostate)
+{
+    python::object state;
+    block_state::make_dispatch(ostate,
+                               [&](auto& s){state = python::object(s);});
+    return state;
+}
+
+void export_pp_state()
+{
+    using namespace boost::python;
+    def("make_pp_state", &make_pp_state);
+
+    block_state::dispatch
+        ([&](auto* s)
+         {
+             typedef typename std::remove_reference<decltype(*s)>::type state_t;
+             void (state_t::*move_vertex)(size_t, size_t) =
+                 &state_t::move_vertex;
+             double (state_t::*virtual_move)(size_t, size_t, size_t,
+                                             const pp_entropy_args_t& ea) =
+                 &state_t::virtual_move;
+
+             class_<state_t>
+                 c(name_demangle(typeid(state_t).name()).c_str(),
+                   no_init);
+             c.def("move_vertex", move_vertex)
+                 .def("virtual_move", virtual_move)
+                 .def("entropy", &state_t::entropy);
+         });
+
+    class_<pp_entropy_args_t>("pp_entropy_args")
+        .def_readwrite("uniform", &pp_entropy_args_t::uniform)
+        .def_readwrite("degree_dl_kind", &pp_entropy_args_t::degree_dl_kind);
+}

src/graph/inference/planted_partition/graph_planted_partition.hh

+// graph-tool -- a general graph modification and manipulation thingy
+//
+// Copyright (C) 2006-2020 Tiago de Paula Peixoto <tiago@skewed.de>
+//
+// This program is free software; you can redistribute it and/or
+// modify it under the terms of the GNU General Public License
+// as published by the Free Software Foundation; either version 3
+// of the License, or (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+#ifndef GRAPH_PARTITION_CENTROID_HH
+#define GRAPH_PARTITION_CENTROID_HH
+
+#include "config.h"
+
+#include <vector>
+
+#include "../blockmodel/graph_blockmodel_util.hh"
+#include "../support/graph_state.hh"
+
+#include "openmp_lock.hh"
+
+namespace graph_tool
+{
+using namespace boost;
+using namespace std;
+
+struct pp_entropy_args_t
+{
+    bool uniform;
+    deg_dl_kind  degree_dl_kind;
+};
+
+
+typedef vprop_map_t<int32_t>::type vmap_t;
+
+#define BLOCK_STATE_params                                                     \
+    ((g, &, never_directed, 1))                                                \
+    ((_abg, &, boost::any&, 0))                                                \
+    ((b,, vmap_t, 0))                                                          \
+    ((wr, &, vector<size_t>&, 0))                                              \
+    ((er, &, vector<size_t>&, 0))                                              \
+    ((err, &, vector<size_t>&, 0))                                             \
+    ((eio, &, vector<size_t>&, 0))
+
+GEN_STATE_BASE(PPStateBase, BLOCK_STATE_params)
+
+template <class... Ts>
+class PPState
+    : public PPStateBase<Ts...>
+{
+public:
+    GET_PARAMS_USING(PPStateBase<Ts...>, BLOCK_STATE_params)
+    GET_PARAMS_TYPEDEF(Ts, BLOCK_STATE_params)
+
+    typedef partition_stats<false> partition_stats_t;
+
+    template <class... ATs,
+              typename std::enable_if_t<sizeof...(ATs) == sizeof...(Ts)>* = nullptr>
+    PPState(ATs&&... args)
+        : PPStateBase<Ts...>(std::forward<ATs>(args)...),
+        _bg(boost::any_cast<std::reference_wrapper<bg_t>>(__abg)),
+        _N(HardNumVertices()(_g)),
+        _E(HardNumEdges()(_g)),
+        _empty_pos(_N),
+        _candidate_pos(_N),
+        _bclabel(_N),
+        _pclabel(_N),
+        _partition_stats(_g, _b, vertices_range(_g), _E,
+                         num_vertices(_g), _vweight, _eweight, _degs,
+                         _bmap)
+    {
+        _wr.resize(num_vertices(_g), 0);
+        _er.resize(num_vertices(_g), 0);
+        _err.resize(num_vertices(_g), 0);
+        _eio.resize(2, 0);
+
+        for (auto v : vertices_range(_g))
+        {
+            auto r = _b[v];
+            _wr[r]++;
+            _er[r] += out_degree(v, _g);
+        }
+
+        for (size_t r = 0; r < _N; ++r)
+        {
+            if (_wr[r] == 0)
+                add_element(_empty_blocks, _empty_pos, r);
+            else
+                add_element(_candidate_blocks, _candidate_pos, r);
+        }
+
+        for (auto e : edges_range(_g))
+        {
+            auto r = _b[source(e, _g)];
+            auto s = _b[target(e, _g)];
+            if (r == s)
+            {
+                _err[r] += 2;
+                _eio[0]++;
+            }
+            else
+            {
+                _eio[1]++;
+            }
+        }
+    }
+
+    typedef typename
+        std::conditional<is_directed_::apply<g_t>::type::value,
+                         GraphInterface::multigraph_t,
+                         undirected_adaptor<GraphInterface::multigraph_t>>::type
+        bg_t;
+    bg_t& _bg;
+
+    size_t _N;
+    size_t _E;
+
+    std::vector<size_t> _empty_blocks;
+    std::vector<size_t> _empty_pos;
+    std::vector<size_t> _candidate_blocks;
+    std::vector<size_t> _candidate_pos;
+
+    std::vector<size_t> _bclabel;
+    std::vector<size_t> _pclabel;
+
+    constexpr static BlockStateVirtualBase* _coupled_state = nullptr;
+
+    typedef int m_entries_t;
+
+    UnityPropertyMap<int,GraphInterface::vertex_t> _vweight;
+    UnityPropertyMap<int,GraphInterface::edge_t> _eweight;
+    simple_degs_t _degs;
+    std::vector<size_t> _bmap;
+
+    partition_stats_t _partition_stats;
+
+    typedef pp_entropy_args_t _entropy_args_t;
+
+    bool _egroups_update = true;
+
+    // =========================================================================
+    // State modification
+    // =========================================================================
+
+    void move_vertex(size_t v, size_t nr)
+    {
+        size_t r = _b[v];
+        if (nr == r)
+            return;
+
+        size_t k = 0;
+        size_t m = 0;
+        for (auto e : out_edges_range(v, _g))
+        {
+            ++k;
+            auto u = target(e, _g);
+            if (u == v)
+            {
+                ++m;
+                continue;
+            }
+            size_t s = _b[u];
+            if (s == r)
+            {
+                _err[r] -= 2;
+                _eio[0]--;
+            }
+            else
+            {
+                _eio[1]--;
+            }
+            if (s == nr)
+            {
+                _err[nr] += 2;
+                _eio[0]++;
+            }
+            else
+            {
+                _eio[1]++;
+            }
+        }
+
+        _err[r] -= m;
+        _err[nr] += m;
+
+        _wr[r]--;
+        _wr[nr]++;
+        _er[r] -= k;
+        _er[nr] += k;
+
+        _partition_stats.remove_vertex(v, r, true, _g,
+                                       _vweight, _eweight,
+                                       _degs);
+        _partition_stats.add_vertex(v, nr, true, _g,
+                                    _vweight, _eweight,
+                                    _degs);
+        if (_wr[r] == 0)
+        {
+            add_element(_empty_blocks, _empty_pos, r);
+            remove_element(_candidate_blocks, _candidate_pos, r);
+        }
+
+        if (_wr[nr] == 1)
+        {
+            remove_element(_empty_blocks, _empty_pos, nr);
+            add_element(_candidate_blocks, _candidate_pos, nr);
+        }
+
+        _b[v] = nr;
+    }
+
+    size_t virtual_remove_size(size_t v)
+    {
+        return _wr[_b[v]] - 1;
+    }
+
+    constexpr void add_block(size_t)
+    {
+    }
+
+    double virtual_move(size_t v, size_t r, size_t nr, const pp_entropy_args_t& ea)
+    {
+        if (r == nr)
+            return 0;
+
+        double Sb = 0;
+        double Sa = 0;
+
+        std::array<int, 2> dio({0,0});
+        std::array<int, 2> derr({0,0});
+        size_t k = 0;
+        size_t m = 0;
+        for (auto e : out_edges_range(v, _g))
+        {
+            ++k;
+            auto u = target(e, _g);
+            if (u == v)
+            {
+                ++m;
+                continue;
+            }
+            size_t s = _b[u];
+            if (s == r)
+            {
+                derr[0] -= 2;
+                dio[0]--;
+            }
+            else
+            {
+                dio[1]--;
+            }
+            if (s == nr)
+            {
+                derr[1] += 2;
+                dio[0]++;
+            }
+            else
+            {
+                dio[1]++;
+            }
+        }
+        derr[0] -= m;
+        derr[1] += m;
+
+        size_t B = _candidate_blocks.size();
+        int dB = 0;
+        if (_wr[r] == 1)
+            dB--;
+        if (_wr[nr] == 0)
+            dB++;
+
+        if (ea.uniform)
+        {
+            Sb -= lgamma_fast(_eio[0] + 1);
+            Sb -= lgamma_fast(_eio[1] + 1);
+            Sb += lgamma_fast(_er[r] + 1);
+            Sb += lgamma_fast(_er[nr] + 1);
+            Sb += (safelog_fast(B) - log(2)) * _eio[0];
+            Sb += lbinom_fast(B, size_t(2)) * _eio[1];
+            if (B > 1)
+                Sb += safelog_fast(_E + 1);
+
+            Sa -= lgamma_fast(_eio[0] + dio[0] + 1);
+            Sa -= lgamma_fast(_eio[1] + dio[1] + 1);
+            Sa += lgamma_fast(_er[r] - k + 1);
+            Sa += lgamma_fast(_er[nr] + k + 1);
+            Sa += (safelog_fast(B + dB) - log(2)) * (_eio[0] + dio[0]);
+            Sa += lbinom_fast(B + dB, size_t(2)) * (_eio[1] + dio[1]);
+            if (B + dB > 1)
+                Sa += safelog_fast(_E + 1);
+        }
+        else
+        {
+            Sb += lgamma_fast(_er[r] + 1);
+            Sb += lgamma_fast(_er[nr] + 1);
+            Sb -= (_err[r]/2) * log(2) + lgamma_fast(_err[r]/2 + 1);
+            Sb -= (_err[nr]/2) * log(2) + lgamma_fast(_err[nr]/2 + 1);
+            Sb -= lgamma_fast(_eio[1] + 1);
+
+            Sa += lgamma_fast(_er[r] - k + 1);
+            Sa += lgamma_fast(_er[nr] + k + 1);
+            Sa -= ((_err[r] + derr[0])/2) * log(2) + lgamma_fast((_err[r] + derr[0])/2 + 1);
+            Sa -= ((_err[nr] + derr[1])/2) * log(2) + lgamma_fast((_err[nr] + derr[1])/2 + 1);
+            Sa -= lgamma_fast(_eio[1] + dio[1] + 1);
+
+
+            Sb += _eio[1] * lbinom_fast(B, size_t(2));
+            Sb += lbinom_fast(B + _eio[0] - 1, size_t(_eio[0]));
+            if (B > 1)
+                Sb += safelog_fast(_E + 1);
+
+            Sa += (_eio[1] + dio[1]) * lbinom_fast(size_t(B + dB), size_t(2));
+            Sa += lbinom_fast(B + dB + _eio[0] + dio[0] - 1, size_t(_eio[0] + dio[0]));
+            if (B + dB > 1)
+                Sa += safelog_fast(_E + 1);
+        }
+
+        double dS = (Sa - Sb);
+
+        dS += _partition_stats.get_delta_partition_dl(v, r, nr, _vweight);
+        dS += _partition_stats.get_delta_deg_dl(v, r, nr, _vweight, _eweight,
+                                                _degs, _g, ea.degree_dl_kind);
+        return dS;
+    }
+
+    size_t get_empty_block(size_t, bool)
+    {
+        return _empty_blocks.back();
+    }
+
+    size_t sample_block(size_t v, double c, double d, rng_t& rng)
+    {
+        std::bernoulli_distribution new_r(d);
+        if (d > 0 && !_empty_blocks.empty() && new_r(rng))
+            return uniform_sample(_empty_blocks, rng);
+        std::bernoulli_distribution adj(c);
+        auto iter = out_neighbors(v, _g);
+        if (c > 0 && iter.first != iter.second && adj(rng))
+        {
+            auto w = uniform_sample(iter.first, iter.second, rng);
+            return _b[w];
+        }
+        return uniform_sample(_candidate_blocks, rng);
+    }
+
+    // Computes the move proposal probability
+    double get_move_prob(size_t v, size_t r, size_t s, double c, double d,
+                         bool reverse)
+    {
+        size_t B = _candidate_blocks.size();
+        if (reverse)
+        {
+            if (_wr[s] == 1)
+                return d;
+            if (_wr[r] == 0)
+                B++;
+        }
+        else
+        {
+            if (_wr[s] == 0)
+                return d;
+        }
+
+        size_t k_r = 0;
+        size_t k_s = 0;
+        size_t k = 0;
+        for (auto w : out_neighbors_range(v, _g))
+        {
+            if (size_t(_b[w]) == r)
+                k_r++;
+            if (size_t(_b[w]) == s)
+                k_s++;
+            k++;
+        }
+
+        double p = ((reverse) ? k_r : k_s) / double(k);
+
+        if (B == _N)
+            d = 0;
+
+        return (1. - d) * (c * p + (1 - c)/B);
+    }
+
+    template <class MEntries>
+    double get_move_prob(size_t v, size_t r, size_t s, double c, double d,
+                         bool reverse, MEntries&&)
+    {
+        return get_move_prob(v, r, s, c, d, reverse);
+    }
+
+    template <class EArgs, class MEntries>
+    double virtual_move(size_t v, size_t r, size_t nr, EArgs&& ea, MEntries&&)
+    {
+        return virtual_move(v, r, nr, ea);
+    }
+
+    double entropy(const pp_entropy_args_t& ea)
+    {
+        double S = 0;
+
+        size_t B = _candidate_blocks.size();
+
+        if (ea.uniform)
+        {
+            S -= lgamma_fast(_eio[0] + 1);
+            S -= lgamma_fast(_eio[1] + 1);
+            for (auto r : _candidate_blocks)
+                S += lgamma_fast(_er[r] + 1);
+            S += (safelog_fast(B) - log(2)) * _eio[0];
+            S += lbinom_fast(B, size_t(2)) * _eio[1];
+            if (B > 1)
+                S += safelog_fast(_E + 1);
+        }
+        else
+        {
+            S -= lgamma_fast(_eio[1] + 1);
+            S += (_eio[1]) * lbinom_fast(B, size_t(2));
+            for (auto r : _candidate_blocks)
+            {
+                S += lgamma_fast(_er[r] + 1);
+                S -= (_err[r]/2) * log(2) + lgamma_fast(_err[r]/2 + 1);
+            }
+
+            S += lbinom_fast(B + _eio[0] - 1, size_t(_eio[0]));
+            if (B > 1)
+                S += safelog_fast(_E + 1);
+        }
+
+        S += _partition_stats.get_partition_dl();
+        S += _partition_stats.get_deg_dl(ea.degree_dl_kind);
+
+        for (auto v : vertices_range(_g))
+        {
+            S -= lgamma_fast(out_degree(v, _g) + 1);
+            gt_hash_map<decltype(v), size_t> us;
+            for (auto e : out_edges_range(v, _g))
+            {
+                auto u = target(e, _g);
+                us[u] += _eweight[e];
+            }
+
+            for (auto& uc : us)
+            {
+                auto& u = uc.first;
+                auto& m = uc.second;
+                if (m > 1)
+                {
+                    if (u == v)
+                    {
+                        assert(m % 2 == 0);
+                        S += lgamma_fast(m/2 + 1) + m * log(2) / 2;
+                    }
+                    else
+                    {
+                        S += lgamma_fast(m + 1);
+                    }
+                }
+            }
+        }
+
+        return S;
+    }
+
+    template <class MCMCState>
+    void init_mcmc(MCMCState&)
+    {
+    }
+
+    constexpr size_t node_weight(size_t)
+    {