Commit e330b807 authored by Tiago Peixoto's avatar Tiago Peixoto
Browse files

Add support for 'orphan' datasets and tag konect entries

parent 28cf3e24
......@@ -41,6 +41,9 @@ entries = process_entry.get_entries(names).values()
process_entry._check_health = True
for entry in entries:
if entry.orphan:
print("skipped orphan:", entry.name)
continue
with acquire_lock(entry, block=False) as lock:
if lock is None:
continue
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/advogato'
citation = [('P. Massa, M. Salvetti, and D. Tomasoni. "Bowling alone and trust decline in social network sites." Dependable, Autonomic and Secure Computing, 2009. DASC\'09. Eighth IEEE International Conference on. (2009).', 'http://ieeexplore.ieee.org/document/5380625/?arnumber=5380625&tag=1')]
icon_hash = '582cc0b18cf714f319c41b0c'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.advogato.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/amazon-ratings'
citation = [('E. Lim, et al. "Detecting product review spammers using rating behaviors." Proc. of 19th ACM Internat. Conf. on Info. and Know. Management (CIKM 2010).', 'https://www.cs.uic.edu/~liub/publications/cikm-2010-final-spam.pdf')]
icon_hash = '5818e2d68cf714f319c3eae0'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.amazon-ratings.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/zhishi-baidu-internallink'
citation = [('X. Niu et al., “Zhishi.me -- weaving Chinese linking open data." Proc. Internat. Semantic Web Conf. (2011).', 'http://link.springer.com/chapter/10.1007%2F978-3-642-25093-4_14')]
icon_hash = '57eadd1e8cf714f319c38e44'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.zhishi-baidu-internallink.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/moreno_names'
citation = [('C. Römhild & C. Harrison, "Bible Cross-References." chrisharrison.net/index.php/Visualizations/BibleViz (Accessed October 2016)', 'http://www.chrisharrison.net/index.php/Visualizations/BibleViz')]
icon_hash = '580654328cf714f319c3be87'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.moreno_names.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/bibsonomy-2ti'
citation = [('D. Benz et al., "The social bookmark and publication management system BibSonomy." The VLDB Journal 19(6),849-875 (2010)', 'http://www.kde.cs.uni-kassel.de/pub/pdf/benz2010social.pdf')]
icon_hash = '5759d0c1bd3e93b53c6955f1'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.bibsonomy-2ti.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/moreno_bison'
citation = [('D. F Lott, "Dominance relations and breeding rate in mature male American bison." Zeitschrift für Tierpsychologie 49(4), 418-432 (1979)', 'http://onlinelibrary.wiley.com/doi/10.1111/j.1439-0310.1979.tb00302.x/abstract')]
icon_hash = '57348f7e461efe0c7a67831c'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.moreno_bison.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/bookcrossing_full-rating'
citation = [('C. Ziegler et al. "Improving recommendation lists through topic diversification." Proc. 14th Internat. Conf. on World Wide Web (WWW 2005).', 'http://dl.acm.org/citation.cfm?id=1060754')]
icon_hash = '5818e48e8cf714f319c3eae1'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.bookcrossing_full-rating.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/moreno_cattle'
citation = [('M. W. Schein and M. H. Fohrman. "Social dominance relationships in a herd of dairy cattle." The British J. of Animal Behaviour 3(2), 45-55 (1955)', 'http://www.sciencedirect.com/science/article/pii/S0950560155800123')]
icon_hash = '57349e9c461efe0c7a678329'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.moreno_cattle.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/brunson_club-membership'
citation = [('K. Faust. "Centrality in affiliation networks." Social Networks 19(2), 157-191 (1997)', 'http://www.socsci.uci.edu/~kfaust/faust/research/articles/faust_centrality_sn_1997.pdf')]
icon_hash = '573409f2461efe0c7a6781a1'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.brunson_club-membership.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -23,9 +23,10 @@ description = """A network among chess players (nodes) giving the chess match ou
[^icon]: Description obtained from the [ICON](https://icon.colorado.edu) project."""
tags = ['Social', 'Offline', 'Signed', 'Timestamps']
url = 'http://konect.cc/networks/chess'
citation = [('Kaggle, "Chess ratings - Elo versus the Rest of the World." https://www.kaggle.com/c/chess/data (2010).', 'http://konect.cc/networks/chess')]
citation = [('Kaggle, "Chess ratings - Elo versus the Rest of the World." https://www.kaggle.com/c/chess/data (2010).', 'https://www.kaggle.com/c/chess/data')]
icon_hash = '57f2e22f8cf714f319c3912f'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.chess.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/tntp-ChicagoRegional'
citation = [('B. Stabler, "Transportation Network Test Problems." http://www.bgu.ac.il/~bargera/tntp/ (2016).', 'http://konect.cc/networks/tntp-ChicagoRegional')]
icon_hash = '57f2dfc78cf714f319c3912d'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.tntp-ChicagoRegional.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/citeseer'
citation = [('K. Bollacker, S. Lawrence, & C. L, Giles, "CiteSeer: An autonomous Web agent for automatic retrieval and identification of interesting publications." In Proc. Int. Conf. on Autonomous Agents, 116-123 (1998)', 'https://clgiles.ist.psu.edu/papers/Agents-1998-citeseer-agent.pdf')]
icon_hash = '57573d1bbd3e93b53c695550'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.citeseer.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/citeulike-ti'
citation = [('K. Emamy and R. Cameron. "CiteULike: A researcher\'s social bookmarking service." Ariadne 51 (2007)', 'http://www.ariadne.ac.uk/issue51/emamy-cameron')]
icon_hash = '5759d216bd3e93b53c6955f5'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.citeulike-ti.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/moreno_vdb'
citation = [('G. Van de Bunt, M. Van Duijn, & T. Snijders, "Friendship networks through time: An actor-oriented dynamic statistical network model." Comp. & Math. Org. Theory 5(2), 167-192 (1999)', 'http://link.springer.com/article/10.1023/A:1009683123448')]
icon_hash = '57e18bf28cf714f319c38bdc'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.moreno_vdb.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/contact'
citation = [('A. Chaintreau et al. “Impact of human mobility on opportunistic forwarding algorithms.” IEEE Trans. on Mobile Computing 6(6), 606-620 (2007).', 'http://ieeexplore.ieee.org/document/4161914/')]
icon_hash = '57cf1f0b67351c5e0ccd7a0d'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.contact.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/contiguous-usa'
citation = [('D. Knuth, "The Stanford GraphBase: a platform for combinatorial computing”. Addison-Wesley Publishing Company (1993).', 'http://www-cs-faculty.stanford.edu/~uno/sgb.html')]
icon_hash = '57f2da6c8cf714f319c3912a'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.contiguous-usa.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/subelj_cora'
citation = [('A. McCallum et al., "Automating the Construction of Internet Portals with Machine Learning." J. Information Retrieval 3(2), 127-163 (2000)', 'http://www.kamalnigam.com/papers/cora-jnl.pdf')]
icon_hash = '57574483bd3e93b53c695552'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.subelj_cora.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/moreno_crime'
citation = [('S. Decker, C. W. Kohfeld, R. Rosenfeld, & J. Sprague, "St. Louis Homicide Project: Local Responses to a National Problem." University of Missouri-St. Louis (1991)', 'https://books.google.com/books/about/The_St_Louis_Homicide_Project.html?id=umVAPQAACAAJ')]
icon_hash = '57fe7bb68cf714f319c3ac2a'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.moreno_crime.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
......@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/dblp-author'
citation = [('M. Ley, "The DBLP computer science bibliography: Evolution, research issues, perspectives." Proc. of the 9th Int. Symposium on String Processing and Information Retrieval (SPIRE), 1-10 (2002)', 'http://dl.acm.org/citation.cfm?id=694954')]
icon_hash = '57571eddbd3e93b53c695546'
upstream_prefix = 'http://konect.cc/files'
orphan = True
files = [('download.tsv.dblp-author.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment