Skip to content
Snippets Groups Projects
Commit 0bcd5c52 authored by jungnikp's avatar jungnikp
Browse files

local dev

parent a0bd8d15
Branches localdev
No related tags found
No related merge requests found
This diff is collapsed.
This diff is collapsed.
builds:
- name: networkit
git: 'https://github.com/avdgrinten/networkit.git'
regenerate:
- args: ['git', 'submodule', 'update', '--init']
# - name: networkit
# git: 'https://github.com/avdgrinten/networkit.git'
# regenerate:
# - args: ['git', 'submodule', 'update', '--init']
# configure:
# - args:
# - 'cmake'
# - '-DCMAKE_INSTALL_PREFIX=@THIS_PREFIX_DIR@'
# - '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
# - '-DNETWORKIT_NODE_STORAGE=u32'
# - '@THIS_CLONE_DIR@'
# environ:
# 'CXX': '/bin/g++-9'
# compile:
# - args: ['make', '-j@PARALLELISM@']
# install:
# - args: ['make', 'install']
# - name: fabry
# git: 'https://github.com/hu-macsy/fabry.git'
# configure:
# - args:
# - 'cmake'
# - '-DCMAKE_INSTALL_PREFIX=@THIS_PREFIX_DIR@'
# - '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
# - '@THIS_CLONE_DIR@'
# environ:
# 'CXXFLAGS': '-fpermissive'
# compile:
# - args: ['make', '-j@PARALLELISM@']
# install:
# - args: ['make', 'install']
- name: dist-kadabra
git: 'https://scm.cms.hu-berlin.de/jungnikp/dist-kadabra'
# git: 'https://github.com/hu-macsy/dist-kadabra.git'
requires:
- fabry
- networkit
configure:
- args:
- 'cmake'
- '-DCMAKE_INSTALL_PREFIX=@THIS_PREFIX_DIR@'
- '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
- '-DNETWORKIT_NODE_STORAGE=u32'
- '-DCMAKE_BUILD_TYPE=Debug'
# - '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
# - '-DCMAKE_BUILD_TYPE=Release'
# - '-DCMAKE_BUILD_TYPE=[-O3 -g]'
- '@THIS_CLONE_DIR@'
environ:
'CXX': 'g++'
'CXXFLAGS': '-DNETWORKIT_U32_NODES'
'CPPFLAGS': '-ftree-vectorizer-verbose=4'
compile:
- args: ['make', '-j@PARALLELISM@']
install:
- args: ['make', 'install']
extra_paths: ['@THIS_PREFIX_DIR@']
- name: fabry
git: 'https://github.com/hu-macsy/fabry.git'
- name: networkit
configure:
- args:
- 'cmake'
- '-DCMAKE_INSTALL_PREFIX=@THIS_PREFIX_DIR@'
- '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
- '-DNETWORKIT_NODE_STORAGE=u32'
- '@THIS_CLONE_DIR@'
environ:
'CXXFLAGS': '-fpermissive'
'CXX': '/bin/g++-9'
compile:
- args: ['make', '-j@PARALLELISM@']
install:
- args: ['make', 'install']
- name: dist-kadabra
git: 'https://github.com/hu-macsy/dist-kadabra.git'
requires:
- fabry
- networkit
- name: fabry
configure:
- args:
- 'cmake'
......@@ -44,121 +83,174 @@ builds:
- '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
- '@THIS_CLONE_DIR@'
environ:
'CXX': 'g++'
'CXXFLAGS': '-DNETWORKIT_U32_NODES'
'CXXFLAGS': '-fpermissive'
compile:
- args: ['make', '-j@PARALLELISM@']
install:
- args: ['make', 'install']
extra_paths: ['@THIS_PREFIX_DIR@']
# - name: dist-kadabra
# requires:
# - fabry
# - networkit
# configure:
# - args:
# - 'cmake'
# - '-DCMAKE_INSTALL_PREFIX=@THIS_PREFIX_DIR@'
# # - '-DCMAKE_BUILD_TYPE=RelWithDebInfo'
# - '-DCMAKE_BUILD_TYPE=Release'
# # - '-DCMAKE_BUILD_TYPE=[-O3 -g]'
# - '@THIS_CLONE_DIR@'
# environ:
# 'CXX': 'g++'
# 'CXXFLAGS': '-DNETWORKIT_U32_NODES'
# 'CPPFLAGS': '-ftree-vectorizer-verbose=4'
# compile:
# - args: ['make', '-j@PARALLELISM@']
# install:
# - args: ['make', 'install']
# extra_paths: ['@THIS_PREFIX_DIR@']
revisions:
- name: initial
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'initial'
'dist-kadabra': 'initial'
- name: shorter-epochs
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'shorter-epochs'
'dist-kadabra': 'shorter-epochs'
- name: initial-reduction
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'initial-reduction'
'dist-kadabra': 'initial-reduction'
- name: initial-logrounds
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'initial-logrounds'
'dist-kadabra': 'initial-logrounds'
- name: active
# - name: initial
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'initial'
# 'dist-kadabra': 'initial'
# - name: shorter-epochs
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'shorter-epochs'
# 'dist-kadabra': 'shorter-epochs'
# - name: initial-reduction
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'initial-reduction'
# 'dist-kadabra': 'initial-reduction'
# - name: initial-logrounds
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'initial-logrounds'
# 'dist-kadabra': 'initial-logrounds'
# - name: active
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'active'
# 'dist-kadabra': 'active'
# # opt: Avoid CC decomposition, useless barriers,
# - name: opt
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'opt'
# 'dist-kadabra': 'opt'
# # optI: Based on opt. Cherry-pick shorter-epochs.
# - name: optI
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI'
# 'dist-kadabra': 'optI'
# # optI-reduction: Based on optI + initial-reduction. Additionally: avoid barrier before reduction.
# - name: optI-reduction
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-reduction'
# 'dist-kadabra': 'optI-reduction'
# - name: optI-hybrid
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-hybrid'
# 'dist-kadabra': 'optI-hybrid'
# - name: optI-fastadv
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-fastadv'
# 'dist-kadabra': 'optI-fastadv'
# - name: all-scores
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'all-scores'
# 'dist-kadabra': 'all-scores'
# - name: optI-insights
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-insights'
# 'dist-kadabra': 'optI-insights'
# - name: optI-blocking
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-blocking'
# 'dist-kadabra': 'optI-blocking'
# - name: optI-blockhybrid
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-blockhybrid'
# 'dist-kadabra': 'optI-blockhybrid'
# - name: optB-blocking
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optB-blocking'
# 'dist-kadabra': 'optB-blocking'
# - name: optB-fullblocking
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optB-fullblocking'
# 'dist-kadabra': 'optB-fullblocking'
# - name: optI-blocking-dual
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-blocking-dual'
# 'dist-kadabra': 'optI-blocking-dual'
# - name: optI-blockhybrid-dual
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optI-blockhybrid-dual'
# 'dist-kadabra': 'optI-blockhybrid-dual'
# - name: optS
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optS'
# 'dist-kadabra': 'optS'
# - name: optS-distest
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optS-distest'
# 'dist-kadabra': 'optS-distest'
# - name: optS-dev
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optS'
# 'dist-kadabra': 'optS-dev'
# - name: optS-dev
# build_version:
# 'networkit': 'local32'
# 'fabry': 'local'
# 'dist-kadabra': 'parent-classes-working'
# - name: epoch-general
# build_version:
# 'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
# 'fabry': 'optS'
# 'dist-kadabra': 'epoch-general'
- name: epoch-general
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'active'
'dist-kadabra': 'active'
# opt: Avoid CC decomposition, useless barriers,
- name: opt
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'opt'
'dist-kadabra': 'opt'
# optI: Based on opt. Cherry-pick shorter-epochs.
- name: optI
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI'
'dist-kadabra': 'optI'
# optI-reduction: Based on optI + initial-reduction. Additionally: avoid barrier before reduction.
- name: optI-reduction
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-reduction'
'dist-kadabra': 'optI-reduction'
- name: optI-hybrid
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-hybrid'
'dist-kadabra': 'optI-hybrid'
- name: optI-fastadv
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-fastadv'
'dist-kadabra': 'optI-fastadv'
- name: all-scores
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'all-scores'
'dist-kadabra': 'all-scores'
- name: optI-insights
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-insights'
'dist-kadabra': 'optI-insights'
- name: optI-blocking
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-blocking'
'dist-kadabra': 'optI-blocking'
- name: optI-blockhybrid
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-blockhybrid'
'dist-kadabra': 'optI-blockhybrid'
- name: optB-blocking
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optB-blocking'
'dist-kadabra': 'optB-blocking'
- name: optB-fullblocking
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optB-fullblocking'
'dist-kadabra': 'optB-fullblocking'
- name: optI-blocking-dual
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-blocking-dual'
'dist-kadabra': 'optI-blocking-dual'
- name: optI-blockhybrid-dual
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optI-blockhybrid-dual'
'dist-kadabra': 'optI-blockhybrid-dual'
- name: optS
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optS'
'dist-kadabra': 'optS'
- name: optS-distest
build_version:
'networkit': 'd680f815db7a3cd15be4938645731ed5400b3e3a'
'fabry': 'optS-distest'
'dist-kadabra': 'optS-distest'
'networkit': 'local32'
'fabry': 'local'
'dist-kadabra': 'epoch-general'
instdir: ./instances
instdir: ../../graphs
instances:
- repo: local
set: exp
items:
# - orkut-links.tf.nkbg
# # - dbpedia-link.tf.nkbg
- com-youtube.ungraph.txt
# - Email-Enron.txt
# - as20000102.txt
- repo: local
set: rep
items:
- orkut-links.tf.nkbg
- dbpedia-link.tf.nkbg
- repo: local
set: [main, explore]
items:
......@@ -176,15 +268,15 @@ instances:
set: main
items:
# Social networks.
- orkut-links.tf.nkbg
# - orkut-links.tf.nkbg
# Road networks.
- dimacs9-NE.tf.nkbg
- dimacs9-NE.tf.nkbg
# Hyperlink.
- dbpedia-link.tf.nkbg
- repo: local
set: scale
items:
- hyperbolic-sc23-s1.tf.nkbg
# - dbpedia-link.tf.nkbg
- repo: local
set: scale
items:
- hyperbolic-sc23-s1.tf.nkbg
#- hyperbolic-sc23-s2.tf.nkbg
#- hyperbolic-sc23-s3.tf.nkbg
#- hyperbolic-sc24-s1.tf.nkbg
......@@ -195,7 +287,7 @@ instances:
#- hyperbolic-sc25-s3.tf.nkbg
#- hyperbolic-sc26-s1.tf.nkbg
#- hyperbolic-sc26-s2.tf.nkbg
#- hyperbolic-sc26-s3.tf.nkbg
#- hyperbolic-sc26-s3.tf.nkbgoptS-distest
#- hyperbolic-sc27-s1.tf.nkbg
#- hyperbolic-sc27-s2.tf.nkbg
#- hyperbolic-sc27-s3.tf.nkbg
......@@ -217,15 +309,16 @@ experiments:
- name: n01
use_builds: [dist-kadabra]
args: &common_args
- 'srun'
- '--mpi=pmi2'
- 'mpiexec'
# - 'srun'
# - '--mpi=pmi2'
- 'dist-kadabra'
- '@INSTANCE@'
num_nodes: 1
num_threads: 24
num_threads: 12
stdout: out
environ:
OMP_NUM_THREADS: 24
OMP_NUM_THREADS: 12
OMP_PLACES: 'cores'
- name: n02
use_builds: [dist-kadabra]
......@@ -376,46 +469,62 @@ experiments:
matrix:
include:
# Special experiments.
- experiments: [n08x2]
instsets: [explore]
revisions: [all-scores]
# simple experiment
- experiments: [n01]
instsets: [exp]
revisions: [epoch-general]
# revisions: [optS-dev]
# repetitions: 10
# # repeatability experiment
# - experiments: [n01]
# instsets: [rep]
# revisions: [optS-distest]
# repetitions: 10
# # Special experiments.
# - experiments: [n08x2]
# instsets: [explore]
# revisions: [all-scores]
# Exploratory experiments.
#- instsets: [explore]
# revisions: [initial]
- instsets: [explore]
experiments: [n01, n02, n04, n08, n16]
revisions: [shorter-epochs, initial-reduction, opt, optI-reduction]
# Dropped: initial-logrounds
#- instsets: [explore]
# experiments: [n01, n02, n04, n08]
# instsets: [explore]
# revisions: []
# Dropped: active
- instsets: [explore]
experiments: [n01x2, n02x2, n04x2, n08x2]
instsets: [explore]
revisions: [optI-insights]
# Dropped: optI-fastadv
# # Exploratory experiments.
# #- instsets: [explore]
# # revisions: [initial]
# - instsets: [explore]
# experiments: [n01, n02, n04, n08, n16]
# revisions: [shorter-epochs, initial-reduction, opt, optI-reduction]
# # Dropped: initial-logrounds
# #- instsets: [explore]
# # experiments: [n01, n02, n04, n08]
# # instsets: [explore]
# # revisions: []
# # Dropped: active
# - instsets: [explore]
# experiments: [n01x2, n02x2, n04x2, n08x2]
# instsets: [explore]
# revisions: [optI-insights]
# # Dropped: optI-fastadv
# Real-world running time experiments
# Shared-memory baseline.
- instsets: [main]
experiments: [n01]
revisions: [opt, optI-insights]
# New MPI algorithms.
- instsets: [main]
experiments: [n01x2, n02x2, n04x2, n08x2, n16x2]
revisions: [optI-reduction, optI-hybrid, optI-blocking, optI-blockhybrid, optB-blocking, optB-fullblocking, optI-blocking-dual, optI-blockhybrid-dual, optS, optS-distest]
# # Real-world running time experiments
# # Shared-memory baseline.
# - instsets: [main]
# experiments: [n01]
# revisions: [opt, optI-insights]
# # New MPI algorithms.
# - instsets: [main]
# experiments: [n01x2, n02x2, n04x2, n08x2, n16x2]
# revisions: [optI-reduction, optI-hybrid, optI-blocking, optI-blockhybrid, optB-blocking, optB-fullblocking, optI-blocking-dual, optI-blockhybrid-dual, optS, optS-distest]
# Scaling experiments.
- instsets: [scale]
experiments: [n16x2]
revisions: [optI-reduction]
# Dropped: optI-blocking
# # Scaling experiments.
# - instsets: [scale]
# experiments: [n16x2]
# revisions: [optI-reduction]
# # Dropped: optI-blocking
# NUMA experiments.
#- instsets: [explore]
# experiments: [t02, t12, t24, t48, t01x2, t06x2, t12x2, t24x2]
# revisions: [optI]
# # NUMA experiments.
# #- instsets: [explore]
# # experiments: [t02, t12, t24, t48, t01x2, t06x2, t12x2, t24x2]
# # revisions: [optI]
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment