ovis
ovis copied to clipboard
Published
20 hours ago •
ovis-hpc
ovis-hpc
Files missing from dist tar ball
These are the files in the source tree not included in the dist tar ball. (See script that generate this list at the end). Let's discuss what to do with each of these (e.g. remove from source tree if they are abandoned, include into dist, or intentionally not distribute).
-0_AVOID_GITHUB_ZIP_FILES/README.md
-automake/pedigree.am
-.gitignore
-.gitmodules
-helper-scripts/autogen.sh
-helper-scripts/configure.ac
-helper-scripts/Makefile.am
-helper-scripts/scripts/ldmsd_sampler_services
-helper-scripts/scripts/Makefile.am
-helper-scripts/scripts/ovis_head_services
-helper-scripts/scripts/ovis_services
-kernel/kldms/ghal.c
-kernel/kldms/ghal.h
-kernel/kldms/.gitignore
-kernel/kldms/gpcd_kapi.h
-kernel/kldms/gpcd_lib.h
-kernel/kldms/gpcd_pub.h
-kernel/kldms/gpcdr.c
-kernel/kldms/gpcdr_pub.h
-kernel/kldms/Kbuild
-kernel/kldms/Kconfig
-kernel/kldms/kgpcdr.c
-kernel/kldms/kldms.c
-kernel/kldms/kldms.h
-kernel/kldms/kldms_ibm_pwr.c
-kernel/kldms/kldms_vmstat.c
-kernel/kldms/Makefile
-ldms/config/.gitignore
-ldms/etc/init.d/ldmsd_aggregator.in
-ldms/etc/init.d/ldmsd_sampler.in
-ldms/etc/init.d/Makefile.am
-ldms/etc/logrotate.d/ldmsd_aggregator
-ldms/etc/logrotate.d/ldmsd_sampler
-ldms/etc/logrotate.d/Makefile.am
-ldms/examples/ldmsctl/flatfile.src
-ldms/examples/ldmsd-rotate-log.sh
-ldms/examples/set_array/.gitignore
-ldms/examples/set_array/set_array_agg.cfg
-ldms/examples/set_array/set_array_sampler.cfg
-ldms/examples/set_array/start_agg.sh
-ldms/examples/set_array/start_sampler.sh
-ldms/examples/update-auto-interval/agg.conf
-ldms/examples/update-auto-interval/agg-disable-auto-interval.conf
-ldms/examples/update-auto-interval/env.sh
-ldms/examples/update-auto-interval/samplerd.conf
-ldms/ldms_utils/base/build_config
-ldms/ldms_utils/base/build_utils
-ldms/ldms_utils/base/control_plugins
-ldms/ldms_utils/base/ldms_base_config
-ldms/ldms_utils/base/ldms_control
-ldms/ldms_utils/base/ldms_control.orig
-ldms/ldms_utils/base/run_ldmsd
-ldms/ldms_utils/base/run_plugins
-ldms/ldms_utils/base/start_ldmsd
-ldms/ldms_utils/build_ldms_shuttle
-ldms/ldms_utils/configs/my_hosts
-ldms/ldms_utils/configs/my_start_plugins
-ldms/ldms_utils/configs/remove_ldmsd
-ldms/ldms_utils/ldms_ls2test_sampler_cfg.pl
-ldms/ldms_utils/remove_my_ldmsd
-ldms/ldms_utils/start_my_ldmsd
-ldms/ldms_utils/start_my_plugins
-ldms/m4/ax_check_openssl.m4
-ldms/man/make_exits_man.sh
-ldms/man/Plugin_papi.man
-ldms/man/Plugin_perfevent.man
-ldms/man/Plugin_procdiskstats.man
-ldms/man/Plugin_rapl.man
-ldms/man/Plugin_sampler_atasmart.man
-ldms/man/Plugin_store_function_csv.man
-ldms/python/ldmsd/examples/run_ldmsd.py
-ldms/python/ldmsd_test_config/ldmsd_test_config.py
-ldms/python/ldmsd_test/conftest.py
-ldms/python/ldmsd_test/__init__.py
-ldms/python/ldmsd_test/ldmsd_test_util.py
-ldms/python/ldmsd_test/robustness/conftest.py
-ldms/python/ldmsd_test/robustness/dynamic_cfg/__init__.py
-ldms/python/ldmsd_test/robustness/dynamic_cfg/test_2level_end2end.py
-ldms/python/ldmsd_test/robustness/__init__.py
-ldms/python/ldmsd_test/robustness/static_cfg/test_1level_end2end.py
-ldms/python/ldmsd_test/robustness/static_cfg/test_2level_end2end.py
-ldms/python/ldms/test/test_ldms_ls.py
-ldms/python/test/ldmsd/.gitignore
-ldms/python/test/ldmsd/ldmsctl.py
-ldms/python/test/ldmsd/ldmsd_auth_munge.py
-ldms/python/test/ldmsd/ldmsd_auth_ovis.py
-ldms/python/test/ldmsd/ldmsd_cfg.py
-ldms/python/test/ldmsd/ldmsd_cmd_exp.py
-ldms/python/test/ldmsd/ldmsd_ctrl.py
-ldms/python/test/ldmsd/ldmsd_failover.py
-ldms/python/test/ldmsd/ldmsd_interface_msg_boundary.py
-ldms/python/test/ldmsd/ldmsd_long_config.py
-ldms/python/test/ldmsd/ldmsd_perm.py
-ldms/python/test/ldmsd/ldmsd_push.py
-ldms/python/test/ldmsd/ldmsd_req_resp.py
-ldms/python/test/ldmsd/ldmsd_set_array.py
-ldms/python/test/ldmsd/ldmsd_set_group.py
-ldms/python/test/ldmsd/ldmsd_tsampler.py
-ldms/python/test/ldmsd/ldms_perm.py
-ldms/python/test/ldmsd/ldms_set_array.py
-ldms/scripts/CHANGES
-ldms/scripts/.gitignore
-ldms/scripts/ldms-python-test.sh.in
-ldms/scripts/ovis-roll-over.py
-ldms/src/ldmsd/ldmsd_upload.c
-ldms/src/ldmsd/test/fvt_stream_test.json
-ldms/src/sampler/cray_system_sampler/gemini_metrics.h
-ldms/src/sampler/lustre/.clang_complete
-ldms/src/sampler/lustre/fnv_hash.h
-ldms/src/sampler/lustre/llite1_keys.txt
-ldms/src/sampler/papi/tests/papi-missing-events-config.json
-ldms/src/sampler/papi/tests/papi-missing-schema-config.json
-ldms/src/sampler/papi/tests/papi-ok-config.json
-ldms/src/sampler/papi/tests/papi-syntax-error-config.json
-ldms/src/sampler/shm/mpi_profiler/wrap/wrap.py
-ldms/src/sampler/switchx_eth.c
-ldms/src/sampler/syspapi/test/.gitignore
-ldms/src/sampler/syspapi/test/ldmsd.sh
-ldms/swig/create_set_test.py
-ldms/swig/pytest.py
-ldms/test/failover-delay/agg11.sh
-ldms/test/failover-delay/agg12.sh
-ldms/test/failover-delay/env.sh
-ldms/test/failover-delay/sampler1.sh
-ldms/test/failover-delay/sampler2.sh
-ldms/test/failover-simple/agg1.sh
-ldms/test/failover-simple/agg2.sh
-ldms/test/failover-simple/sampler.sh
-lib/bin/Makefile.am
-lib/bin/src/Makefile.am
-lib/bin/src/map_cmd.c
-lib/etc/ovis/ovis-logrotate.in
-lib/python/__init__.py
-lib/python/Makefile.am
-lib/python/Map.pxd
-lib/python/Map.pyx
-lib/python/TADA.py
-lib/src/coll/libmap.c
-lib/src/coll/map.h
-lib/src/coll/map_priv.h
-lib/src/ovis_util/rmaninfo.c
-lib/src/ovis_util/rmaninfo.h
-lib/src/ovis_util/test_rman.c
-lib/src/third/json_parser/LICENSE
-lib/swig/zap/test/test.py
-m4/ac_pkg_swig.m4
-m4/ac_python_devel.m4
-m4/ax_check_openssl.m4
-m4/ax_lib_readline.m4
-m4/ax_python_module.m4
-m4/ax_python_module_version.m4
-packaging/configure-all.sh
-packaging/event/INSTALL.libevent2.txt
-packaging/event/libevent20ovis.spec
-packaging/event/libevent21ovis.spec
-packaging/event/NOTES.txt
-packaging/event/pack-20.sh
-packaging/event/pack-21.sh
-packaging/make-all-7rabbit.sh
-packaging/make-all-rabbit.sh
-packaging/make-all-rhel7.sh
-packaging/make-all-top.sh
-packaging/make-all-ubuntu-12.sh
-packaging/nola.sh
-packaging/README
-util/aries/gpcdr/gpcdr-init_split.conf
-util/aries/gpcdr/README.gpcdr
-util/aries/mmr_reader/function_store/function_store_config_gen.pl
-util/aries/mmr_reader/function_store/function_store_mmr.conf
-util/aries/mmr_reader/function_store/header.pl
-util/aries/mmr_reader/function_store/README
-util/aries/mmr_reader/split_configs/backpressure.pl
-util/aries/mmr_reader/split_configs/metric_set_gen_nic.pl
-util/aries/mmr_reader/split_configs/metric_set_gen_rtr.pl
-util/aries/mmr_reader/split_configs/metric_set_nic
-util/aries/mmr_reader/split_configs/metric_set_rtr_0
-util/aries/mmr_reader/split_configs/metric_set_rtr_1
-util/aries/mmr_reader/split_configs/metric_set_rtr_2
-util/aries/mmr_reader/split_configs/metric_set_rtr_3
-util/aries/mmr_reader/standalone/main_gpcd.c
-util/aries/mmr_reader/standalone/metrics.txt
-util/aries/mmr_reader/standalone/README
-util/cray_specific/aries_mmr_set_configs/metric_set_nic
-util/cray_specific/aries_mmr_set_configs/metric_set_rtr_0
-util/cray_specific/aries_mmr_set_configs/metric_set_rtr_1
-util/cray_specific/aries_mmr_set_configs/metric_set_rtr_2
-util/cray_specific/aries_mmr_set_configs/metric_set_rtr_3
-util/cray_specific/ovis/etc/aggregator_nodes/ldmsd
-util/cray_specific/ovis/etc/compute_nodes/ldmsd
-util/cray_specific/ovis/etc/ldmsd.agg
-util/cray_specific/ovis/etc/ldmsd.conf.fail-over
-util/cray_specific/ovis/etc/ldmsd.conf.trivial
-util/cray_specific/ovis/etc/ldmsd.sampler
-util/cray_specific/ovis/etc/README
-util/cray_specific/ovis/fail_over_scripts/fail-over.sh
-util/cray_specific/ovis/trivial/agg_trivial.sh
-util/cray_specific/ovis/trivial/sampler_hosts
-util/cray_specific/rca/rca_test.c
-util/cray_specific/rca/rca_test.sh
-util/failover/cmd
-util/failover/gen-agg-config.pl
-util/failover/grp
-util/gemini/check_fma.sh
-util/gemini/gpcdr/gpcdr-init_ldms.conf
-util/gemini/gpcdr/README.gpcdr
-util/gemini/parse_rtr_dump.c
-util/lanl.sh
-util/msr/interlagos/bw_msr_configs
-util/nomagic.sh
-util/release_tarball-240.sh
-util/release_tarball-300-mon6.sh
-util/release_tarball-300-rhine-nosos.sh
-util/release_tarball-300-rhine.sh
-util/release_tarball-300.sh
-util/sample_baler_scripts/baler_env.sh
-util/sample_baler_scripts/baler.master.cfg
-util/sample_baler_scripts/baler.slave.cfg
-util/sample_baler_scripts/create_trinity_hosts.pl
-util/sample_baler_scripts/mutrino_hostmapfile.txt
-util/sample_baler_scripts/mutrinohosts.txt
-util/sample_baler_scripts/part_create.sh
-util/sample_baler_scripts/part_delete.sh
-util/sample_baler_scripts/part_modify_baler.sh
-util/sample_baler_scripts/part_modify_sos.sh
-util/sample_baler_scripts/part_query.sh
-util/sample_baler_scripts/roll_baler.multi.sh
-util/sample_baler_scripts/run_baler.multi.sh
-util/sample_baler_scripts/run_bhttpd.multi.sh
-util/sample_baler_scripts/store_bhquery.sh
-util/sample_baler_scripts/store_bquery.sh
-util/sample_init_scripts/genders/examples/genders.shaun
-util/sample_init_scripts/genders/systemd/etc/sysconfig/ldms.d/ldmsd.hermes.conf
-util/sample_init_scripts/genders/systemd/etc/sysconfig/ldms.d/ldmsd.hermes.local.conf
-util/sample_init_scripts/genders/systemd/etc/sysconfig/ldms.d/ldmsd.poseidon.local.conf
-util/sample_init_scripts/genders/systemd/etc/sysconfig/ldms.d/ldmsd.twain.conf
-util/sample_init_scripts/genders/systemd/etc/sysconfig/ldms.d/plugins-conf/trnsf_producer_add.sh
-util/sample_init_scripts/genders/sysv/etc/sysconfig
-util/sample_init_scripts/genders/test/genders.aries
-util/sample_init_scripts/genders/test/genders.ldms
-util/sample_init_scripts/genders/test/genders.ldms.chama
-util/tar-excludes.txt
Script that generates the list (run it in an empty directory & see description below on how to use it):
#!/bin/bash
#
# Usage
# -----
# [ENV_VARS] ./ovis-dist-check.sh
#
# ENV VAR descriptions:
# - REPO The repository to work with.
# - DIR The directory for the tree check out.
# - REF The git reference (e.g. branch name or commit ID).
#
# Description
# -----------
# This script clone ${REPO} branch ${REF} into ${DIR}. Then, it goes into ${DIR}
# directory and do the following to create a dist tar ball:
# - calls `./autogen.sh`
# - `mkdir build && cd build`
# - `../configure && make dist`
#
# After a tar ball is generated, the script then create 2 file lists:
# - ${DIR}/tar.list containing a list of files from the dist tar ball,
# - ${DIR}/git.list containing a list of git-tracking files in the working
# tree.
# Then, it compares git.list and tar.list and output to the file:
#
# ${DIR}/dist-missing.list
#
# which contains files appearing in git.list but not in tar.list (the files
# missing from the distribution).
REPO=${REPO:-https://github.com/ovis-hpc/ovis}
DIR=${DIR:-ovis}
REF=${REF:-master}
RED='\033[01;31m'
GREEN='\033[01;32m'
YELLOW='\033[01;33m'
BLUE='\033[01;34m'
PURPLE='\033[01;35m'
TEAL='\033[01;36m'
WHITE='\033[01;37m'
RESET='\033[0m'
echo_err() {
echo -e "${RED}ERROR:${RESET}" $@
}
echo_warn() {
echo -e "${YELLOW}WARN:${RESET}" $@
}
echo_info() {
echo -e "${GREEN}INFO:${RESET}" $@
}
if [[ -d "$DIR" ]]; then
echo_err "'${DIR}' directory exists."
exit -1
fi
set -x
set -e
git clone --branch ${REF} ${REPO} ${DIR}
pushd ${DIR}
./autogen.sh
mkdir build
pushd build
../configure
make dist
DIST=$(ls *.tar.gz)
PREFIX=${DIST/.tar.gz}
# list files in tar ball
tar tzf ${DIST} | sed "s/${PREFIX}\\///" |
sort | grep -v '.*\/$\|^$' > ../tar.list
popd # to ${DIR}
git ls-files | sort > git.list
diff -u git.list tar.list | grep '^-' | tee dist-missing.list
@tom95858 is some or all ovis/kernel/kldms/* working code on the appropriate platforms?
@oceandlr @valleydlr for each of the following, are they still useful for folk on the appropriate platforms, or are they out of date and possibly misleading?
ovis/util/aries ovis/util/cray_specific/ ovis/util/failover ovis/util/gemini/ ovis/util/msr/
I will remove the util/release_tar* files as part of the configure consolidation, unless folk really want this done in a separate commit. with the configure cleanup these should be obsolete.