Greg Becker
Greg Becker
I think we should use whatever allocator the app is using, malloc by default, and if the app wants something different they'll specify it and we'll just pick it up...
No, I think we should get rid of our alloc_aligned / free_aligned. I just don't think we need to do anything else with the build wrt the malloc library, as...
What command lines do I run to see metrics output and jobs output?
Oh, and please rebase to master..
$ /opt/hse/bin/hsettp -s $(sudo jq -r '.socket.path' /mnt/kvdbs/kvdb1/kvdb.pid) Segmentation fault (core dumped) $ /opt/hse/bin/hsettp Segmentation fault (core dumped) (139) Is -s always required, or are there operations that don't need...
$ /opt/hse/bin/hsettp -s $(sudo jq -r '.socket.path' /mnt/kvdbs/kvdb1/kvdb.pid) kmc-vmstat-get [{"name":"kvdb_pagecache","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":4096,"item_alignment":4096,"item_aligned_size":4096,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":true,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"c0_cursor","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":272,"item_alignment":64,"item_aligned_size":320,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":false,"packed":true,"hardware_cache_aligned":true,"descriptor_convertible":false},{"name":"c0kvms","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":2,"free_slabs":0,"item_size":1024,"item_alignment":128,"item_aligned_size":1024,"total_items":510,"used_items":3,"allocations":89,"deallocations":86,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"ctxn_locks_impl","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":1152,"item_alignment":16,"item_aligned_size":1152,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":true,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":true},{"name":"ctxn_locks_slab","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":16256,"item_alignment":16,"item_aligned_size":16256,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":true,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"ctxn_pfxlock","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":256,"item_alignment":128,"item_aligned_size":256,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":false,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"ctxn_pfxlock_entry","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":64,"item_alignment":16,"item_aligned_size":64,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":false,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"lc_cursor","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":576,"item_alignment":16,"item_aligned_size":576,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"wbti","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":17,"free_slabs":17,"item_size":48,"item_alignment":64,"item_aligned_size":64,"total_items":0,"used_items":0,"allocations":24,"deallocations":24,"huge":false,"packed":false,"hardware_cache_aligned":true,"descriptor_convertible":false},{"name":"ibnode","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":16,"item_alignment":16,"item_aligned_size":16,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":false,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"ibldr","used_chunks":4,"huge_pages":4,"used_slabs":11,"used_slabs_size_kb":2816,"empty_slabs":7,"allocated_slabs":370,"free_slabs":359,"item_size":8180,"item_alignment":16,"item_aligned_size":8192,"total_items":351,"used_items":8,"allocations":4294,"deallocations":4286,"huge":true,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"cntreenode","used_chunks":1,"huge_pages":0,"used_slabs":1,"used_slabs_size_kb":256,"empty_slabs":0,"allocated_slabs":1,"free_slabs":0,"item_size":832,"item_alignment":128,"item_aligned_size":896,"total_items":292,"used_items":13,"allocations":25,"deallocations":12,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"kvsiter","used_chunks":4,"huge_pages":4,"used_slabs":8,"used_slabs_size_kb":2048,"empty_slabs":5,"allocated_slabs":260,"free_slabs":252,"item_size":1200,"item_alignment":128,"item_aligned_size":1280,"total_items":1632,"used_items":10,"allocations":2011,"deallocations":2001,"huge":true,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"kvset32k","used_chunks":2,"huge_pages":2,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":5,"free_slabs":3,"item_size":32704,"item_alignment":64,"item_aligned_size":32704,"total_items":16,"used_items":7,"allocations":39,"deallocations":32,"huge":true,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"kvset16k","used_chunks":1,"huge_pages":1,"used_slabs":1,"used_slabs_size_kb":256,"empty_slabs":0,"allocated_slabs":7,"free_slabs":6,"item_size":16320,"item_alignment":64,"item_aligned_size":16320,"total_items":15,"used_items":6,"allocations":183,"deallocations":177,"huge":true,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"kvset8k","used_chunks":2,"huge_pages":2,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":6,"free_slabs":4,"item_size":8128,"item_alignment":64,"item_aligned_size":8128,"total_items":64,"used_items":4,"allocations":69,"deallocations":65,"huge":true,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"kvset4k","used_chunks":3,"huge_pages":3,"used_slabs":3,"used_slabs_size_kb":768,"empty_slabs":0,"allocated_slabs":3,"free_slabs":0,"item_size":4032,"item_alignment":64,"item_aligned_size":4032,"total_items":195,"used_items":41,"allocations":1864,"deallocations":1823,"huge":true,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"cn_cursor","used_chunks":0,"huge_pages":0,"used_slabs":0,"used_slabs_size_kb":0,"empty_slabs":0,"allocated_slabs":0,"free_slabs":0,"item_size":3680,"item_alignment":16,"item_aligned_size":3680,"total_items":0,"used_items":0,"allocations":0,"deallocations":0,"huge":true,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"bkv_collection","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":11,"free_slabs":9,"item_size":48,"item_alignment":16,"item_aligned_size":48,"total_items":10922,"used_items":6,"allocations":2136,"deallocations":2130,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"mpool-rgnmap-1-0","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":2,"free_slabs":0,"item_size":40,"item_alignment":16,"item_aligned_size":48,"total_items":10898,"used_items":349,"allocations":4174,"deallocations":3825,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"mpool-rgnmap-1-1","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":2,"free_slabs":0,"item_size":40,"item_alignment":16,"item_aligned_size":48,"total_items":10922,"used_items":343,"allocations":4257,"deallocations":3914,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"mpool-rgnmap-1-2","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":3,"free_slabs":1,"item_size":40,"item_alignment":16,"item_aligned_size":48,"total_items":10922,"used_items":345,"allocations":4250,"deallocations":3905,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"mpool-rgnmap-1-3","used_chunks":2,"huge_pages":0,"used_slabs":2,"used_slabs_size_kb":512,"empty_slabs":0,"allocated_slabs":2,"free_slabs":0,"item_size":40,"item_alignment":16,"item_aligned_size":48,"total_items":10922,"used_items":333,"allocations":4245,"deallocations":3912,"huge":false,"packed":true,"hardware_cache_aligned":false,"descriptor_convertible":false},{"name":"wal-iowork","used_chunks":4,"huge_pages":0,"used_slabs":16,"used_slabs_size_kb":4096,"empty_slabs":16,"allocated_slabs":46,"free_slabs":30,"item_size":128,"item_alignment":64,"item_aligned_size":128,"total_items":32759,"used_items":0,"allocations":773032,"deallocations":773032,"huge":false,"packed":false,"hardware_cache_aligned":false,"descriptor_convertible":false}] how do i see this in tabular output?
$ /opt/hse/bin/hsettp workqueues-get Request failed: cli/lib/rest/client.c:202: Operation canceled (125) (65) Need better help for this...
> ```shell > /opt/hse/bin/hsettp -s $(sudo jq -r '.socket.path' /mnt/kvdbs/kvdb1/kvdb.pid) kmc-vmstat-get --format tab > ``` --format tab not in the hsettp -h help output... Nevermind, I see it's an option...
Can you wire it up and run a bunch of various tests, kmt, ycsb, mongo?
I'll review this after I see it working well in-situ...