rename to benchcompress
42 changed files+50−62
.github/workflows/benchmark.ymlmodified+2−2View file
@@ -28,7 +28,7 @@ jobs:
2828
2929 - name: Install package and dependencies
3030 run: |
31- cd zia_benchmark
31+ cd benchcompress
3232 pip install -e .
3333
3434 - name: Install simple_ans from source for now
@@ -49,7 +49,7 @@ jobs:
4949 with:
5050 name: benchmark-results
5151 path: |
52- zia_benchmark/benchmark_results/results.json
52+ benchcompress/benchmark_results/results.json
5353
5454 - name: Configure Git
5555 if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
README.mdmodified+11−11View file
@@ -1,16 +1,16 @@
1-# zia
1+# benchcompress
22
33 A benchmarking framework for evaluating compression algorithms on numeric array datasets, with a focus on scientific data.
44
5-Latest benchmark results: https://magland.github.io/zia/
5+Latest benchmark results: https://magland.github.io/benchcompress/
66
77 ## Overview
88
9-Zia is a comprehensive benchmarking framework for evaluating compression algorithms on numeric array datasets. The system follows an automated workflow:
9+Benchcompress is a comprehensive benchmarking framework for evaluating compression algorithms on numeric array datasets. The system follows an automated workflow:
1010
1111 1. **Defining Components**
12- - Algorithms are implemented in `zia_benchmark/src/zia_benchmark/algorithms/`
13- - Datasets are defined in `zia_benchmark/src/zia_benchmark/datasets/`
12+ - Algorithms are implemented in `benchcompress/src/benchcompress/algorithms/`
13+ - Datasets are defined in `benchcompress/src/benchcompress/datasets/`
1414 - Each component specifies metadata like version, tags, and compatibility requirements
1515
1616 2. **Automated Benchmarking**
@@ -27,7 +27,7 @@ Zia is a comprehensive benchmarking framework for evaluating compression algorit
2727 - Caching is based on algorithm and dataset versions
2828
2929 4. **Web Interface**
30- - Interactive visualization at https://magland.github.io/zia/
30+ - Interactive visualization at https://magland.github.io/benchcompress/
3131 - Filter and sort results by dataset or algorithm
3232 - Visual charts for comparing performance metrics
3333 - Export results to CSV for further analysis
@@ -36,19 +36,19 @@ Zia is a comprehensive benchmarking framework for evaluating compression algorit
3636
3737 The project consists of two main components:
3838
39-- `zia_benchmark/`: Python package containing the core benchmarking framework, algorithms, and datasets
39+- `benchcompress/`: Python package containing the core benchmarking framework, algorithms, and datasets
4040 - `web-ui/`: React-based web interface for visualizing benchmark results
4141
4242 ### Local Development Setup
4343
4444 1. Install Python dependencies:
4545 ```bash
46-cd zia_benchmark
46+cd benchcompress
4747 pip install -e .
4848
49-zia-benchmark --help
50-zia-benchmark list
51-zia-benchmark run --help
49+benchcompress --help
50+benchcompress list
51+benchcompress run --help
5252 ```
5353
5454 2. Install web UI dependencies:
zia_benchmark/.gitignore →benchcompress/.gitignorerenamed+0−0View file
No changes to the file's content.
zia_benchmark/LICENSE →benchcompress/LICENSErenamed+0−0View file
No changes to the file's content.
benchcompress/README.mdadded+1−0View file
@@ -0,0 +1 @@
1+# benchcompress
zia_benchmark/pyproject.toml →benchcompress/pyproject.tomlrenamed+4−4View file
@@ -3,7 +3,7 @@ requires = ["scikit-build-core>=0.5.0", "pybind11>=2.11.1"]
33 build-backend = "scikit_build_core.build"
44
55 [project]
6-name = "zia_benchmark"
6+name = "benchcompress"
77 version = "0.1.0"
88 description = "Benchmarking compression methods for numeric arrays"
99 readme = "README.md"
@@ -26,9 +26,9 @@ dependencies = [
2626
2727 [tool.scikit-build]
2828 cmake.minimum-version = "3.15"
29-cmake.source-dir = "src/zia_benchmark/algorithms/simple_ans"
29+cmake.source-dir = "src/benchcompress/algorithms/simple_ans"
3030 cmake.build-type = "Release"
31-wheel.packages = ["src/zia_benchmark"]
31+wheel.packages = ["src/benchcompress"]
3232
3333 [project.scripts]
34-zia-benchmark = "zia_benchmark.cli:main"
34+benchcompress = "benchcompress.cli:main"
zia_benchmark/setup.py →benchcompress/setup.pyrenamed+6−6View file
@@ -28,7 +28,7 @@ class CMakeBuild(build_ext):
2828 subprocess.check_call(["cmake", "--build", "."] + build_args, cwd=self.build_temp)
2929
3030 setup(
31- name="zia_benchmark",
31+ name="benchcompress",
3232 version="0.1.0",
3333 packages=find_packages(where="src"),
3434 package_dir={"": "src"},
@@ -44,10 +44,10 @@ setup(
4444 "pybind11>=2.11.1"
4545 ],
4646 ext_modules=[
47- CMakeExtension("zia_benchmark.algorithms.simple_ans.markov_reconstruct_cpp_ext",
48- sourcedir="src/zia_benchmark/algorithms/simple_ans"),
49- CMakeExtension("zia_benchmark.algorithms.simple_ans.markov_predict_cpp_ext",
50- sourcedir="src/zia_benchmark/algorithms/simple_ans")
47+ CMakeExtension("benchcompress.algorithms.simple_ans.markov_reconstruct_cpp_ext",
48+ sourcedir="src/benchcompress/algorithms/simple_ans"),
49+ CMakeExtension("benchcompress.algorithms.simple_ans.markov_predict_cpp_ext",
50+ sourcedir="src/benchcompress/algorithms/simple_ans")
5151 ],
5252 cmdclass={
5353 "build_ext": CMakeBuild,
@@ -55,7 +55,7 @@ setup(
5555 python_requires=">=3.8",
5656 entry_points={
5757 "console_scripts": [
58- "zia-benchmark=zia_benchmark.cli:main",
58+ "benchcompress=benchcompress.cli:main",
5959 ],
6060 },
6161 author="Jeremy Magland",
zia_benchmark/src/zia_benchmark/__init__.py →benchcompress/src/benchcompress/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/_analysis.py →benchcompress/src/benchcompress/_analysis.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/_compress_ints_lossless.py →benchcompress/src/benchcompress/_compress_ints_lossless.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/_data_loaders.py →benchcompress/src/benchcompress/_data_loaders.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/_filters.py →benchcompress/src/benchcompress/_filters.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/_memobin.py →benchcompress/src/benchcompress/_memobin.pyrenamed+1−1View file
@@ -120,7 +120,7 @@ def upload_to_memobin(
120120 data_bytes = data
121121 size = len(data_bytes)
122122
123- upload_url = create_signed_upload_url(url, size, "zia", memobin_api_key)
123+ upload_url = create_signed_upload_url(url, size, "benchcompress", memobin_api_key)
124124
125125 response = requests.put(
126126 upload_url, data=data_bytes, headers={"Content-Type": content_type}
zia_benchmark/src/zia_benchmark/algorithms/__init__.py →benchcompress/src/benchcompress/algorithms/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/brotli/__init__.py →benchcompress/src/benchcompress/algorithms/brotli/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/lzma/__init__.py →benchcompress/src/benchcompress/algorithms/lzma/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/CMakeLists.txt →benchcompress/src/benchcompress/algorithms/simple_ans/CMakeLists.txtrenamed+1−1View file
@@ -33,4 +33,4 @@ target_link_libraries(markov_predict_cpp_ext PRIVATE Eigen3::Eigen)
3333
3434 # Install both modules
3535 install(TARGETS markov_reconstruct_cpp_ext markov_predict_cpp_ext
36- DESTINATION zia_benchmark/algorithms/simple_ans)
36+ DESTINATION benchcompress/algorithms/simple_ans)
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/__init__.py →benchcompress/src/benchcompress/algorithms/simple_ans/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/markov_predict.cpp →benchcompress/src/benchcompress/algorithms/simple_ans/markov_predict.cpprenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/markov_predict.py →benchcompress/src/benchcompress/algorithms/simple_ans/markov_predict.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/markov_reconstruct.cpp →benchcompress/src/benchcompress/algorithms/simple_ans/markov_reconstruct.cpprenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/simple_ans/markov_reconstruct.py →benchcompress/src/benchcompress/algorithms/simple_ans/markov_reconstruct.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/zlib/__init__.py →benchcompress/src/benchcompress/algorithms/zlib/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/algorithms/zstd/__init__.py →benchcompress/src/benchcompress/algorithms/zstd/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/cli.py →benchcompress/src/benchcompress/cli.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/datasets/__init__.py →benchcompress/src/benchcompress/datasets/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/datasets/bernoulli/__init__.py →benchcompress/src/benchcompress/datasets/bernoulli/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/datasets/gaussian/__init__.py →benchcompress/src/benchcompress/datasets/gaussian/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/datasets/real/__init__.py →benchcompress/src/benchcompress/datasets/real/__init__.pyrenamed+0−0View file
No changes to the file's content.
zia_benchmark/src/zia_benchmark/run_benchmarks.py →benchcompress/src/benchcompress/run_benchmarks.pyrenamed+2−4View file
@@ -16,10 +16,8 @@ from ._memobin import (
1616
1717
1818 system_version = "v5"
19-GITHUB_ALGORITHMS_PREFIX = "https://github.com/magland/zia/blob/main/zia_benchmark/src/zia_benchmark/algorithms/"
20-GITHUB_DATASETS_PREFIX = (
21- "https://github.com/magland/zia/blob/main/zia_benchmark/src/zia_benchmark/datasets/"
22-)
19+GITHUB_ALGORITHMS_PREFIX = "https://github.com/magland/benchcompress/blob/main/benchcompress/src/benchcompress/algorithms/"
20+GITHUB_DATASETS_PREFIX = "https://github.com/magland/benchcompress/blob/main/benchcompress/src/benchcompress/datasets/"
2321
2422
2523 def is_compatible(algorithm_tags: List[str], dataset_tags: List[str]) -> bool:
devel/check_format.shmodified+1−1View file
@@ -6,7 +6,7 @@ PROJECT_ROOT="$( cd "$SCRIPT_DIR/.." && pwd )"
66
77 # Check Python code formatting
88 echo "Checking Python code formatting..."
9-if ! black --check "$PROJECT_ROOT/zia_benchmark/src/zia_benchmark"; then
9+if ! black --check "$PROJECT_ROOT/benchcompress/src/benchcompress"; then
1010 echo "Python code is not properly formatted!"
1111 echo "Please run './devel/format_code.sh' to format the code"
1212 exit 1
devel/format_code.shmodified+1−1View file
@@ -6,7 +6,7 @@ PROJECT_ROOT="$( cd "$SCRIPT_DIR/.." && pwd )"
66
77 # Format Python code
88 echo "Formatting Python code..."
9-black "$PROJECT_ROOT/zia_benchmark/src/zia_benchmark"
9+black "$PROJECT_ROOT/benchcompress/src/benchcompress"
1010
1111 # Format TypeScript/JavaScript code
1212 echo "Formatting TypeScript/JavaScript code..."
scripts/run_benchmarks.pymodified+1−1View file
@@ -2,7 +2,7 @@
22
33 import json
44 from pathlib import Path
5-from zia_benchmark import run_benchmarks
5+from benchcompress import run_benchmarks
66
77 def format_size(size_bytes: float) -> str:
88 """Format size in bytes to human readable string"""
test1.pymodified+7−7View file
@@ -1,17 +1,17 @@
11 # %%
22 import numpy as np
3-from zia_benchmark._filters import bandpass_filter, highpass_filter
4-from zia_benchmark._compress_ints_lossless import compress_ints_lossless
5-from zia_benchmark.datasets import datasets
3+from benchcompress._filters import bandpass_filter, highpass_filter
4+from benchcompress._compress_ints_lossless import compress_ints_lossless
5+from benchcompress.datasets import datasets
66 # %%
77 import numpy as np
88
99 # %%
1010 import numpy as np
11-from zia_benchmark._filters import bandpass_filter, highpass_filter
12-from zia_benchmark._data_loaders import load_real_000876, load_real_000409, load_real_001290
13-from zia_benchmark._compress_ints_lossless import compress_ints_lossless
14-from zia_benchmark._analysis import linear_fit, compute_entropy_per_sample, estimate_noise_level
11+from benchcompress._filters import bandpass_filter, highpass_filter
12+from benchcompress._data_loaders import load_real_000876, load_real_000409, load_real_001290
13+from benchcompress._compress_ints_lossless import compress_ints_lossless
14+from benchcompress._analysis import linear_fit, compute_entropy_per_sample, estimate_noise_level
1515 import matplotlib.pyplot as plt
1616
1717 # %%
web-ui/index.htmlmodified+1−1View file
@@ -17,7 +17,7 @@
1717 </script>
1818 <link rel="icon" type="image/svg+xml" href="./favicon.svg" />
1919 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
20- <title>Zia Benchmark</title>
20+ <title>Benchcompress</title>
2121 </head>
2222 <body>
2323 <div id="root"></div>
web-ui/public/404.htmlmodified+1−1View file
@@ -2,7 +2,7 @@
22 <html>
33 <head>
44 <meta charset="utf-8">
5- <title>Zia Benchmark</title>
5+ <title>Benchcompress</title>
66 <script>
77 // Single Page Apps for GitHub Pages
88 // MIT License
web-ui/public/logo.svgmodified+0−10View file
@@ -24,14 +24,4 @@
2424 stroke-linecap="round"/>
2525 </g>
2626 </g>
27-
28- <!-- "ZIA" text -->
29- <text x="256" y="380"
30- font-family="Arial, sans-serif"
31- font-size="72"
32- font-weight="bold"
33- text-anchor="middle"
34- fill="#1e40af">
35- ZIA
36- </text>
3727 </svg>
web-ui/public/posts/2025-01-27-dataset-timeseries-view.mdmodified+1−1View file
@@ -2,4 +2,4 @@
22
33 For each dataset, you can see an interactive view of the timeseries data on the Dataset page. Here's an example:
44
5-[/zia/dataset/gaussian-8](/zia/dataset/gaussian-8)
5+[/benchcompress/dataset/gaussian-8](/benchcompress/dataset/gaussian-8)
web-ui/src/App.tsxmodified+2−2View file
@@ -23,7 +23,7 @@ function App() {
2323 setIsLoading(true);
2424 setError(null);
2525 const response = await axios.get(
26- "https://raw.githubusercontent.com/magland/zia/benchmark-results/benchmark_results/results.json",
26+ "https://raw.githubusercontent.com/magland/benchcompress/benchmark-results/benchmark_results/results.json",
2727 );
2828 setBenchmarkData(response.data);
2929 } catch (error) {
@@ -40,7 +40,7 @@ function App() {
4040 }, []);
4141
4242 return (
43- <BrowserRouter basename="/zia">
43+ <BrowserRouter basename="/benchcompress">
4444 <ScrollToTop />
4545 <div
4646 style={{
web-ui/src/pages/About.tsxmodified+6−6View file
@@ -7,20 +7,20 @@ const About: React.FC = () => {
77
88 return (
99 <div style={{ maxWidth: "800px", margin: "0 auto" }}>
10- <h1>About Zia</h1>
10+ <h1>About Benchcompress</h1>
1111
1212 <p
1313 style={{ fontSize: "1.1rem", lineHeight: "1.6", marginBottom: "2rem" }}
1414 >
15- Zia is a benchmarking framework for evaluating compression algorithms on
16- numeric array datasets, with a focus on scientific data. It measures
17- compression ratios and performance metrics across various algorithms and
18- datasets.
15+ Benchcompress is a benchmarking framework for evaluating compression
16+ algorithms on numeric array datasets, with a focus on scientific data.
17+ It measures compression ratios and performance metrics across various
18+ algorithms and datasets.
1919 </p>
2020
2121 <p>
2222 <a
23- href="https://github.com/magland/zia"
23+ href="https://github.com/magland/benchcompress"
2424 target="_blank"
2525 rel="noopener noreferrer"
2626 style={{ color: "#0066cc" }}
web-ui/vite.config.tsmodified+1−1View file
@@ -4,5 +4,5 @@ import react from '@vitejs/plugin-react'
44 // https://vite.dev/config/
55 export default defineConfig({
66 plugins: [react()],
7- base: '/zia/', // Base URL for GitHub Pages deployment
7+ base: '/benchcompress/', // Base URL for GitHub Pages deployment
88 })
zia_benchmark/README.mddeleted+0−1View file
@@ -1 +0,0 @@
1-# zia_benchmark