update
4 changed files+24−2
prepare_datasets/.gitignoremodified+4−1View file
@@ -1,4 +1,7 @@
11 *.si
22 *.npy
3-
43 __pycache__
4+*.pyc
5+*.pyo
6+*.pyd
7+
prepare_datasets/aind/__pycache__/s3_utils.cpython-312.pycdeleted+0−0View file
Binary file not shown.
prepare_datasets/aind/prepare_aind_compression_datasets.pymodified+2−1View file
@@ -7,7 +7,8 @@ s3_base_url = "s3://aind-benchmark-data/ephys-compression"
77
88 folder_names = [
99 # ("aind-np2/612962_2022-04-13_19-18-04_ProbeB", "aind-np2-probeB", "CH"),
10- ("aind-np1/625749_2022-08-03_15-15-06_ProbeA", "aind-np1-probeA", "AP")
10+ # ("aind-np1/625749_2022-08-03_15-15-06_ProbeA", "aind-np1-probeA", "AP")
11+ ("ibl-np1/CSHZAD026_2020-09-04_probe00", "ibl-np1-probe00", "AP"),
1112 ]
1213
1314 for folder_name, name0, channel_prefix in folder_names:
python/ephys_compression_tests/datasets/aind_compression/__init__.pymodified+18−0View file
@@ -51,6 +51,15 @@ def load_aind_np1_probeA_101_110() -> np.ndarray:
5151 data = np.load(io.BytesIO(response.content))
5252 return data
5353
54+# ibl-np1-probe00
55+def load_ibl_np1_probe00_101_110() -> np.ndarray:
56+ url = "https://tempory.net/ephys-compression-tests/aind/ibl-np1-probe00-ch101-110.raw.npy"
57+ print(f'Loading IBL dataset from {url}...')
58+ response = requests.get(url)
59+ response.raise_for_status()
60+ data = np.load(io.BytesIO(response.content))
61+ return data
62+
5463 dataset_dicts_base = [
5564 {
5665 "name": "aind-compression-np2-ProbeB-ch101",
@@ -78,6 +87,15 @@ dataset_dicts_base = [
7887 "tags": tags + ["multi-channel"],
7988 "source_file": SOURCE_FILE,
8089 "long_description": LONG_DESCRIPTION,
90+ },
91+ {
92+ "name": "ibl-compression-np1-Probe00-ch101-110",
93+ "version": "1",
94+ "description": "IBL NP1 Probe00 CH101-110 dataset",
95+ "create": load_ibl_np1_probe00_101_110,
96+ "tags": tags + ["multi-channel"],
97+ "source_file": SOURCE_FILE,
98+ "long_description": LONG_DESCRIPTION,
8199 }
82100 ]
83101