/ concept-collection / benchcompress
Sign in
concept-collection / benchcompress
ds is embargoed
Jeremy Magland <jmagland@flatironinstitute.org> committed commit ebb1d8c4ba1a parent cce8bc1 Browse files
1 changed file+53−49
benchcompress/src/benchcompress/datasets/electrophysiology/__init__.pymodified+53−49View file
@@ -84,24 +84,25 @@ def _load_real_001290(
8484 return cast(np.ndarray, ret)
8585
8686
87-def _load_real_001259(*, num_samples: int) -> np.ndarray:
88- """Load data from DANDI dataset 001259.
89-
90- Args:
91- num_samples: Number of samples to load
92-
93- Returns:
94- Array of shape (num_samples, 1) containing the loaded data
95- """
96- # this one only has one channel
97- # https://neurosift.app/?p=/nwb&url=https://api.dandiarchive.org/api/assets/6fa78218-f4d4-45f3-a627-5afe4aa88c3e/download/&dandisetId=001259&dandisetVersion=draft
98- nwb_url = "https://api.dandiarchive.org/api/assets/6fa78218-f4d4-45f3-a627-5afe4aa88c3e/download/"
99- h5f = lindi.LindiH5pyFile.from_hdf5_file(nwb_url)
100- ds = h5f["/acquisition/ElectricalSeries"]
101- assert isinstance(ds, lindi.LindiH5pyDataset)
102- # this one only has one channel
103- ret = ds[:num_samples, 0]
104- return cast(np.ndarray, ret)
87+# embargoed
88+# def _load_real_001259(*, num_samples: int) -> np.ndarray:
89+# """Load data from DANDI dataset 001259.
90+
91+# Args:
92+# num_samples: Number of samples to load
93+
94+# Returns:
95+# Array of shape (num_samples, 1) containing the loaded data
96+# """
97+# # this one only has one channel
98+# # https://neurosift.app/?p=/nwb&url=https://api.dandiarchive.org/api/assets/6fa78218-f4d4-45f3-a627-5afe4aa88c3e/download/&dandisetId=001259&dandisetVersion=draft
99+# nwb_url = "https://api.dandiarchive.org/api/assets/6fa78218-f4d4-45f3-a627-5afe4aa88c3e/download/"
100+# h5f = lindi.LindiH5pyFile.from_hdf5_file(nwb_url)
101+# ds = h5f["/acquisition/ElectricalSeries"]
102+# assert isinstance(ds, lindi.LindiH5pyDataset)
103+# # this one only has one channel
104+# ret = ds[:num_samples, 0]
105+# return cast(np.ndarray, ret)
105106
106107
107108 def _create_filtered_version(X: np.ndarray) -> np.ndarray:
@@ -233,15 +234,16 @@ datasets = [
233234 "source_file": SOURCE_FILE,
234235 "long_description": LONG_DESCRIPTION,
235236 },
236- {
237- "name": "ephys-001259",
238- "version": "1",
239- "description": "Raw extracellular electrophysiology recording from DANDI:001259.",
240- "create": lambda: _load_real_001259(num_samples=500_000).flatten(),
241- "tags": tags,
242- "source_file": SOURCE_FILE,
243- "long_description": LONG_DESCRIPTION,
244- },
237+ # embargoed
238+ # {
239+ # "name": "ephys-001259",
240+ # "version": "1",
241+ # "description": "Raw extracellular electrophysiology recording from DANDI:001259.",
242+ # "create": lambda: _load_real_001259(num_samples=500_000).flatten(),
243+ # "tags": tags,
244+ # "source_file": SOURCE_FILE,
245+ # "long_description": LONG_DESCRIPTION,
246+ # },
245247 {
246248 "name": "ephys-000876-ch45-filtered",
247249 "version": "1",
@@ -281,17 +283,18 @@ datasets = [
281283 "source_file": SOURCE_FILE,
282284 "long_description": LONG_DESCRIPTION,
283285 },
284- {
285- "name": "ephys-001259-filtered",
286- "version": "1",
287- "description": "Preprocessed version of real-001259. Bandpass filtered (300-6000 Hz).",
288- "create": lambda: _create_filtered_version(
289- _load_real_001259(num_samples=500_000).flatten()
290- ),
291- "tags": tags + ["filtered"],
292- "source_file": SOURCE_FILE,
293- "long_description": LONG_DESCRIPTION,
294- },
286+ # embargoed
287+ # {
288+ # "name": "ephys-001259-filtered",
289+ # "version": "1",
290+ # "description": "Preprocessed version of real-001259. Bandpass filtered (300-6000 Hz).",
291+ # "create": lambda: _create_filtered_version(
292+ # _load_real_001259(num_samples=500_000).flatten()
293+ # ),
294+ # "tags": tags + ["filtered"],
295+ # "source_file": SOURCE_FILE,
296+ # "long_description": LONG_DESCRIPTION,
297+ # },
295298 {
296299 "name": "ephys-000876-ch45-sparse",
297300 "version": "1",
@@ -331,15 +334,16 @@ datasets = [
331334 "source_file": SOURCE_FILE,
332335 "long_description": LONG_DESCRIPTION,
333336 },
334- {
335- "name": "ephys-001259-sparse",
336- "version": "1",
337- "description": "Sparse version of real-001259. Activity-based suppression applied.",
338- "create": lambda: _create_sparse_version(
339- _load_real_001259(num_samples=500_000).flatten()
340- ),
341- "tags": tags + ["filtered", "sparse"],
342- "source_file": SOURCE_FILE,
343- "long_description": LONG_DESCRIPTION,
344- },
337+ # embargoed
338+ # {
339+ # "name": "ephys-001259-sparse",
340+ # "version": "1",
341+ # "description": "Sparse version of real-001259. Activity-based suppression applied.",
342+ # "create": lambda: _create_sparse_version(
343+ # _load_real_001259(num_samples=500_000).flatten()
344+ # ),
345+ # "tags": tags + ["filtered", "sparse"],
346+ # "source_file": SOURCE_FILE,
347+ # "long_description": LONG_DESCRIPTION,
348+ # },
345349 ]
moveopenescclose