/ concept-collection / benchcompress
Sign in
concept-collection / benchcompress
85d3449
Branches
mainbenchmark-results
benchcompress / zia_benchmark / src / zia_benchmark / _data_loaders.py
84 lines · 2.8 KBCodeBlameHistory
eacabc8test real dataJeremy Magland 1"""Data loading utilities."""
30a2f07initialJeremy Magland 3import numpy as np
4import lindi
5from typing import cast
eacabc8test real dataJeremy Magland 6import warnings
30a2f07initialJeremy Magland 7
70a7a71code formattingJeremy Magland 9def load_real_000876(
10 *, num_samples: int, num_channels: int, start_channel: int
11) -> np.ndarray:
30a2f07initialJeremy Magland 12 """Load data from DANDI dataset 000876.
14 Args:
15 num_samples: Number of samples to load
16 num_channels: Number of channels to load
17 start_channel: Starting channel index
19 Returns:
20 Array of shape (num_samples, num_channels) containing the loaded data
21 """
eacabc8test real dataJeremy Magland 22 warnings.warn(
23 "This function is deprecated. Use datasets['real-000876-ch45']['create']() instead.",
24 DeprecationWarning,
70a7a71code formattingJeremy Magland 25 stacklevel=2,
eacabc8test real dataJeremy Magland 26 )
30a2f07initialJeremy Magland 27 nwb_url = "https://api.dandiarchive.org/api/assets/7e1de06d-d478-40e2-9b64-9dd04eafaa4c/download/"
28 h5f = lindi.LindiH5pyFile.from_hdf5_file(nwb_url)
29 ds = h5f["/acquisition/ElectricalSeriesAP/data"]
30 assert isinstance(ds, lindi.LindiH5pyDataset)
70a7a71code formattingJeremy Magland 31 ret = ds[:num_samples, start_channel : start_channel + num_channels]
30a2f07initialJeremy Magland 32 return cast(np.ndarray, ret)
70a7a71code formattingJeremy Magland 35def load_real_000409(
36 *, num_samples: int, num_channels: int, start_channel: int
37) -> np.ndarray:
30a2f07initialJeremy Magland 38 """Load data from DANDI dataset 000409.
40 Args:
41 num_samples: Number of samples to load
42 num_channels: Number of channels to load
43 start_channel: Starting channel index
45 Returns:
46 Array of shape (num_samples, num_channels) containing the loaded data
47 """
eacabc8test real dataJeremy Magland 48 warnings.warn(
49 "This function is deprecated. Use datasets['real-000409-ch101']['create']() instead.",
50 DeprecationWarning,
70a7a71code formattingJeremy Magland 51 stacklevel=2,
eacabc8test real dataJeremy Magland 52 )
30a2f07initialJeremy Magland 53 nwb_url = "https://api.dandiarchive.org/api/assets/c04f6b30-82bf-40e1-9210-34f0bcd8be24/download/"
54 h5f = lindi.LindiH5pyFile.from_hdf5_file(nwb_url)
70a7a71code formattingJeremy Magland 55 ds = h5f["/acquisition/ElectricalSeriesAp/data"]
30a2f07initialJeremy Magland 56 assert isinstance(ds, lindi.LindiH5pyDataset)
70a7a71code formattingJeremy Magland 57 ret = ds[:num_samples, start_channel : start_channel + num_channels]
30a2f07initialJeremy Magland 58 return cast(np.ndarray, ret)
70a7a71code formattingJeremy Magland 61def load_real_001290(
62 *, num_samples: int, num_channels: int, start_channel: int
63) -> np.ndarray:
30a2f07initialJeremy Magland 64 """Load data from DANDI dataset 001290.
66 Args:
67 num_samples: Number of samples to load
68 num_channels: Number of channels to load
69 start_channel: Starting channel index
71 Returns:
72 Array of shape (num_samples, num_channels) containing the loaded data
73 """
eacabc8test real dataJeremy Magland 74 warnings.warn(
75 "This function is deprecated. Use datasets['real-001290-ch0']['create']() instead.",
76 DeprecationWarning,
70a7a71code formattingJeremy Magland 77 stacklevel=2,
eacabc8test real dataJeremy Magland 78 )
30a2f07initialJeremy Magland 79 nwb_url = "https://api.dandiarchive.org/api/assets/78c99d23-da88-4ecd-9086-c488a126eac5/download/"
80 h5f = lindi.LindiH5pyFile.from_hdf5_file(nwb_url)
70a7a71code formattingJeremy Magland 81 ds = h5f["/acquisition/ElectricalSeriesAPImec/data"]
30a2f07initialJeremy Magland 82 assert isinstance(ds, lindi.LindiH5pyDataset)
70a7a71code formattingJeremy Magland 83 ret = ds[:num_samples, start_channel : start_channel + num_channels]
30a2f07initialJeremy Magland 84 return cast(np.ndarray, ret)
↑↓ move↵openescclose