Unverified Commit 77fc8494 authored by Marius van den Beek's avatar Marius van den Beek Committed by GitHub
Browse files

Merge pull request #17828 from mvdbeek/fix_large_memory_usage_qza

[23.0] Fix excessive memory usage for npz files
parents d4836758 28c19eba
Loading
Loading
Loading
Loading
+3 −5
Original line number Diff line number Diff line
@@ -4135,10 +4135,8 @@ class Npz(CompressedArchive):

    def sniff(self, filename: str) -> bool:
        try:
            npz = np.load(filename)
            if isinstance(npz, np.lib.npyio.NpzFile):
                for f in npz.files:
                    if isinstance(npz[f], np.ndarray):
            with np.load(filename) as npz:
                if isinstance(npz, np.lib.npyio.NpzFile) and any(f.filename.endswith(".npy") for f in npz.zip.filelist):
                    return True
        except Exception:
            return False