Skip to content
Snippets Groups Projects
Verified Commit db88e303 authored by Lucas Ondel Yang's avatar Lucas Ondel Yang
Browse files

don't regenerate manifests if they already exists

parent e77d9d9a
No related branches found
No related tags found
No related merge requests found
...@@ -95,21 +95,27 @@ function supervisions(lang, dir, subset) ...@@ -95,21 +95,27 @@ function supervisions(lang, dir, subset)
end end
function prepare(::MultilingualLibriSpeechCorpus, lang, dir) function prepare(::MultilingualLibriSpeechCorpus, lang, dir)
# 1. Recording manifests.
for subset in ["train", "dev", "test"] for subset in ["train", "dev", "test"]
out = joinpath(dir, "recording-manifest-$subset.jsonl") out = joinpath(dir, "recording-manifest-$subset.jsonl")
@info "preparing recording manifest ($subset) $out" @info "preparing recording manifest ($subset) $out"
recs = recordings(lang, dir, subset) if ! isfile(out)
open(out, "w") do f recs = recordings(lang, dir, subset)
writemanifest(f, recs) open(out, "w") do f
writemanifest(f, recs)
end
end end
end end
# 2. Supervision manifests.
for subset in ["train", "dev", "test"] for subset in ["train", "dev", "test"]
out = joinpath(dir, "supervision-manifest-$subset.jsonl") out = joinpath(dir, "supervision-manifest-$subset.jsonl")
@info "preparing supervision manifest ($subset) $out" @info "preparing supervision manifest ($subset) $out"
sups = supervisions(lang, dir, subset) if ! isfile(out)
open(out, "w") do f sups = supervisions(lang, dir, subset)
writemanifest(f, sups) open(out, "w") do f
writemanifest(f, sups)
end
end end
end end
end end
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment