SpeechRecognitionFSTs.jl

# SPDX-License-Identifier: CECILL-2.1

module SpeechRecognitionFSTs

using ..TensorFSTs
using ..TensorFSTs.LinearFSTs

export EmissionMapping, lexiconfst, tokenfst

"""
    struct EmissionMapping <: AbstractMatrix{Int}
        numstates::Int
        numtokens::Int
    end

Default emission mapping which assumes the same number of emissions per token.
"""
struct EmissionMapping <: AbstractMatrix{Int}
    numpdfs::Int
    numtokens::Int
end

Base.size(x::EmissionMapping) = (x.numpdfs, x.numtokens)
Base.getindex(x::EmissionMapping, i, j) = (j - 1) * x.numpdfs + i
Base.minimum(x::EmissionMapping) = 1
Base.maximum(x::EmissionMapping) = (x.numpdfs * x.numtokens)



"""
    tokenfst(S, topo, initweights, finalweights, tokens, mapping)

Create a FST composed of a set of smaller FSTs. Each token share the same FST
topology specified with `topo = [(src, dest, weight), ...]`. `S` is a
`Semiring` of output FST, `tokens` is a list of token IDs, and
`mapping[tokens[i]]` is the output symbol .
"""
function tokenfst(
    S,
    topo,
    initweights,
    finalweights,
    tokens,
    mapping = nothing
)
    emission_count = 1
    states = Set(Int[])
    arcs, init, final = [], [], []

    
    
    if isnothing(mapping)
        st = Set(Int[]) 
        for _ in tokens
            for top in topo
                push!(st, top[1])
            end
        end
        mapping = EmissionMapping(length(st), length(tokens))   
    end
    # println("st "* string(length(st)))
    # Extra state (infinite loop)
    init_state = length(mapping) + 1
    push!(states, init_state)

    for (j, token) in enumerate(tokens)
        offset = length(states) - 1
        
        for (i,  topo_arc) in enumerate(topo)
            
            src, dest, weight = offset + topo_arc[1], offset + topo_arc[2], topo_arc[3]

            arc = Arc(
                src = src,
                isym = mapping[topo_arc[2], j],
                osym = i == 1 ? token : 0,
                dest = dest,
                weight = S(weight)
            )
            
            # Init arc to sources
            if topo_arc[1] == 1
                init_arc = Arc(
                    src = init_state,
                    isym = 0,
                    osym = 0,
                    dest = src,
                    weight = S(weight)
                )
                push!(arcs, init_arc)
            end

            # Final arc to destinations
            if topo_arc[1] == length(st)
                final_arc = Arc(
                    src = src,
                    isym = 0,
                    osym = 0,
                    dest = init_state,
                    weight = S(weight)
                ) 
                push!(arcs, final_arc)
            end

            # print("test")
            push!(states, src)
            push!(states, dest)
            push!(arcs, arc)
        end

        for (state, weight) in initweights
            state = offset + state
            push!(states, state)
            push!(init, state => S(weight))
        end

        for (state, weight) in finalweights
            state = offset + state
            push!(states, state)
            push!(final, state => S(weight))
        end
        end
    TensorFST(arcs, init, final)
end

include("trie.jl")
include("lexicon.jl")

end