Deprecated: Array and string offset access syntax with curly braces is deprecated in /var/www/html/arg/administrator/components/com_jresearch/tables/publication.php on line 150

Deprecated: Array and string offset access syntax with curly braces is deprecated in /var/www/html/arg/administrator/components/com_jresearch/tables/publication.php on line 166
@article{4dc92930370847368109940d606f106e, author = "Stylianos Ioannis Mimilakis and Konstantinos Drossos and Estefania Cano and Gerald Schuller", abstract = "The goal of this article is to investigate what singing voice separation approaches based on neural networks learn from the data. We examine the mapping functions of neural networks based on the denoising autoencoder (DAE) model that are conditioned on the mixture magnitude spectra. To approximate the mapping functions, we propose an algorithm inspired by the knowledge distillation, denoted the neural couplings algorithm (NCA). The NCA yields a matrix that expresses the mapping of the mixture to the target source magnitude information. Using the NCA, we examine the mapping functions of three fundamental DAE-based models in music source separation; one with single-layer encoder and decoder, one with multi-layer encoder and single-layer decoder, and one using skip-filtering connections (SF) with a single-layer encoding and decoding. We first train these models with realistic data to estimate the singing voice magnitude spectra from the corresponding mixture. We then use the optimized models and test spectral data as input to the NCA. Our experimental findings show that approaches based on the DAE model learn scalar filtering operators, exhibiting a predominant diagonal structure in their corresponding mapping functions, limiting the exploitation of inter-frequency structure of music data. In contrast, skip-filtering connections are shown to assist the DAE model in learning filtering operators that exploit richer inter-frequency structures.", doi = "10.1109/TASLP.2019.2952013", issn = "2329-9290", journal = "Ieee-Acm transactions on audio speech and language processing", keywords = "Music source separation;singing voice;denoising autoencoder;DAE;skip connections;neural couplings algorithm;NCA", pages = "266--278", publisher = "IEEE-INST ELECTRICAL ELECTRONICS ENGINEERS INC", title = "{E}xamining the {M}apping {F}unctions of {D}enoising {A}utoencoders in {S}inging {V}oice {S}eparation", volume = "28", year = "2019", }