From: drowe67 <drowe67@01035d8c-6547-0410-b346-abe4f91aad63>
Date: Fri, 28 Aug 2009 03:37:19 +0000 (+0000)
Subject: first pass at a 37 bits/fr LSP quantiser, sounds OK on hts1a and hts2a
X-Git-Url: http://git.whiteaudio.com/gitweb/?a=commitdiff_plain;h=029af6f3d181d60ce2f8962920dccc03bdc54949;p=freetel-svn-tracking.git

first pass at a 37 bits/fr LSP quantiser, sounds OK on hts1a and hts2a

git-svn-id: https://svn.code.sf.net/p/freetel/code@34 01035d8c-6547-0410-b346-abe4f91aad63
---

diff --git a/codec2/TODO.txt b/codec2/TODO.txt
index f7c0cbbb..4da876f3 100644
--- a/codec2/TODO.txt
+++ b/codec2/TODO.txt
@@ -12,3 +12,5 @@ TODO for codec2
     Science Lib (GSL) SL FFT as NRC code has restrictive licencing
 [ ] A way to handle m=1 harmonic for males when LPC modelling
 [ ] Is BW expansion and Rk noise floor required before LSP quant
+[ ] test split VQ to make sure no silly errors
+    + for example test MSE or index historgram for training data
diff --git a/codec2/script/menu.sh b/codec2/script/menu.sh
index 78f0fd08..48ec3b33 100755
--- a/codec2/script/menu.sh
+++ b/codec2/script/menu.sh
@@ -39,7 +39,7 @@
 #  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 
 files=0
-items="0 QUIT "
+items="Q-Quit "
 while [ ! -z "$1" ]
 do
   case "$1" in
@@ -47,7 +47,7 @@ do
      *) files=`expr 1 + $files`;
         new_file=$1;
         file[$files]=$new_file;
-        items="${items} ${files} ${new_file}";;
+        items="${items} ${files}-${new_file}";;
   esac
   shift
 done
diff --git a/codec2/src/quantise.c b/codec2/src/quantise.c
index b4a5b49e..a8ea3d5a 100644
--- a/codec2/src/quantise.c
+++ b/codec2/src/quantise.c
@@ -25,6 +25,7 @@
 */
 
 #include <assert.h>
+#include <ctype.h>
 #include "sine.h"
 #include "quantise.h"
 #include "lpc.h"
@@ -45,6 +46,22 @@ const float lag_window[11] = {
    0.83367, 0.79434, 0.75258
 };
 
+/* 10 + 9 + 9 + 9 = 37 bit quantiser (1850 bit/s with 20ms frames) */
+ 
+#define LSP_12_K  2
+#define LSP_12_M  1024
+#define LSP_34_K  2
+#define LSP_34_M  512
+#define LSP_57_K  3
+#define LSP_57_M  512
+#define LSP_810_K 3
+#define LSP_810_M 512
+
+static float cb12[LSP_12_K*LSP_12_M];
+static float cb34[LSP_34_K*LSP_34_M];
+static float cb57[LSP_57_K*LSP_57_M];
+static float cb810[LSP_810_K*LSP_810_M];
+
 /*---------------------------------------------------------------------------*\
 									      
   quantise_uniform
@@ -76,9 +93,9 @@ void quantise_uniform(float *val, float min, float max, int bits)
 
 /*---------------------------------------------------------------------------*\
 									      
-  lsp_quantise
+  lspd_quantise
 
-  Differential lsp quantiser
+  Simulates differential lsp quantiser
 
 \*---------------------------------------------------------------------------*/
 
@@ -106,6 +123,112 @@ void lsp_quantise(
 	lsp_[i] = lsp_[i-1] + dlsp_[i];
 }
 
+/*---------------------------------------------------------------------------*\
+
+  scan_line()
+
+  This function reads a vector of floats from a line in a text file.
+
+\*---------------------------------------------------------------------------*/
+
+void scan_line(FILE *fp, float f[], int n)
+/*  FILE   *fp;		file ptr to text file 		*/
+/*  float  f[]; 	array of floats to return 	*/
+/*  int    n;		number of floats in line 	*/
+{
+    char   s[MAX_STR];
+    char   *ps,*pe;
+    int	   i;
+
+    fgets(s,MAX_STR,fp);
+    ps = pe = s;
+    for(i=0; i<n; i++) {
+	while( isspace(*pe)) pe++;
+	while( !isspace(*pe)) pe++;
+	sscanf(ps,"%f",&f[i]);
+	ps = pe;
+    }
+}
+
+/*---------------------------------------------------------------------------*\
+
+  load_cb
+
+  Quantises vec by choosing the nearest vector in codebook cb, and
+  returns the vector index.  The squared error of the quantised vector
+  is added to se.
+
+\*---------------------------------------------------------------------------*/
+
+void load_cb(char *filename, float *cb, int k, int m)
+{
+    FILE *ftext;
+    int   lines;
+    int   i;
+
+    ftext = fopen(filename,"rt");
+    if (ftext == NULL) {
+	printf("Error opening text file: %s\n",filename);
+	exit(1);
+    }
+
+    lines = 0;
+    for(i=0; i<m; i++) {
+	scan_line(ftext, &cb[k*lines++], k);
+    }
+    printf("%d lines\n",lines);
+
+    fclose(ftext);
+}
+
+void quantise_init()
+{
+    load_cb("../unittest/lsp12.txt", cb12,  LSP_12_K,  LSP_12_M);
+    load_cb("../unittest/lsp34.txt", cb34,  LSP_34_K,  LSP_34_M);
+    load_cb("../unittest/lsp57.txt", cb57, LSP_57_K, LSP_57_M);
+    load_cb("../unittest/lsp810.txt", cb810, LSP_810_K, LSP_810_M);
+}
+
+/*---------------------------------------------------------------------------*\
+
+  quantise
+
+  Quantises vec by choosing the nearest vector in codebook cb, and
+  returns the vector index.  The squared error of the quantised vector
+  is added to se.
+
+\*---------------------------------------------------------------------------*/
+
+long quantise(float cb[], float vec[], int k, int m, float *se)
+/* float   cb[][K];	current VQ codebook		*/
+/* float   vec[];	vector to quantise		*/
+/* int	   k;		dimension of vectors		*/
+/* int     m;		size of codebook		*/
+/* float   *se;		accumulated squared error 	*/
+{
+   float   e;		/* current error		*/
+   long	   besti;	/* best index so far		*/
+   float   beste;	/* best error so far		*/
+   long	   j;
+   int     i;
+
+   besti = 0;
+   beste = 1E32;
+   for(j=0; j<m; j++) {
+	e = 0.0;
+	for(i=0; i<k; i++)
+	    e += pow(cb[j*k+i]-vec[i],2.0);
+	if (e < beste) {
+	    beste = e;
+	    besti = j;
+	}
+   }
+
+   *se += beste;
+
+   return(besti);
+}
+
 /*---------------------------------------------------------------------------*\
 									      
   lpc_model_amplitudes
@@ -133,7 +256,8 @@ float lpc_model_amplitudes(
   float lsp[MAX_ORDER];
   float lsp_[MAX_ORDER];  /* quantised LSPs */
   int   roots;            /* number of LSP roots found */
-  SpeexBits bits;
+  int   index;
+  float se;
 
   for(i=0; i<AW_ENC; i++)
       Wn[i] = Sn[i]*w[i];
@@ -145,10 +269,28 @@ float lpc_model_amplitudes(
       E += ak[i]*R[i];
   
   if (lsp_quantisation) {
-    roots = lpc_to_lsp(&ak[1], order , lsp, 10, LSP_DELTA1, NULL);
-    lsp_quantise(lsp, lsp_, order);
-    lsp_to_lpc(lsp_, &ak[1], order, NULL);
-    dump_lsp(lsp_);
+    roots = lpc_to_lsp(&ak[1], order, lsp, 10, LSP_DELTA1, NULL);
+
+    index = quantise(cb12, &lsp[0], LSP_12_K, LSP_12_M, &se);
+    lsp[0] = cb12[index*LSP_12_K+0];
+    lsp[1] = cb12[index*LSP_12_K+1];
+    
+    index = quantise(cb34, &lsp[2], LSP_34_K, LSP_34_M, &se);
+    lsp[2] = cb34[index*LSP_34_K+0];
+    lsp[3] = cb34[index*LSP_34_K+1];
+    
+    index = quantise(cb57, &lsp[4], LSP_57_K, LSP_57_M, &se);
+    lsp[4] = cb57[index*LSP_57_K+0];
+    lsp[5] = cb57[index*LSP_57_K+1];
+    lsp[6] = cb57[index*LSP_57_K+2];
+    
+    index = quantise(cb810, &lsp[7], LSP_810_K, LSP_810_M, &se);
+    lsp[7] = cb810[index*LSP_810_K+0];
+    lsp[8] = cb810[index*LSP_810_K+1];
+    lsp[9] = cb810[index*LSP_810_K+2];
+
+    lsp_to_lpc(lsp, &ak[1], order, NULL);
+    dump_lsp(lsp);
   }
 
   aks_to_M2(ak,order,model,E,&snr);   /* {ak} -> {Am} LPC decode */
diff --git a/codec2/src/quantise.h b/codec2/src/quantise.h
index 5b1a15f0..762c0dfc 100644
--- a/codec2/src/quantise.h
+++ b/codec2/src/quantise.h
@@ -29,6 +29,7 @@
 
 #include "sine.h"
 
+void quantise_init();
 float lpc_model_amplitudes(float Sn[], MODEL *model, int order, int lsp);
 void aks_to_M2(float ak[], int order, MODEL *model, float E, float *snr);
 
diff --git a/codec2/src/sinedec.c b/codec2/src/sinedec.c
index aa4f937a..37c131a6 100644
--- a/codec2/src/sinedec.c
+++ b/codec2/src/sinedec.c
@@ -149,6 +149,7 @@ int main(int argc, char *argv[])
   init_encoder();
   Nw = 220;
   make_window(Nw);
+  quantise_init();
 
   /* Main loop ------------------------------------------------------------*/
 
diff --git a/codec2/unittest/extract.c b/codec2/unittest/extract.c
index 59c6267a..3b44d369 100644
--- a/codec2/unittest/extract.c
+++ b/codec2/unittest/extract.c
@@ -94,7 +94,7 @@ int main(int argc, char *argv[]) {
 	FUNCTION....: scan_line()
 
 	AUTHOR......: David Rowe
-	DATE CREATED: 20/9/96
+	DATE CREATED: 20/2/95
 
 	This function reads a vector of floats from a line in a text file.
 
diff --git a/codec2/unittest/vqtrain.c b/codec2/unittest/vqtrain.c
index f657f8ab..9084746c 100644
--- a/codec2/unittest/vqtrain.c
+++ b/codec2/unittest/vqtrain.c
@@ -192,7 +192,7 @@ int main(int argc, char *argv[]) {
 	FUNCTION....: zero()
 
 	AUTHOR......: David Rowe
-	DATE CREATED: 27/9/96
+	DATE CREATED: 23/2/95
 
 	Zeros a vector of length k.
 
@@ -213,7 +213,7 @@ void zero(float v[], int k)
 	FUNCTION....: acc()
 
 	AUTHOR......: David Rowe
-	DATE CREATED: 27/9/96
+	DATE CREATED: 23/2/95
 
 	Adds k dimensional vectors v1 to v2 and stores the result back in v1.
 
@@ -235,7 +235,7 @@ void acc(float v1[], float v2[], int k)
 	FUNCTION....: norm()
 
 	AUTHOR......: David Rowe
-	DATE CREATED: 27/9/96
+	DATE CREATED: 23/2/95
 
 	Divides each element in k dimensional vector v by n.
 
@@ -257,7 +257,7 @@ void norm(float v[], int k, long n)
 	FUNCTION....: quantise()
 
 	AUTHOR......: David Rowe
-	DATE CREATED: 27/9/96
+	DATE CREATED: 23/2/95
 
 	Quantises vec by choosing the nearest vector in codebook cb, and
 	returns the vector index.  The squared error of the quantised vector