From 2acaac5903a62235f30409e244bfebf10581ca36 Mon Sep 17 00:00:00 2001
From: Edouard DUPIN <yui.heero@gmail.com>
Date: Wed, 9 Jan 2019 22:21:39 +0100
Subject: [PATCH] [DEV] start analiser

---
 .../lutin_recoAnalyser.cpython-37.pyc         | Bin 0 -> 1403 bytes
 recoAnalyser/appl/debug.cpp                   |  13 +++
 recoAnalyser/appl/debug.hpp                   |  39 +++++++
 recoAnalyser/appl/main.cpp                    | 110 ++++++++++++++++++
 recoAnalyser/lutin_recoAnalyser.py            |  44 +++++++
 5 files changed, 206 insertions(+)
 create mode 100644 recoAnalyser/__pycache__/lutin_recoAnalyser.cpython-37.pyc
 create mode 100644 recoAnalyser/appl/debug.cpp
 create mode 100644 recoAnalyser/appl/debug.hpp
 create mode 100644 recoAnalyser/appl/main.cpp
 create mode 100644 recoAnalyser/lutin_recoAnalyser.py

diff --git a/recoAnalyser/__pycache__/lutin_recoAnalyser.cpython-37.pyc b/recoAnalyser/__pycache__/lutin_recoAnalyser.cpython-37.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4e4c3261fe60a83934176c20c2b3662b54356018
GIT binary patch
literal 1403
zcma)5&1%~~5Y|eTE&nEMp-||-^w8o%WN5D;B(Xy)XzbuPhnRp-HETt+q!lYUiA|3^
z^f8)apQy0cp85(sbw+kTl!j!Noj;cSW@hI*Y&L5eu5UlzUA!?g?H4(BOGjfLPkMm@
zG+?0?u?b^qTaS#1v9U{&66j!j)g~sCz(ie!GE`7kz=A4j3u;hDU4;fTQP-daTd3>6
zPPNYVZ$!`r9?84K(CFbwODOVN`aqQrox#EA{D&qn*@F19Ka+06uZ5g<qeU8ckS1Ms
z0fE?&+!I|A2eBJ2Q!cyVA`9YaF=Qu8W%)dtX3K<E2$X8qm^4v7nAPglX%HnL&+*#M
zuzeNqYcAVv4DF1kS=+YlfAU?sRM{FAc<Rwd+~JlVg=-$4eB60^|I>9UDGWRwd%RhA
zohp2=DrI;gy8rDb^ful|Tt8msecLV|R3C$|s=1jA+?`a+vd03&_{+}<K-9GVmqINB
z=F@oTgVpO}+3ug6ID_^Ph=nVmy}Mil_9f?1?E8@$gf<qlcYhi!su%CY86Ga57jmdm
z4*9^KL7Jd@cyi)=Vc)e|jcKSEFwlMd7Ab@t5{AeEWxuqE7*N?*C8CYbZuR_TiO93D
zO(GE4(89{L2CJ5vBw-i$r-g5ONwR9@K4nVo#NgR{V)D<ah*$LuBZ4a~SKDjH4Slhb
zCY;|WW~<8SQE%)F2a|fAU-3{R5sx!vos68}$Qhq2OC(t!kVwiLIqyG=CymijZ#e2t
z56=3|aNH@YEf-+QZ!+mlXQAt-szHHNded1Da#bS_c*0{)7TJlLU8+io%}wUMs^p=$
z-_cb$b0zj%RiouJ60it);d654R6P;T0)HX-3u^XD6dJQwiRsMJNz%6Tn%-g!y}=~i
z>NHe6=f9nIOqpx7iDg2BsWR6}7irFaN#7}nGm^$y(#T2r^Zda=QU=A=oZek$yhqcJ
NK1I=B4Q3g|{TIjQFhl?V

literal 0
HcmV?d00001

diff --git a/recoAnalyser/appl/debug.cpp b/recoAnalyser/appl/debug.cpp
new file mode 100644
index 0000000..93b4d60
--- /dev/null
+++ b/recoAnalyser/appl/debug.cpp
@@ -0,0 +1,13 @@
+/** @file
+ * @author Edouard DUPIN 
+ * @copyright 2019, Edouard DUPIN, all right reserved
+ * @license MPL v2.0 (see license file)
+ */
+
+#include <appl/debug.hpp>
+
+
+int32_t appl::getLogId() {
+	static int32_t g_val = elog::registerInstance("RecoWord");
+	return g_val;
+}
diff --git a/recoAnalyser/appl/debug.hpp b/recoAnalyser/appl/debug.hpp
new file mode 100644
index 0000000..8b24de3
--- /dev/null
+++ b/recoAnalyser/appl/debug.hpp
@@ -0,0 +1,39 @@
+/** @file
+ * @author Edouard DUPIN 
+ * @copyright 2019, Edouard DUPIN, all right reserved
+ * @license MPL v2.0 (see license file)
+ */
+#pragma once
+
+#include <elog/log.hpp>
+
+namespace appl {
+	int32_t getLogId();
+}
+
+#define APPL_BASE(info,data) ELOG_BASE(appl::getLogId(),info,data)
+
+#define APPL_PRINT(data)         APPL_BASE(-1, data)
+#define APPL_CRITICAL(data)      APPL_BASE(1, data)
+#define APPL_ERROR(data)         APPL_BASE(2, data)
+#define APPL_WARNING(data)       APPL_BASE(3, data)
+#ifdef DEBUG
+	#define APPL_INFO(data)          APPL_BASE(4, data)
+	#define APPL_DEBUG(data)         APPL_BASE(5, data)
+	#define APPL_VERBOSE(data)       APPL_BASE(6, data)
+	#define APPL_TODO(data)          APPL_BASE(4, "TODO : " << data)
+#else
+	#define APPL_INFO(data)          do { } while(false)
+	#define APPL_DEBUG(data)         do { } while(false)
+	#define APPL_VERBOSE(data)       do { } while(false)
+	#define APPL_TODO(data)          do { } while(false)
+#endif
+
+#define APPL_ASSERT(cond,data) \
+	do { \
+		if (!(cond)) { \
+			APPL_CRITICAL(data); \
+			assert(!#cond); \
+		} \
+	} while (0)
+
diff --git a/recoAnalyser/appl/main.cpp b/recoAnalyser/appl/main.cpp
new file mode 100644
index 0000000..b1ae657
--- /dev/null
+++ b/recoAnalyser/appl/main.cpp
@@ -0,0 +1,110 @@
+/** @file
+ * @author Edouard DUPIN 
+ * @copyright 2019, Edouard DUPIN, all right reserved
+ * @license MPL v2.0 (see license file)
+ */
+
+
+#include <etk/types.hpp>
+#include <etk/etk.hpp>
+#include <etk/uri/uri.hpp>
+
+#include <appl/debug.hpp>
+#include <etk/theme/theme.hpp>
+#include <ejson/ejson.hpp>
+#include <audio/algo/speex/Resampler.hpp>
+
+static int resampling_quality = 10; // speex resampler quality
+
+/**
+ * @brief Main of the program (This can be set in every case, but it is not used in Andoid...).
+ * @param std IO
+ * @return std IO
+ */
+int main(int _argc, const char *_argv[]) {
+	etk::init(_argc, _argv);
+	
+	
+	etk::Vector<etk::Uri> list = etk::uri::listRecursive("FILE:///framework/musicdsp/audio-reco-corpus/corpus1/");
+	auto it = list.begin();
+	while (it != list.end()) {
+		if (it->getPath().getExtention() == "json") {
+			++it;
+		} else {
+			it = list.erase(it);
+		}
+	}
+	for (auto &it: list) {
+		APPL_DEBUG("elem=" << it);
+		ejson::Document doc;
+		doc.load(it);
+		etk::String fileName = doc["audio_filename"].toString().get();
+		etk::Uri fileNameAudioFile = it;
+		fileNameAudioFile.setPath(fileNameAudioFile.getPath().getParent() / fileName);
+		etk::Uri fileNameAudioFile16k = it;
+		fileNameAudioFile16k.setPath(fileNameAudioFile16k.getPath().getParent() / fileName + "_16k");
+		APPL_DEBUG("    file=" << fileName);
+		int32_t sampleRate = doc["audio_sample_rate"].toNumber().get();
+		APPL_DEBUG("    sampleRate=" << sampleRate);
+		etk::Vector<int16_t> dataBuffer;
+		if (sampleRate != 16000) {
+			if (etk::uri::exist(fileNameAudioFile16k) == false) {
+				APPL_DEBUG("        *** LOAD_FILE ***");
+				// read stream:
+				etk::Vector<int16_t> bufferInput;
+				{
+					ememory::SharedPtr<etk::io::Interface> fileIO = etk::uri::get(fileNameAudioFile);
+					if (fileIO->open(etk::io::OpenMode::Read) == false) {
+						return -1;
+					}
+					bufferInput = fileIO->readAll<int16_t>();
+					fileIO->close();
+				}
+				APPL_DEBUG("        *** RESAMPLE ***");
+				dataBuffer.resize(bufferInput.size(), 0.0f);
+				// Resample stream:
+				audio::algo::speex::Resampler algo;
+				algo.init(1, sampleRate, 16000, resampling_quality, audio::format_int16);
+				size_t sizeOut = dataBuffer.size();
+				/*
+				for (int32_t iii=0; iii<1024; ++iii) {
+					size_t sizeOut = output.size();
+					algo.process(&output[0], sizeOut, &input[0], input.size());
+				}
+				*/
+				algo.process(&dataBuffer[0], sizeOut, &bufferInput[0], bufferInput.size());
+				dataBuffer.resize(sizeOut);
+				APPL_DEBUG("        *** Store ***");
+				{
+					ememory::SharedPtr<etk::io::Interface> fileIO = etk::uri::get(fileNameAudioFile16k);
+					if (fileIO->open(etk::io::OpenMode::Write) == false) {
+						return -1;
+					}
+					fileIO->writeAll(dataBuffer);
+					fileIO->close();
+				}
+			} else {
+				APPL_DEBUG("        *** LOAD_FILE ***");
+				// read stream: (We already have resample)
+				{
+					ememory::SharedPtr<etk::io::Interface> fileIO = etk::uri::get(fileNameAudioFile16k);
+					if (fileIO->open(etk::io::OpenMode::Read) == false) {
+						return -1;
+					}
+					dataBuffer = fileIO->readAll<int16_t>();
+					fileIO->close();
+				}
+			}
+		} else {
+			// the input file is already in 16k
+			ememory::SharedPtr<etk::io::Interface> fileIO = etk::uri::get(fileNameAudioFile);
+			if (fileIO->open(etk::io::OpenMode::Read) == false) {
+				return -1;
+			}
+			dataBuffer = fileIO->readAll<int16_t>();
+			fileIO->close();
+		}
+	}
+	
+	return 0;
+}
\ No newline at end of file
diff --git a/recoAnalyser/lutin_recoAnalyser.py b/recoAnalyser/lutin_recoAnalyser.py
new file mode 100644
index 0000000..366762d
--- /dev/null
+++ b/recoAnalyser/lutin_recoAnalyser.py
@@ -0,0 +1,44 @@
+#!/usr/bin/python
+import lutin.debug as debug
+import lutin.tools as tools
+import os
+
+
+def get_type():
+	return "BINARY"
+
+def get_desc():
+	return "Simpleaudio IO viewer and test ..."
+
+def get_licence():
+	return "MPL-2"
+
+def get_compagny_type():
+	return "com"
+
+def get_compagny_name():
+	return "atria-soft"
+
+def get_maintainer():
+	return ["Mr DUPIN Edouard <yui.heero@gmail.com>"]
+
+def configure(target, my_module):
+	my_module.add_extra_flags()
+	my_module.add_src_file([
+		'appl/debug.cpp',
+		'appl/main.cpp',
+		])
+	my_module.add_depend([
+		'etk',
+		'ejson',
+		'audio-river',
+		'audio-algo-speex',
+		])
+	my_module.add_path(".")
+	# set the package properties :
+	my_module.set_pkg("SECTION", ["Development"])
+	my_module.set_pkg("PRIORITY", "optional")
+	
+	my_module.add_pkg("RIGHT", "RECORD_AUDIO")
+	return True
+