generic-library/speech-tools
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
main
speech-tools/ling_class/apml.cc
Edouard DUPIN b6ae08bd22 [DEV] 2.4 tools
2015-09-19 10:52:26 +02:00

437 lines
11 KiB
C++
Raw Permalink Blame History

/************************************************************************/
/* */
/* Centre for Speech Technology Research */
/* University of Edinburgh, UK */
/* Copyright (c) 2002 */
/* All Rights Reserved. */
/* */
/* Permission is hereby granted, free of charge, to use and distribute */
/* this software and its documentation without restriction, including */
/* without limitation the rights to use, copy, modify, merge, publish, */
/* distribute, sublicense, and/or sell copies of this work, and to */
/* permit persons to whom this work is furnished to do so, subject to */
/* the following conditions: */
/* 1. The code must retain the above copyright notice, this list of */
/* conditions and the following disclaimer. */
/* 2. Any modifications must be clearly marked as such. */
/* 3. Original authors' names are not deleted. */
/* 4. The authors' names are not used to endorse or promote products */
/* derived from this software without specific prior written */
/* permission. */
/* */
/* THE UNIVERSITY OF EDINBURGH AND THE CONTRIBUTORS TO THIS WORK */
/* DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING */
/* ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT */
/* SHALL THE UNIVERSITY OF EDINBURGH NOR THE CONTRIBUTORS BE LIABLE */
/* FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES */
/* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN */
/* AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, */
/* ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF */
/* THIS SOFTWARE. */
/* */
/*************************************************************************/
/* */
/* Author: Rob Clark (robert@cstr.ed.ac.uk) */
/* -------------------------------------------------------------------- */
/* Code to read APML format XML as utterances. */
/* */
/*************************************************************************/
#include <cstdlib>
#include <cstdio>
#include "EST_THash.h"
#include "EST_error.h"
#include "apml.h"
#include "rxp/XML_Parser.h"
static EST_Regex simpleIDRegex(".*#id(w\\([0-9]+\\))");
static EST_Regex rangeIDRegex(".*#id(w\\([0-9]+\\)).*id(w\\([0-9]+\\))");
static EST_Regex RXpunc("[\\.,\\?\\!\"]+");
class Parse_State
{
public:
int depth;
int maxid;
EST_Utterance *utt;
EST_Relation *tokens;
EST_Relation *perf;
EST_Relation *com;
EST_Relation *semstruct;
EST_Relation *emphasis;
EST_Relation *boundary;
EST_Relation *pause;
EST_Item *parent;
EST_Item *pending;
EST_Item *last_token;
};
class Apml_Parser_Class : public XML_Parser_Class
{
protected:
virtual void document_open(XML_Parser_Class &c,
XML_Parser &p,
void *data);
virtual void document_close(XML_Parser_Class &c,
XML_Parser &p,
void *data);
virtual void element_open(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name,
XML_Attribute_List &attributes);
virtual void element(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name,
XML_Attribute_List &attributes);
virtual void element_close(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name);
virtual void pcdata(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *chars);
virtual void cdata(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *chars);
virtual void processing(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *instruction);
virtual void error(XML_Parser_Class &c,
XML_Parser &p,
void *data);
};
static void print_attributes(XML_Attribute_List &attributes)
{
XML_Attribute_List::Entries them;
for(them.begin(attributes); them ; them++)
printf(" %s='%s'",
(const char *)them->k,
(const char *)them->v);
}
EST_read_status apml_read(FILE *file,
const EST_String &name,
EST_Utterance &u,
int &max_id)
{
(void)max_id;
(void)print_attributes; // just to shut -Wall up.
Apml_Parser_Class pclass;
Parse_State state;
u.clear();
state.utt=&u;
XML_Parser *parser = pclass.make_parser(file, name, &state);
parser->track_context(TRUE);
CATCH_ERRORS()
return read_format_error;
parser->go();
END_CATCH_ERRORS();
return read_ok;
}
/** Now we define the callbacks.
*/
void Apml_Parser_Class::document_open(XML_Parser_Class &c,
XML_Parser &p,
void *data)
{
(void)c; (void)p;
Parse_State *state = (Parse_State *)data;
state->maxid=0;
state->depth=1;
state->parent=NULL;
state->pending=NULL;
state->last_token=NULL;
// create relations:
state->perf = state->utt->create_relation("Perfomative");
state->com = state->utt->create_relation("Communicative");
state->tokens = state->utt->create_relation("Token");
state->semstruct = state->utt->create_relation("SemStructure");
state->emphasis = state->utt->create_relation("Emphasis");
state->boundary = state->utt->create_relation("Boundary");
state->pause = state->utt->create_relation("Pause");
}
void Apml_Parser_Class::document_close(XML_Parser_Class &c,
XML_Parser &p,
void *data)
{
(void)c; (void)p; (void)data;
}
void Apml_Parser_Class::element_open(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name,
XML_Attribute_List &attributes)
{
(void)c; (void)p; (void)attributes;
Parse_State *state = (Parse_State *)data;
//cout << " In element_open: " << name << "\n";
if (strcmp(name, "turnallocation")==0)
{
// currently ignore
return;
}
if (strcmp(name, "apml")==0)
return; // ignore
state->depth++;
if( strcmp(name, "performative")==0
|| strcmp(name, "rheme")==0
|| strcmp(name, "theme")==0
|| strcmp(name, "emphasis")==0
|| strcmp(name, "boundary")==0
|| strcmp(name, "pause")==0)
{
// create new item content
EST_Item_Content *cont = new EST_Item_Content();
cont->set_name(name);
XML_Attribute_List::Entries them;
for(them.begin(attributes); them ; them++)
{
EST_String k = them->k;
EST_String v = them->v;
cont->f.set(k,v);
}
EST_Item *item;
if( strcmp(name, "emphasis")==0 )
{
item = state->emphasis->append();
state->pending = item;
}
else if(strcmp(name, "boundary")==0 )
{
item = state->boundary->append();
if(state->last_token)
item->append_daughter(state->last_token);
}
else if(strcmp(name, "pause")==0 )
{
item = state->pause->append();
if(state->last_token)
item->append_daughter(state->last_token);
}
else
{
if (state->parent == NULL)
item = state->semstruct->append();
else
item = state->parent->append_daughter();
state->parent=item;
}
item->set_contents(cont);
}
else
EST_warning("APML Parser: unknown element %s", name);
}
void Apml_Parser_Class::element(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name,
XML_Attribute_List &attributes)
{
(void)c; (void)p; (void)attributes;
element_open(c, p, data, name, attributes);
element_close(c, p, data, name);
}
void Apml_Parser_Class::element_close(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *name)
{
(void)c; (void)p; (void)name;
Parse_State *state = (Parse_State *)data;
if ( strcmp(name, "emphasis")==0
|| strcmp(name, "boundary")==0
|| strcmp(name, "pause")==0 )
{
state->depth--;
state->pending=NULL;
}
if (strcmp(name, "performative")==0
|| strcmp(name, "theme")==0
|| strcmp(name, "rheme")==0)
{
state->depth--;
state->pending = NULL;
state->parent=state->parent->up();
}
}
void Apml_Parser_Class::pcdata(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *chars)
{
(void)c;
Parse_State *state = (Parse_State *)data;
EST_String strings[255];
split(chars,strings,255,RXwhite);
// for(int cc=0 ; cc < 20 ; ++cc)
// cout << cc << ": \"" << strings[cc] << "\" (" << strings[cc].length() << ")\n";
int s=0;
while( s < 1 || strings[s].length() > 0 )
{
if(strings[s].length() > 0 )
{
// Just Punctuation
if(strings[s].matches(RXpunc))
{
state->last_token->set("punc",strings[s]);
}
// Text and possibly punc
else
{
EST_Item_Content *cont = new EST_Item_Content();
EST_Item *item;
if (state->parent == NULL)
item = state->semstruct->append();
else
item = state->parent->append_daughter();
item->set_contents(cont);
// strip pre-punc here.
int i = strings[s].index(RXpunc);
EST_String ps = strings[s].at(RXpunc);
EST_String intermediate;
if( ps.length() > 0 && i == 0)
{
cout << "Got pre punc: " << ps << endl;
intermediate = strings[s].after(RXpunc);
// cont->set_name(strings[s].before(RXpunc));
item->set("prepunctuation",ps);
}
else
{
intermediate = strings[s];
item->set("prepunctuation","");
}
// now strip punc
ps = intermediate.at(RXpunc);
if( ps.length() > 0 )
{
cout << "Got punc: " << ps << endl;
cont->set_name(intermediate.before(RXpunc));
item->set("punc",ps);
}
else
{
cont->set_name(intermediate);
item->set("punc","");
}
state->tokens->append(item);
state->last_token = item;
if(state->pending)
{
state->pending->append_daughter(item);
}
// if (state->parent != NULL && p.context(0) == "w")
// state->parent->set(EST_String("token"), chars);
//cout << " got token: " << item->name() << "\n";
}
}
++s;
}
}
void Apml_Parser_Class::cdata(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *chars)
{
(void)c; (void)p; (void)data; (void)chars;
// Parse_State *state = (Parse_State *)data;
// printf("APML XML Parser [cdata[%s]] %d\n", chars, state->depth);
}
void Apml_Parser_Class::processing(XML_Parser_Class &c,
XML_Parser &p,
void *data,
const char *instruction)
{
(void)c; (void)p;
Parse_State *state = (Parse_State *)data;
printf("APML XML Parser [proc[%s]] %d\n", instruction, state->depth);
}
void Apml_Parser_Class::error(XML_Parser_Class &c,
XML_Parser &p,
void *data)
{
(void)c; (void)p; (void)data;
// Parse_State *state = (Parse_State *)data;
EST_error("APML Parser %s", get_error(p));
est_error_throw();
}
Reference in New Issue View Git Blame Copy Permalink