sphinx FSG generator

[chris...@gmail.com]

#!/usr/bin/env python
import re
import types
import sys

class single_state:
begin=0
end=1
prob=0
word=''
def __init__(self,bs,es,pb,w):
self.begin=bs
self.end=es
self.prob=pb
self.word=w
def b_state(self):
return begin
def e_state(self):
return end
def probility(self):
return prob
def s_word(self):
return word
def __repr__(self):
return 'T %4d %4d %4s %s' %
(self.begin,self.end,self.prob,self.word)

def g_split(sen):
''' change string as '1,2,3,[[4,5],6]' to a list [1,2,3,[[4,5],6]]
'''
s_list=sen.replace('[',' [ ').replace(']',' ] ')
stack_list=[]
for i in s_list.split():
if i != ']':
stack_list.insert(0,i)
else:
idx=stack_list.index('[')
tqu=stack_list[0:idx]
stack_list[0:idx+1]=[tqu]
stack_list.reverse()
return stack_list

class flat_list:
''' flat list as [2,3,[4,5,[6,7],8],9] to [2,3,4,5,6,7,8,9] '''
def __init__(self,org_list):
self.ret_list=[]
self.__deal_list(org_list)

def __deal_list(self,var):
for i in var:
if type(i) != types.ListType:
self.ret_list.append(i)
else:
self.__deal_list(i)
def value(self):
return self.ret_list

class ShpinxGrammarParser:
b_tag='FSG_BEGIN'
e_tag='FSG_END'
def __init__(self,sent):
#need a list as parameter
self.start_s=0
self.final_s=1
self.count_s=0
self.sentenses=[]
self.t_tags=[]
sentenses=self.__format_sent(sent)
self.__parse()

def __format_sent(self,sent):
for i in sent:
self.sentenses.append(g_split(i))

def __parse(self):
''' if you do not very know about this function,do not touch it! '''
rate=lambda x: '%.2f' % (1.0/x)

first_branch=0
for i in self.sentenses:
if type(i[0]) == types.StringType:
first_branch+=1
else:
first_branch+=len(flat_list(i[0]).value())
first_rate=rate(first_branch)

c_state=2
for i in self.sentenses:
p_list=[]
p_state=0
for j in range(0,len(i)):
if j == 0:
if type(i[j]) == types.StringType:
tmp_state=single_state(0,c_state,first_rate,i[j])
self.t_tags.append(tmp_state)
p_state=c_state
p_list=[]
c_state+=1
else:
for k in flat_list(i[j]).value():
tmp_state=single_state(0,c_state,first_rate,k)
self.t_tags.append(tmp_state)
p_list.append(c_state)
c_state+=1
elif j != len(i)-1:
if type(i[j]) == types.StringType:
if len(p_list) != 0:
for k in p_list:
tmp_state=single_state(k,c_state,1,i[j])
self.t_tags.append(tmp_state)
else:
tmp_state=single_state(p_state,c_state,1,i[j])
self.t_tags.append(tmp_state)
p_state=c_state
c_state+=1
p_list=[]
else:
if len(p_list) != 0:
tmp_p_list=[]
for k in flat_list(i[j]).value():
for l in p_list:

tmp_state=single_state(l,c_state,rate(len(flat_list(i[j]).value())),k)
self.t_tags.append(tmp_state)
tmp_p_list.append(c_state)
c_state+=1
p_list=tmp_p_list
else:
for k in flat_list(i[j]).value():

tmp_state=single_state(p_state,c_state,rate(len(flat_list(i[j]).value())),k)
self.t_tags.append(tmp_state)
p_list.append(c_state)
c_state+=1
else:
if type(i[j]) == types.StringType:
if len(p_list) != 0:
for k in p_list:
tmp_state=single_state(k,1,1,i[j])
self.t_tags.append(tmp_state)
else:
tmp_state=single_state(p_state,1,1,i[j])
self.t_tags.append(tmp_state)
else:
if len(p_list) != 0:
for k in flat_list(i[j]).value():
for l in p_list:
tmp_state=single_state(l,1,1,k)
self.t_tags.append(tmp_state)
else:
for k in flat_list(i[j]).value():
tmp_state=single_state(p_state,1,1,k)
self.t_tags.append(tmp_state)
self.count_s=c_state
def show(self):
output_list=[]
output_list.append(self.b_tag)
output_list.append('N\t%d' % (self.count_s))
output_list.append('S\t0')
output_list.append('F\t1')
output_list.extend(['%s' % Trans for Trans in self.t_tags])
output_list.append(self.e_tag)
print '\n'.join(output_list)

a=ShpinxGrammarParser(['[this that] [is are] [ one two three]','[nice
glade] to meet [you her]'])
a.show()

[chris...@gmail.com]

On Sep 6, 11:43 am, "chrisya...@gmail.com" <chrisya...@gmail.com>
wrote:

[chris...@gmail.com]

On Sep 6, 3:39 pm, "chrisya...@gmail.com" <chrisya...@gmail.com>
wrote:

I surrender,I can not make it.