-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathconvert French phrase tags into Universal tags
128 lines (115 loc) · 7.79 KB
/
convert French phrase tags into Universal tags
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
#!/usr/bin/perl -w
########################################################################################################################################################################################
## For a detailed description of this evaluation metric and source code, please read: #####
## This code is to convert the french phrase tags (by Berkeley parser) into universal phrase tags. #####
## Universal phrase tagset is proposed by Aaron Li-Feng Han, Derek F. Wong, Lidia S. Chao, Liangye He, Shuo Li, and Ling Zhu in University of Macau #####
## This perl code is written by Aaron Li-Feng Han in university of macau, 2013.02 #####
## All Copyright (c) preserved by the authors. Corresponding author: Aaron Li-Feng Han < hanlifengaaron@gmail.com > #####
## Please cite paper below if you use the universal phrase tagset or source code in your research work #####
## "Phrase Tagset Mapping for French and English Treebanks and Its Application in Machine Translation Evaluation". 2013. Aaron Li-Feng Han, Derek F. Wong, Lidia S. Chao, #####
## Liangye He, Shuo Li, and Ling Zhu. Proceedings of the GSCL 2013, Germany. LNCS Vol. 8105, pp. 119–131. Volume Editors: Iryna Gurevych, Chris Biemann and Torsten Zesch. #####
## Source code website: https://github.com/aaronlifenghan/aaron-project-hppr #####
## Online paper: http://www.springer.com/computer/database+management+%26+information+retrieval/book/978-3-642-40721-5 #####
########################################################################################################################################################################################
## How to use this Perl code. #####
## 1. Put you original documents containing the french phrase tags under the address in Line 20, 29, 31 of this Perl code. #####
## 2. The document containing converted universal phrase tags will be shown under the address in Line 32 of this Perl code. #####
## #####
########################################################################################################################################################################################
opendir (DIR, "D:\\AaronLiFengHan\\test NLEPOMS2\\UniDeal_ppos2012\\system-outputs\\newstest2012\\en-fr\\parsed.ppos") || die "can not open output file!"; ##Put you original documents containing the french phrase tags under the address
@filename=readdir(DIR);
closedir (DIR);
foreach $file (@filename)
{
if(!(-d "D:\\AaronLiFengHan\\test NLEPOMS2\\UniDeal_ppos2012\\system-outputs\\newstest2012\\en-fr\\parsed.ppos\\$file")) ##Put you original documents containing the french phrase tags under the address
{
open (TEST,"<:encoding(utf8)","D:\\AaronLiFengHan\\test NLEPOMS2\\UniDeal_ppos2012\\system-outputs\\newstest2012\\en-fr\\parsed.ppos\\$file") || die "can not open file: $!";##Put you original documents containing the french phrase tags under the address
open (RESULT,">:encoding(utf8)","D:\\AaronLiFengHan\\test NLEPOMS2\\UniDeal_ppos2012\\system-outputs\\newstest2012\\en-fr\\parsed.ppos\\Uni_ppos_$file.txt") || die "$!"; ##The document containing converted universal phrase tags will be shown under the address
$i=0;
$str0="";
@arry_1= ();
@arry_sys_length= ();
@arrytwo_sys_translation= ();
$sentence_num=0;
while($str0=<TEST>) #### put the system translation into a two dimension array @arrytwo_sys_translation
{
chomp($str0);
## $str0= lc ($str0); ### both reference and system output translation is turned into lowwer case
@arry_1= split(/\s+/,$str0);
$arry_sys_length[$i]=scalar(@arry_1); #### @arry_sys_length store the lengths of every sentence(line) of the system translation.
$i++;
push @arrytwo_sys_translation, [@arry_1];
@arry_1= ();
}
$sentence_num=$i;
close TEST;
for($i=0;$i<$sentence_num;$i++) ##### Change the original pos tag into the universal type uning mappings
{
for($j=0;$j<$arry_sys_length[$i];$j++)
{
if($arrytwo_sys_translation[$i][$j] eq NP)
#if(grep(/^$arrytwo_sys_translation[$i][$j]/, @record_label))
{
$arrytwo_sys_translation[$i][$j]=NP;
}
elsif($arrytwo_sys_translation[$i][$j] eq VN||$arrytwo_sys_translation[$i][$j] eq VP||$arrytwo_sys_translation[$i][$j] eq VPpart||$arrytwo_sys_translation[$i][$j] eq VPinf)
{
$arrytwo_sys_translation[$i][$j]=VP;
}
elsif($arrytwo_sys_translation[$i][$j] eq AP)
{
$arrytwo_sys_translation[$i][$j]=AJP;
}
elsif($arrytwo_sys_translation[$i][$j] eq AdP)
{
$arrytwo_sys_translation[$i][$j]=AVP;
}
elsif($arrytwo_sys_translation[$i][$j] eq PP)
{
$arrytwo_sys_translation[$i][$j]=PP;
}
elsif($arrytwo_sys_translation[$i][$j] eq SENT||$arrytwo_sys_translation[$i][$j] eq Ssub||$arrytwo_sys_translation[$i][$j] eq Sint||$arrytwo_sys_translation[$i][$j] eq Srel||$arrytwo_sys_translation[$i][$j] eq S)
{
$arrytwo_sys_translation[$i][$j]=S;
}
# elsif($arrytwo_sys_translation[$i][$j] eq QP)
# {
# $arrytwo_sys_translation[$i][$j]=NUMP;
# }
# elsif($arrytwo_sys_translation[$i][$j] eq CONJP)
# {
# $arrytwo_sys_translation[$i][$j]=CONJP;
# }
elsif($arrytwo_sys_translation[$i][$j] eq COORD)
{
$arrytwo_sys_translation[$i][$j]=COP;
}
# elsif($arrytwo_sys_translation[$i][$j] eq X||$arrytwo_sys_translation[$i][$j] eq INTJ||$arrytwo_sys_translation[$i][$j] eq LST)
# {
# $arrytwo_sys_translation[$i][$j]=X;
# }
# elsif($arrytwo_sys_translation[$i][$j] eq FM||$arrytwo_sys_translation[$i][$j] eq ITJ||$arrytwo_sys_translation[$i][$j] eq TRUNC||$arrytwo_sys_translation[$i][$j] eq XY)
# {
# $arrytwo_sys_translation[$i][$j]=CCP;
# }
# elsif($arrytwo_sys_translation[$i][$j] eq "\$*LRB*"||$arrytwo_sys_translation[$i][$j] eq "\$("||$arrytwo_sys_translation[$i][$j] eq "\$,"||$arrytwo_sys_translation[$i][$j] eq "\$."||$arrytwo_sys_translation[$i][$j] eq "*T1*"||$arrytwo_sys_translation[$i][$j] eq "*T2*")
# {
# $arrytwo_sys_translation[$i][$j]= CH;
# }
else ##if there appear other tags that are not in the mapping set, then the strange tags will be assigned to the classification of 揦?
{
$arrytwo_sys_translation[$i][$j]= X;
}
}
}
for($i=0;$i<$sentence_num;$i++) ##### print out the changed document to have a check
{
for($j=0;$j<$arry_sys_length[$i];$j++)
{
print RESULT "$arrytwo_sys_translation[$i][$j]"," ";
}
print RESULT "\n";
}
close RESULT;
}
}