4 # Intializing Praat script
6 # SpeakGoodChinese: InitializeSGC2.praat defines and sets the global variables
7 # and loads general SGC2 code
9 # Copyright (C) 2007-2010 R.J.J.H. van Son and 2010 the Netherlands Cancer Institute
10 # The SpeakGoodChinese team are:
11 # Guangqin Chen, Zhonyan Chen, Stefan de Koning, Eveline van Hagen,
12 # Rob van Son, Dennis Vierkant, David Weenink
14 # This program is free software; you can redistribute it and/or modify
15 # it under the terms of the GNU General Public License as published by
16 # the Free Software Foundation; either version 2 of the License, or
17 # (at your option) any later version.
19 # This program is distributed in the hope that it will be useful,
20 # but WITHOUT ANY WARRANTY; without even the implied warranty of
21 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
22 # GNU General Public License for more details.
24 # You should have received a copy of the GNU General Public License
25 # along with this program; if not, write to the Free Software
26 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
29 # Do not store these variables as preferences
30 sgc.nonPreferences$ = " config.savePerf config.openPerf config.clearSummary config.audioName "
32 # Information for logging
33 currentDate$ = date$()
34 dateYear$ = right$(currentDate$, length(currentDate$) - rindex(currentDate$, " "))
35 logtimeStamp$ = replace_regex$(currentDate$, "[^a-zA-Z0-9\-_]", "-", 0)
36 currentLogDirectory$ = ""
37 feedbackTablePrefix$ = "Feedback"
38 feedbackTableName$ = ""
43 yFeedback = yWordlist + 5
44 yPinyin = yFeedback + 10
45 yContour = yPinyin + 15
46 wipeContourArea$ = "demo Paint rectangle... White 20 80 'yContour' 100"
47 wipePinyinArea$ = "demo Paint rectangle... White 20 80 'yPinyin' 'yContour'"
48 wipeFeedbackArea$ = "demo Paint rectangle... White 0 100 'yFeedback' 'yPinyin'"
49 wipeWordlistArea$ = "demo Paint rectangle... White 20 80 'yWordlist' 'yFeedback'"
51 # Pop-Up window colors
52 sgc2.popUp_bordercolor$ = "{0.5,0.5,1}"
53 sgc2.popUp_backgroundcolor$ = "{0.9,0.9,1}"
55 # Initialize parameters
70 sgc.failedAttempts = 0
72 config.deleteWordlist = -1
73 config.displayNumbers = 1
74 config.displayPinyin = 1
75 config.displayChar = 0
76 config.displayTrans = 1
77 config.useSoundExample = 1
78 config.synthesis$ = "_DISABLED_"
79 config.input$ = "Microphone"
80 config.showBackground = 1
81 sgc2.noiseThresshold = -30
86 config.clearSummary = 0
87 config.audioName$ = ""
90 mainPage.saveAudio$ = ""
92 sgc_ToneProt.minimumPitch = 40
93 sgc_ToneProt.maximumPitch = 600
95 # Platform dependent settings
96 if macintosh or windows
97 config.displayChar = 1
98 config.displayNumbers = 0
100 if windows and endsWith(build_SHA$, " XP")
101 config.displayChar = 0
102 config.displayNumbers = 0
105 config.displayChar = 0
106 config.displayNumbers = 1
110 samplingFrequency = 44100
112 samplingFrequency = 44100
114 samplingFrequency = 44100
119 config.language$ = "EN"
120 config.register = 249
121 preferencesAppFile$ = preferencesAppDir$+"/sgc2rc.txt"
122 preferencesLogDir$ = "'preferencesAppDir$'/log"
123 preferencesTableDir$ = "'preferencesAppDir$'/Data"
124 sgc2wordlists$ = "'preferencesAppDir$'/wordlists"
125 localWordlistDir$ = sgc2wordlists$
127 # Global word lists must be installed BY THE ADMINISTRATOR
128 # This means, create the directory 'globalwordlists$' and
129 # fill it with wordlist directories containing wordlist.Table
130 # and audio files. They can be copied from a local directory.
131 globalwordlists$ = ""
132 globaltablelists$ = ""
135 globalwordlists$ = "/etc/'sgc2.demoAppName$'/wordlists"
136 globaltablelists$ = "/etc/'sgc2.demoAppName$'/Data"
137 globalTTSdir$ = "/etc/'sgc2.demoAppName$'/TTS"
139 globalwordlists$ = "/Library/Preferences/'sgc2.demoAppName$'/wordlists"
140 globaltablelists$ = "/Library/Preferences/'sgc2.demoAppName$'/Data"
141 globalTTSdir$ = "/Library/Preferences/'sgc2.demoAppName$'/TTS"
143 globalwordlists$ = "C:/Documents and Settings/All Users/Application Data/'sgc2.demoAppName$'/wordlists"
144 globaltablelists$ = "C:/Documents and Settings/All Users/Application Data/'sgc2.demoAppName$'/Data"
145 globalTTSdir$ = "C:/Documents and Settings/All Users/Application Data/'sgc2.demoAppName$'/TTS"
147 sgc2.synthesizer = -1
148 # Define a Praat TTS command that will set sgc2.synthesizer
149 sgc2.normalTTScommand$ = "call create_default_TTS Mandarin f4 10000 0.01 50 100 95 no IPA"
150 sgc2.advancedTTScommand$ = "call create_default_TTS Mandarin f4 10000 0.01 50 70 125 no IPA"
151 sgc.alignedTextGrid = -1
153 ##############################################################
155 config.shuffleLists = 1
156 config.adaptiveLists = 0
158 defaultFont$ = "Helvetica"
161 # Set up directories if they do not exist already
162 call set_up_directories
164 # Get saved preferences
165 call read_preferences ""
168 speakCommandDir$ = "'preferencesAppDir$'/TTS"
169 speakCommandFile$ = ""
171 sgc.recordCommandFile$ = ""
172 sgc.playCommandFile$ = ""
174 sgc.scratchAudioDir$ = "'preferencesAppDir$'\audio\"
176 sgc.scratchAudioDir$ = "/tmp/SpeakGoodChinese/"
178 sgc.useAlternativeRecorder = 0
180 sgc.useAlternativePlayer = 0
183 # Set inital language
184 call set_language 'config.language$'
187 call load_word_list "'localWordlistDir$'" 0
189 # Set up evaluation table
190 initialiseSGC2.toneevaluation_table$ = ""
191 call initialize_toneevaluation_tables
196 ###############################################################
198 # Obligatory procedures
200 ###############################################################
201 # Initialize Demo Window
202 procedure init_window
204 demo Line width... 'defaultLineWidth'
206 call set_font_size 'defaultFontSize'
209 # If there is no recorded sound, try to read stored recording
210 if recordedSound$ = "" and sgc.saveAudio$ <> ""
212 select Table 'wordlist$'
213 if sgc.currentWord > 0 and sgc.currentWord <= sgc.numberOfWords
214 sgc.pinyin$ = Get value... 'sgc.currentWord' Pinyin
215 .outputName$ = "'sgc.saveAudio$'/'sgc.pinyin$'.wav"
216 if fileReadable(.outputName$)
217 sgc.recordedSound = Read from file: .outputName$
218 recordedSound$ = selected$("Sound")
220 # See feedback on earl;ier recorded words
221 if fileReadable("'sgc.saveAudio$'/TestSpeakGoodChinese2.txt")
222 call write_feedback Feedback
224 select Table Feedback
227 # Set config.audioName
228 .tmp$ = replace_regex$(sgc.saveAudio$, "[^/\\]+[/\\]?$", "", 0)
229 config.audioName$ = replace$(sgc.saveAudio$, .tmp$, "", 0)
235 # Set mainPage.saveAudio$ grade
236 call set_grade_display 'sgc.pinyin$'
240 .windowTitle$ = replace$(wordlistName$, "_", " ", 0)
241 call set_window_title 'buttons$' '.windowTitle$'
242 # Display the word-list
244 # Wipe screen and draw background
245 call wipeArea 'wipeContourArea$'
246 if config.showBackground
247 call draw_background Background
249 # Define buttons in a table
255 call draw_tone_contour
257 call paint_saveAudio_light
260 sgc.failedAttempts = 0
263 # Make sure all Preferences directories are available
264 procedure set_up_directories
265 .dirPath$ = "'preferencesAppDir$'"
266 createDirectory(.dirPath$)
267 .dirPath$ > '.dirPath$'/directory.txt
268 createDirectory("'.dirPath$'/wordlists")
269 .dirPath$ > '.dirPath$'/wordlists/directory.txt
270 createDirectory("'.dirPath$'/pitchmodels")
271 .dirPath$ > '.dirPath$'/pitchmodels/directory.txt
272 createDirectory("'.dirPath$'/log")
273 .dirPath$ > '.dirPath$'/log/directory.txt
274 createDirectory("'.dirPath$'/TTS")
275 .dirPath$ > '.dirPath$'/TTS/directory.txt
279 # Retrieve and store setting between sessions
281 procedure read_preferences .preferencesFile$
282 if not fileReadable(.preferencesFile$)
283 .preferencesFile$ = preferencesAppFile$
285 if fileReadable(.preferencesFile$)
286 Read from file... 'preferencesAppFile$'
287 .preferenceTable$ = selected$("Table")
288 .numPrefKeys = Get number of rows
289 for .row to .numPrefKeys
290 .variableName$ = Get value... '.row' Key
291 if variableExists(.variableName$)
292 .variableValue = Get value... '.row' Value
293 if .variableValue <> undefined
294 '.variableName$' = '.variableValue'
296 elsif variableExists(.variableName$+"$")
297 .variableValue$ = Get value... '.row' Value
298 .variableName$ = .variableName$+"$"
299 '.variableName$' = "'.variableValue$'"
303 select Table '.preferenceTable$'
308 procedure write_preferences .preferencesFile$
309 Create Table with column names... Preferences 0 Key Value
310 if index_regex(.preferencesFile$, "[a-zA-Z0-9]") <= 0
311 .preferencesFile$ = preferencesAppFile$
315 for .tableNum from 1 to 2
321 .varPrefix$ = replace_regex$(.table$, "^(.)", "\l\1", 0)
323 select Table '.table$'
324 .numTableRows = Get number of rows
325 for .tablerow to .numTableRows
326 select Table '.table$'
327 .label$ = Get value... '.tablerow' Label
328 .variableName$ = .varPrefix$+"."+(replace_regex$(.label$, "^(.)", "\l\1", 0))
329 .keyName$ = .variableName$
331 if sgc.nonPreferences$ <> "" and index(sgc.nonPreferences$, " '.variableName$' ")
333 elsif variableExists(.variableName$)
334 .value = '.variableName$'
336 elsif variableExists(.variableName$ + "$")
337 .variableName$ = .variableName$ + "$"
338 .value$ = '.variableName$'
339 elsif index(.variableName$, "_") > 0
340 .variableName$ = left$(.variableName$, rindex(.variableName$, "_") - 1)
341 .keyName$ = .variableName$
342 select Table Preferences
343 .prefRow = Search column... Key '.keyName$'
345 if variableExists(.variableName$)
346 .value = '.variableName$'
348 elsif variableExists(.variableName$ + "$")
349 .variableName$ = .variableName$ + "$"
350 .value$ = '.variableName$'
356 select Table Preferences
359 Set string value... '.row' Key '.keyName$'
360 Set string value... '.row' Value '.value$'
365 # Some extra settings
366 select Table Preferences
369 Set string value... '.row' Key wordlistDir
370 Set string value... '.row' Value 'localWordlistDir$'
372 select Table Preferences
375 Set string value... '.row' Key wordlistName
376 Set string value... '.row' Value 'wordlistName$'
378 select Table Preferences
379 Write to table file... '.preferencesFile$'
384 ###############################################################
386 # TTS (speech synthesis). Place commands in user info
389 # speakCommandDir$ = "'preferencesAppDir$'/TTS"
390 # speakCommandFile$ = ""
392 # Make sure sgc2.synthesizer is set!
393 procedure create_default_TTS .language$ .voice$ .samplefreq .gap .pitch_adj .pitch_range .words_per_minute .use_data$ .espeak_phones$
394 sgc2.synthesizer = Create SpeechSynthesizer... '.language$' '.voice$'
395 Set speech output settings... .samplefreq .gap .pitch_adj .pitch_range .words_per_minute '.use_data$' '.espeak_phones$'
399 if sgc2.synthesizer > 0
400 select sgc2.synthesizer
402 sgc2.synthesizer = -1
404 # Note, the TTScommand must set sgc2.synthesizer!
405 if config.strict$ = "'sgc.highestLevel'"
406 'sgc2.advancedTTScommand$'
408 'sgc2.normalTTScommand$'
412 .ttscommand$ = "speak"
416 .ttscommand$ = "espeak"
420 .ttscommand$ = "C:/Program Files/eSpeak/command_line/espeak.exe"
424 # Global TTS command has precedence
425 if fileReadable("'globalTTSdir$'/TTS_'.osName$'_command.txt")
426 speakCommandFile$ = "'globalTTSdir$'/TTS_'.osName$'_command.txt"
427 if config.synthesis$ = "_DISABLED_"
429 config.synthesis$ = "eSpeak"
433 # Local TTS command, if there is no global one
434 # Command does not exist yet, create it if eSpeak is installed
435 # Make sure to quote the path!
436 if speakCommandFile$ = ""
437 # Autodetect synthesizer command
438 # if not fileReadable("'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt")
439 # .command_path$ = ""
441 # system_nocheck PATH=${PATH}:/opt/local/bin; bash -c -- 'which '.ttscommand$' > "'speakCommandDir$'/command_path.txt"'
442 # .command_path$ < 'speakCommandDir$'/command_path.txt
444 # system_nocheck PATH=${PATH};bash -c -- 'which '.ttscommand$' > "'speakCommandDir$'/command_path.txt"'
445 # .command_path$ < 'speakCommandDir$'/command_path.txt
447 # if fileReadable(.ttscommand$)
448 # .command_path$ = .ttscommand$
451 # # Remove any newlines
452 # .command_path$ = replace$(.command_path$, "'newline$'", "", 0)
454 # # Command path found
455 # if sgc2.synthesizer <= 0 and .command_path$ <> "" and fileReadable(.command_path$)
456 # deleteFile("'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt")
457 # fileappend "'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt"
458 # ...'.quote$''.ttscommand$''.quote$' -v zh+f4 -s 100 'newline$'
459 # speakCommandFile$ = "'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt"
462 # if fileReadable("'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt")
463 speakCommandFile$ = "'speakCommandDir$'/TTS_'.osName$'_eSpeak_command.txt"
465 deleteFile("'speakCommandDir$'/command_path.txt")
468 # Close off (other TTS maybe a later option)
469 if sgc2.synthesizer > 0 or (speakCommandFile$ <> "" and fileReadable(speakCommandFile$))
470 config.synthesis$ = "eSpeak"
474 # Alternative audio recorder
475 procedure set_up_recorder
486 # Global TTS command has precedence
487 sgc.useAlternativeRecorder = 0
488 if fileReadable("'globalTTSdir$'/TTS_'.osName$'_record_command.txt")
489 createDirectory(sgc.scratchAudioDir$)
490 sgc.recordCommandFile$ = "'globalTTSdir$'/TTS_'.osName$'_record_command.txt"
491 sgc.useAlternativeRecorder = 1
492 elsif fileReadable("'speakCommandDir$'/TTS_'.osName$'_record_command.txt")
493 createDirectory(sgc.scratchAudioDir$)
494 sgc.recordCommandFile$ = "'speakCommandDir$'/TTS_'.osName$'_record_command.txt"
495 sgc.useAlternativeRecorder = 1
499 # Alternative audio player
500 procedure set_up_player
511 # Global TTS command has precedence
512 sgc.useAlternativePlayer = 0
513 if fileReadable("'globalTTSdir$'/TTS_'.osName$'_play_command.txt")
514 createDirectory(sgc.scratchAudioDir$)
515 sgc.playCommandFile$ = "'globalTTSdir$'/TTS_'.osName$'_play_command.txt"
516 sgc.useAlternativePlayer = 1
517 elsif fileReadable("'speakCommandDir$'/TTS_'.osName$'_play_command.txt")
518 createDirectory(sgc.scratchAudioDir$)
519 sgc.playCommandFile$ = "'speakCommandDir$'/TTS_'.osName$'_play_command.txt"
520 sgc.useAlternativePlayer = 1
524 ###############################################################
529 # initialiseSGC2.toneevaluation_table$ = ""
530 procedure initialize_toneevaluation_tables
532 if initialiseSGC2.toneevaluation_table$ != ""
533 select Table 'initialiseSGC2.toneevaluation_table$'
536 initialiseSGC2.toneevaluation_table$ = ""
538 if sgc.savePerf$ <> "" and fileReadable(sgc.savePerf$)
539 sgc2.performanceTable = Read Table from tab-separated file: sgc.savePerf$
540 Rename: "Performance"
541 # Check to make sure all columns are initialized, but only if Pinyin exists!
542 select sgc2.performanceTable
543 .column = Get column index: "Pinyin"
545 select sgc2.performanceTable
547 sgc2.performanceTable = Create Table with column names... Performance 0 Pinyin Correct Wrong Total High Low Wide Narrow Unknown Commented Level Time
549 .columnNameList$ = "Correct Wrong Total High Low Wide Narrow Unknown Commented Level Time"
550 while index_regex(.columnNameList$, "\S")
551 .columnNameList$ = replace_regex$(.columnNameList$, "^\s+", "", 1)
552 .columnHeader$ = extractWord$(.columnNameList$, "")
553 .columnNameList$ = replace_regex$(.columnNameList$, "^\s*'.columnHeader$'\s*", "", 1)
555 select sgc2.performanceTable
556 .column = Get column index: .columnHeader$
558 select sgc2.performanceTable
559 Append column: .columnHeader$
565 sgc2.performanceTable = Create Table with column names... Performance 0 Pinyin Correct Wrong Total High Low Wide Narrow Unknown Commented Level Time
567 initialiseSGC2.toneevaluation_table$ = "Performance"
568 call get_toneevaluation_row Total
571 procedure get_toneevaluation_row .pinyin$
572 select Table 'initialiseSGC2.toneevaluation_table$'
573 .row = Search column... Pinyin '.pinyin$'
576 .row = Get number of rows
577 Set string value... '.row' Pinyin '.pinyin$'
578 Set numeric value... '.row' Correct 0
579 Set numeric value... '.row' Wrong 0
580 Set numeric value... '.row' Total 0
581 Set numeric value... '.row' High 0
582 Set numeric value... '.row' Low 0
583 Set numeric value... '.row' Wide 0
584 Set numeric value... '.row' Narrow 0
585 Set numeric value... '.row' Unknown 0
586 Set numeric value... '.row' Commented 0
587 Set numeric value... '.row' Level 0
588 Set numeric value... '.row' Time 0
590 .row = Search column... Pinyin '.pinyin$'
594 procedure increment_toneevaluation_in_row .row .column$
595 select Table 'initialiseSGC2.toneevaluation_table$'
596 .tmp = Get value... '.row' '.column$'
598 Set numeric value... '.row' '.column$' '.tmp'
601 Set string value: .row, "Level", config.strict$
605 Set string value: .row, "Time", .dateTime$
609 # Update existing performance file with toneevaluation
610 procedure update_toneevaluation_file
611 if sgc.savePerf$ <> "" and fileReadable(sgc.savePerf$) and initialiseSGC2.toneevaluation_table$ <> ""
612 select Table 'initialiseSGC2.toneevaluation_table$'
613 Write to table file... 'sgc.savePerf$'
617 procedure increment_toneevaluation_value .pinyin$ .column$
618 call get_toneevaluation_row '.pinyin$'
619 .row = get_toneevaluation_row.row
620 call increment_toneevaluation_in_row '.row' '.column$'
622 call get_toneevaluation_row Total
623 .row = get_toneevaluation_row.row
624 call increment_toneevaluation_in_row '.row' '.column$'
627 procedure add_feedback_to_toneevaluation .table$
628 select Table '.table$'
629 .line1$ = Get value... 1 Text
630 .line2$ = Get value... 2 Text
631 .label$ = Get value... 3 Text
636 .tones$ = replace_regex$(left$(.line1$, rindex(.line1$, ":")), "[^0-9]", "", 0)
637 .recognized$ = replace_regex$(right$(.line1$, length(.line1$)-rindex(.line1$, ":")), "[^0-9]", "", 0)
640 call increment_toneevaluation_value 'sgc.pinyin$' Total
641 if .tones$ = .recognized$
642 call increment_toneevaluation_value 'sgc.pinyin$' Correct
645 call increment_toneevaluation_value 'sgc.pinyin$' Wrong
648 if index_regex(.label$, "(Correct|Wrong)") <= 0
649 call increment_toneevaluation_value 'sgc.pinyin$' '.label$'
650 call increment_toneevaluation_value 'sgc.pinyin$' Commented
654 # Update performance table when SaveAudio is on
656 call update_toneevaluation_file
660 procedure setGrade .grade$
661 select Table 'wordlist$'
662 if recordedSound$ <> "" and sgc.pinyin$ <> ""
663 call get_toneevaluation_row 'sgc.pinyin$'
664 .row = get_toneevaluation_row.row
665 select Table 'initialiseSGC2.toneevaluation_table$'
666 .col = Get column index... Grade
668 Insert column... 2 Grade
671 Set numeric value: .row, "Grade", '.grade$'
672 .numRows = Get number of rows
675 for .r from 2 to .numRows
676 .tmp = Get value: .r, "Grade"
684 .meanGrade = .sumGrade / .sumN
686 Set numeric value: 1, "Grade", .meanGrade
688 # Store current performance table
689 call update_toneevaluation_file
693 # Set mainPage.saveAudio$ to Grade
694 procedure set_grade_display .pinyin$
695 mainPage.saveAudio$ = ""
696 select Table 'initialiseSGC2.toneevaluation_table$'
698 .col = Get column index: "Grade"
699 if .pinyin$ <> "" and .col > 0
700 call get_toneevaluation_row '.pinyin$'
701 .row = get_toneevaluation_row.row
703 .grade$ = Get value: .row, "Grade"
704 if index_regex(.grade$, "[0-9]") <= 0
710 mainPage.saveAudio$ = .grade$
714 ###############################################################
716 # Miscelaneous procedures
718 ###############################################################
721 procedure synthesize_sound .pinyin$
723 if speakCommandFile$ <> "" and fileReadable(speakCommandFile$)
724 .command$ < 'speakCommandFile$'
725 .command$ = replace$(.command$, "'newline$'", " ", 0)
727 system_nocheck PATH=${PATH}:/usr/local/bin:/opt/local/bin; bash -rc -- ''.command$' "'.pinyin$'"'
729 system_nocheck bash -rc -- ''.command$' "'.pinyin$'"'
731 system_nocheck call '.command$' "'.pinyin$'"'
733 elsif sgc2.synthesizer > 0
734 select sgc2.synthesizer
735 Play text... '.pinyin$'
739 procedure align_recordedSound .pinyin$
740 if 0 and sgc2.synthesizer > 0 and recordedSound$ <> ""
741 select Sound 'recordedSound$'
742 .recordedTextGrid = To TextGrid... pinyin
743 Set interval text... 1 1 '.pinyin$'
744 select sgc2.synthesizer
745 plus Sound 'recordedSound$'
746 plus .recordedTextGrid
747 sgc.alignedTextGrid = nowarn noprogress To TextGrid (align,trim)... 1 1 1 -35 0.1 0.1 0.08
748 Rename... AlignedTextGrid
749 select .recordedTextGrid