Hi,
We run batch processes on our files in order to send them out to translation in xliff format (xml format for translations).
I run a piece of code that: 1. applies transformations 2. file:writes the resulting files (for debug purposes) 3. and then db:replaces the resulting files.
If I send 5 files into the process, it takes a few seconds before the files appear on the file system. Yet full process with the db:replace takes 2 minutes to complete.
When I send 60 files... the process never ends. All files are available on the file system and are valid, which means I am fairly certain that the freeze doesn't occur because of an error in one of the files.
There is no error message in the terminal window. Is possible that something was changed after 7.7 that would affect performance? On our production server, which is on 7.7 we can run 100+ files in just a few minutes. Maybe there are new server settings that we missed?
For reference, here is the code. I understand that updates are all performed at the end of the process, which is why we get the debug files first, but the lag time between the time where we get all files on the file system and the db:replace seems huge.
*declare* *updating* *function* *translation:transform-to-xliff*(*$menu-id* *as **xs:string*, *$lang* *as **xs:string**, *$package-number* *as **xs:string* ){
*let **$menu* := *menu:xml-get-menu*(*$menu-id*, 'en-us')
(: Need to translate menu and its topics without getting duplicated topics twice:) (: Always send the reusable strings from writers and from dev... doesn't cost anything if no new string anyway :) *let* *$file-ids* := (*$menu-id*, *for **$id* *in **distinct-values*( *$menu*/descendant::*[*name*()='topicref']/*data*(*@id-ref*))[1] *return * *$id*, 'stringreferences', 'stringreferencestransform')
*return *(*for **$file-id* *in **distinct-values*(*$file-ids*) *let* *$file* := *db:open*('en-us')/*[*@id*=*$file-id*] *let* *$skl-href* := 'skeletons/' || *$package-number* || '/'|| *substring-after*(*$file*/*base-uri*(), 'en-us/') *let* *$file-with-preserve* := *copy* *$copy* := *$file* *modify*(*if* (*exists*(*$copy*/*@xml:space*)) *then *() *else **insert* *node* *attribute* {'xml:space' }{'preserve'} *into* *$copy*) *return **$copy* *let* *$all-trans-files* := *xliff-transformer:create-translation-files*(*$file-with-preserve*, *$package-number*, *$menu-id*, *$lang*, *$skl-href*)
*let* *$skeleton* := *$all-trans-files*[1]
*let* *$xliffs* := *for **$xliff* *in **$all-trans-files*[ *position*() != 1] *return **$xliff*
*let* *$debug* := *file:write*('Debug-xliff/skls/' || *tokenize*(*$skl-href*, '/')[*last*()], *$skeleton*)
*return *(*db:replace*('Translation-management', *$skl-href*, *$skeleton*), *for **$xliff* *in **$xliffs* *let* *$target-lang* := *$xliff*/descendant::*[*name* ()='file']/*data*(*@target-language*) *let* *$lang-pack-name* := *concat*(*$target-lang*,'_', *$package-number*) *let* *$file-loc-end* := *$menu-id* || '/' || *$lang-pack-name* ||'/' || *substring-after*(*$file*/*base-uri*(), 'en-us/') (:let $debug := file:append('debug-ids.xml', ' ' || $file-loc-end):) *let* *$file-loc* := *if* (*exists*(*$xliff*/ descendant::*[*@translate*='yes'])) *then *'xliff-to-translate/' || *$file-loc-end* *else *'xliff-no-new-segment/' || *$file-loc-end* *let* *$debug* := *file:write*('Debug-xliff/' || *tokenize*(*$file-loc*, '/')[*last*()], *$xliff*) *return **db:replace*('Translation-management', *$file-loc*, *$xliff*) ) ) };