ServerRun 7284
Creatortberg
Programword-segmentation-phonetic-features
Datasetword-segmentation-sample
Task typeWordSegmentation
Created7y200d ago
DownloadLogin required!
Done! Flag_green
5s
1496M
WordSegmentation
0.091
0.111
0.100

Log file

... (lines omitted) ...
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage3 calc 277: 73.872665
[LBFGSMinimizer.minimize] Iteration 277 ended with value 73.872665
        Converged
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage1 calc 278: 73.872665
        Line search init: value: 73.872665, deriv: -0.000000
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage3 calc 278: 73.872665
[LBFGSMinimizer.minimize] Iteration 278 ended with value 73.872665
        Converged
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage1 calc 279: 73.872665
        Line search init: value: 73.872665, deriv: -0.000000
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|rd : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonocvrpresuf4gram|ccc^ : -0.49054, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage3 calc 279: 73.872665
[LBFGSMinimizer.minimize] Iteration 279 ended with value 73.872665
        Converged
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage1 calc 280: 73.872665
        Line search init: value: 73.872665, deriv: -0.000000
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, ind|ard : 0.36508, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        Line search iter: value: 73.872665, suff decrease: 73.872665
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        LFGS stage3 calc 280: 73.872665
[LBFGSMinimizer.minimize] Iteration 280 ended with value 73.872665
        Converged
        Highest weights:
        [ind|th : 1.84446, len|lenraw2 : 1.23898, numphonov|numv1 : 0.80094, ind|at : 0.77268, len|lenraw3 : 0.72333, phonofeatpresuf3gram|(vX)(cu)(^^) : 0.70185, ind|est : 0.69947, phonofeatpresuf2gram|(cu)(^^) : 0.61696, numphonov|numv0 : 0.4466, phonocvrpresuf4gram|^vcc : 0.44297, phonofeatpresuf2gram|(^^)(vX) : 0.42771, phonocvrpresuf3gram|cc^ : 0.41545, phonocvrpresuf3gram|^vc : 0.40376, ind|is : 0.40162, phonofeatpresuf3gram|(^^)(vX)(cu) : 0.39171, phonofeatpresuf4gram|(^^)(vX)(cv)(cv) : 0.36508, ind|ard : 0.36508, phonocvrpresuf2gram|c^ : 0.3566, phonofeatpresuf3gram|(cu)(cu)(^^) : 0.33885, phonocvrpresuf2gram|^v : 0.31998, phonofeatpresuf3gram|(^^)(cu)(cu) : 0.30624, phonofeatpresuf4gram|(vd)(cu)(cu)(^^) : 0.28941, phonocvrpresuf3gram|^cc : 0.2082, phonocvrpresuf4gram|vcc^ : 0.20202, phonofeatpresuf4gram|(^^)(vd)(cu)(cu) : 0.20114, phonofeatpresuf4gram|(vX)(cv)(cv)(^^) : 0.17463, phonofeatpresuf3gram|(^^)(vX)(cv) : 0.09822, phonofeatpresuf3gram|(cv)(cv)(^^) : 0.07659, phonocvrpresuf3gram|vc^ : 0.0368, ind|hard : 0.00254, ind|ish : 0.00244, ind|tisha : -0.00032, ind|hati : -0.00033, ind|sisa : -0.00033, ind|hisi : -0.00033, ind|hatisha : -0.00042, ind|hisisa : -0.00043, ind|sate : -0.00047, ind|testtha : -0.00049, ind|tishar : -0.00054, ind|testthati : -0.00057, ind|sisate : -0.00061, ind|hatishar : -0.0007, ind|hisisate : -0.0009, ind|sates : -0.00106, ind|thati : -0.0012, ind|thisi : -0.00121, ind|tthati : -0.00125, ind|stthati : -0.00128, ind|tthatisha : -0.0014, ind|sisates : -0.00142, ind|stthatisha : -0.00149, ind|thisisa : -0.00162, ind|thatisha : -0.00173, ind|hisisates : -0.00185, ind|hisis : -0.00204, ind|sisat : -0.00204, ind|hatis : -0.00204, ind|tthatishar : -0.00223, ind|thatishar : -0.00233, ind|hisisat : -0.00273, ind|thisisate : -0.003, ind|isisa : -0.00318, ind|tishard : -0.00324, ind|testthat : -0.00347, ind|atisha : -0.00351, ind|hatishard : -0.00367, ind|testthatis : -0.00379, ind|sttha : -0.00428, ind|ttha : -0.00434, ind|isate : -0.00452, phonofeatpresuf4gram|(^^)(cu)(vX)(cv) : -0.00457, ind|h : -0.00499, ind|atesttha : -0.00503, ind|atishar : -0.00539, ind|hatish : -0.00636, ind|esttha : -0.0064, ind|atestthati : -0.0065, ind|isisate : -0.00694, ind|har : -0.0071, ind|shar : -0.0072, ind|thisisates : -0.00721, ind|ati : -0.00789, ind|tthatis : -0.00792, ind|isi : -0.0083, ind|isa : -0.00831, ind|thisis : -0.00848, ind|estthati : -0.00853, ind|thatis : -0.00855, ind|stthatis : -0.0087, ind|satest : -0.01099, ind|isha : -0.01102, ind|thisisat : -0.01103, ind|ates : -0.0115, ind|isates : -0.01166, ind|testt : -0.01188, ind|ha : -0.01193, ind|ti : -0.01299, ind|si : -0.013, ind|hi : -0.013, ind|sa : -0.013]
        Lowest weights:
        [ind|atis : -0.01731, ind|hisisatest : -0.01768, ind|stth : -0.02109, ind|te : -0.0212, ind|stthatish : -0.02124, ind|e : -0.02157, ind|isisat : -0.02211, ind|tish : -0.02255, ind|this : -0.02297, len|lenraw0 : -0.02318, ind| : -0.02318, ind|tthatish : -0.02358, ind|thatish : -0.02373, ind|hat : -0.02411, ind|sis : -0.02427, ind|his : -0.02429, ind|sat : -0.02431, ind|tis : -0.02435, ind|that : -0.02525, ind|tthat : -0.02684, ind|atestt : -0.02684, ind|atestth : -0.02751, ind|atestthat : -0.02846, ind|t : -0.03023, ind|i : -0.03043, phonofeatpresuf4gram|(vX)(cu)(vd)(^^) : -0.03052, ind|stthat : -0.03056, ind|a : -0.03177, ind|s : -0.03243, ind|atishard : -0.0337, ind|shard : -0.04006, ind|estthat : -0.04085, phonofeatpresuf4gram|(cu)(vX)(cv)(^^) : -0.04209, ind|atish : -0.0428, ind|estthatis : -0.04607, ind|test : -0.0505, phonofeatpresuf4gram|(vX)(cu)(vX)(^^) : -0.05127, phonofeatpresuf3gram|(cu)(vd)(^^) : -0.05172, ind|tth : -0.05717, ind|stt : -0.06028, phonofeatpresuf4gram|(cu)(vd)(cu)(^^) : -0.06879, phonofeatpresuf2gram|(vd)(^^) : -0.07329, phonocvrpresuf4gram|vcv^ : -0.0818, phonocvrpresuf4gram|ccv^ : -0.08273, phonofeatpresuf4gram|(cu)(cu)(vX)(^^) : -0.08273, phonofeatpresuf3gram|(^^)(vd)(cu) : -0.08616, ind|atest : -0.08921, ind|rd : -0.09804, phonofeatpresuf3gram|(^^)(cv)(cv) : -0.09804, ind|ishard : -0.09805, ind|isatest : -0.10044, phonofeatpresuf4gram|(^^)(cu)(vd)(cu) : -0.10112, phonofeatpresuf2gram|(^^)(vd) : -0.10773, phonofeatpresuf3gram|(^^)(cu)(vd) : -0.12231, phonofeatpresuf4gram|(^^)(vX)(cu)(cu) : -0.12325, ind|estthatish : -0.1242, phonofeatpresuf2gram|(^^)(cv) : -0.12604, ind|isisatest : -0.12708, len|lenraw8 : -0.12875, ind|estth : -0.1303, ind|estt : -0.14197, phonofeatpresuf2gram|(^^)(cu) : -0.17077, len|lenraw10 : -0.17734, len|lenraw1 : -0.17942, numphonov|numv4 : -0.18833, phonofeatpresuf3gram|(cu)(vX)(^^) : -0.19792, phonofeatpresuf4gram|(^^)(vX)(cu)(vd) : -0.20913, phonofeatpresuf4gram|(^^)(cu)(vX)(cu) : -0.21856, phonocvrpresuf4gram|^ccv : -0.22213, phonofeatpresuf4gram|(^^)(cu)(cu)(vX) : -0.22213, len|lenraw7 : -0.22399, len|lenraw9 : -0.23567, phonocvrpresuf3gram|cv^ : -0.24965, len|lenraw6 : -0.24982, phonofeatpresuf2gram|(vX)(^^) : -0.26013, phonofeatpresuf2gram|(cv)(^^) : -0.26036, phonofeatpresuf4gram|(vX)(cu)(cu)(^^) : -0.26202, ind|ar : -0.26687, phonofeatpresuf4gram|(^^)(cu)(cu)(cu) : -0.27363, phonocvrpresuf4gram|^ccc : -0.27363, phonofeatpresuf3gram|(^^)(cu)(vX) : -0.28704, ind|es : -0.28731, phonocvrpresuf2gram|^c : -0.2968, phonofeatpresuf3gram|(vX)(cv)(^^) : -0.30896, phonocvrpresuf4gram|^cvc : -0.32424, phonocvrpresuf2gram|v^ : -0.33342, ind|st : -0.34685, ind|sh : -0.34694, ind|tt : -0.34867, phonofeatpresuf3gram|(vd)(cu)(^^) : -0.35609, len|lenraw4 : -0.36454, len|lenraw5 : -0.37959, phonocvrpresuf3gram|^cv : -0.40936, phonofeatpresuf4gram|(^^)(vX)(cu)(vX) : -0.45022, numphonov|numv3 : -0.46141, phonofeatpresuf4gram|(cu)(vX)(cu)(^^) : -0.47246, phonofeatpresuf4gram|(cu)(cu)(cu)(^^) : -0.49054, phonocvrpresuf4gram|ccc^ : -0.49054, phonocvrpresuf4gram|cvc^ : -0.58334, numphonov|numv2 : -0.5978, phonocvrpresuf4gram|^vcv : -0.65935]
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
    ... 2203 lines omitted ...
  } [9.7s, cum. 9.9s]
  Train: stage2 {
    Iteration 0/0: temperature = 1 {
      E-step
      Inference complexity: 13/ << 15~2 >> /17 (2)
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      AParams.output(expers/TMP/0.exec/stage2.params.0)
      Output test predictions on current parameters {
        current.test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      }
    }
    Final {
      train: logZ = -2.724, logVZ = -2.725, logCZ = -0.002, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
      test: logZ = NaN, logVZ = NaN, logCZ = NaN, elogZ = NaN, entropy = NaN, objective = NaN, accuracy = NaN
    }
  }
  Execution directory: expers/TMP/0.exec
} [9.9s]
=== END program1: ./run perform ../program0/input ../program0/output --- OK [11s]

===== MAIN: evaluate performance =====
=== START program4: ./run evaluate ../dataset2/raw ../program0/output
=== END program4: ./run evaluate ../dataset2/raw ../program0/output --- OK [0s]

real	0m10.757s
user	0m7.544s
sys	0m1.476s

Run specification Arrow_right
Results Arrow_right


Comments:


Must be logged in to post comments.