Single-quoted utf8 patch from Simon Cozens.

p4raw-id: //depot/cfgperl@6176

diff --git a/toke.c b/toke.c
index 99c993e..be21c93 100644 (file)
--- a/toke.c
+++ b/toke.c
@@ -981,6 +981,8 @@ S_sublex_start(pTHX)
 
            p = SvPV(sv, len);
            nsv = newSVpvn(p, len);
+            if (SvUTF8(sv))
+               SvUTF8_on(nsv);
            SvREFCNT_dec(sv);
            sv = nsv;
        }