From: Jarkko Hietaniemi <jhi@iki.fi>
Date: Wed, 31 May 2000 21:45:34 +0000 (+0000)
Subject: Single-quoted utf8 patch from Simon Cozens.
X-Git-Url: http://git.shadowcat.co.uk/gitweb/gitweb.cgi?a=commitdiff_plain;h=feee6ba43ca4d3608f6eff3d7f46fe8197d73e68;p=p5sagit%2Fp5-mst-13.2.git

Single-quoted utf8 patch from Simon Cozens.

p4raw-id: //depot/cfgperl@6176
---

diff --git a/toke.c b/toke.c
index 99c993e..be21c93 100644
--- a/toke.c
+++ b/toke.c
@@ -981,6 +981,8 @@ S_sublex_start(pTHX)
 
 	    p = SvPV(sv, len);
 	    nsv = newSVpvn(p, len);
+            if (SvUTF8(sv))
+               SvUTF8_on(nsv);
 	    SvREFCNT_dec(sv);
 	    sv = nsv;
 	}