UTF-8 Issues for foreign characters about rivescript-perl HOT 9 CLOSED

open ($fh, ">", $file) or die "Can't write to $file: $!";

open ($fh, ">:utf8", $file) or die "Can't write to $file: $!";

// Written by RiveScript::deparse()
! version = 2.0

+ küchentemperatur
- In der Küche ist es warm.

+ wie warm ist es in der küche
- Die temperatur in der Küche beträgt 27 Grad

sub
utf8ToLatin1($)
{
  my ($s)= @_;
  $s =~ s/([\xC2\xC3])([\x80-\xBF])/chr(ord($1)<<6&0xC0|ord($2)&0x3F)/eg;
  return $s;
}

# Stream in some RiveScript code.
$rs->stream (utf8ToLatin1(q~
  + küchentemperatur
  - In der Küche ist es warm.
~));

`// Written by RiveScript::deparse()
! version = 2.0

+ küchentemperatur
- In der Küche ist es warm.

+ wie warm ist es in der küche
- Die temperatur in der Küche beträgt 27 Grad

You> küchentemperatur
Bot> ERR: No Reply Matched

$VAR1 = {
          'begin' => {
                       'array' => {},
                       'triggers' => {},
                       'that' => {},
                       'person' => {},
                       'sub' => {},
                       'global' => {},
                       'var' => {}
                     },
          'inherit' => {},
          'topic' => {
                       'random' => {
                                     "wie warm ist es in der k\x{fc}che" => {
                                                                        'reply' => [
                                                                                     "Die temperatur in der K\x{fc}che betr\x{e4}gt 27 Grad"
                                                                                   ]
                                                                      },
                                     'k▒chentemperatur' => {
                                                             'reply' => [
                                                                          'In der K▒che ist es warm.'
                                                                        ]
                                                           }
                                   }
                     },
          'include' => {},
          'that' => {}
        };

sub
latin1ToUtf8($)
{
  my ($s)= @_;
  $s =~ s/([\x80-\xFF])/chr(0xC0|ord($1)>>6).chr(0x80|ord($1)&0x3F)/eg;
  return $s;
}

sub
utf8ToLatin1($)
{
  my ($s)= @_;
  $s =~ s/([\xC2\xC3])([\x80-\xBF])/chr(ord($1)<<6&0xC0|ord($2)&0x3F)/eg;
  return $s;
}
my $reply = latin1ToUtf8($rs->reply ('localuser',utf8ToLatin1($msg)));

[11:20:9] RiveScript: Sorting triggers...
[11:20:9] RiveScript: Sorting reverse triggers for %previous groups...
[11:20:9] RiveScript: Get reply to [TC_TALKTOUSER_ULI] Wie warm ist es im Bad?
[11:20:9] RiveScript: Checking topic random for any %previous's.
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against wie (heisst du|ist dein name) (wie (heisst du|ist dein name))
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against welches geschlecht hast du (welches geschlecht hast du)
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against wie alt bist du (wie alt bist du)
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against wo wohnst du (wo wohnst du)
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against hallo bot (hallo bot)
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against <reply> (undefined)
[11:20:9] RiveScript: Trying to match "wie warm ist es im bad?" against wie warm ist es [@ortsbeschreibung] * (wie warm ist es(?:\s*(?:im|in der|auf dem)\s*|\s*)(.+?))
[11:20:9] RiveScript: Found a match!
[11:20:9] RiveScript: Checking conditionals
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: wohnzimmer
[11:20:9] RiveScript:           Check if "bad?" == "wohnzimmer"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: bad
[11:20:9] RiveScript:           Check if "bad?" == "bad"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: büro
[11:20:9] RiveScript:           Check if "bad?" == "büro"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: küche
[11:20:9] RiveScript:           Check if "bad?" == "küche"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: kühlschrank
[11:20:9] RiveScript:           Check if "bad?" == "kühlschrank"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: tiefgefrierfach
[11:20:9] RiveScript:           Check if "bad?" == "tiefgefrierfach"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: balkon
[11:20:9] RiveScript:           Check if "bad?" == "balkon"
[11:20:9] RiveScript:   Left: <star1>; EQ: ==; Right: schlafzimmer
[11:20:9] RiveScript:           Check if "bad?" == "schlafzimmer"
[11:20:9] RiveScript: Processing responses to this trigger.
[11:20:9] RiveScript: Reply: Keine Ahnung wie warm es in "<star1>" ist.

  use RiveScript;

  my %rivescriptconfig = ('utf8'       => 1);

  # Create a new RiveScript interpreter.
  my $rs = new RiveScript(%rivescriptconfig);

  # Load another file.
  $rs->loadFile ("./test.rive");

  # Stream in some RiveScript code.
  $rs->stream (q~
    + küchentemperatur
    - In der Küche ist es warm.
  ~);

  # Sort all the loaded replies.
  $rs->sortReplies;


  use Data::Dumper;
  print Dumper($rs->deparse());

  $rs->write ('./test-write.rive');

  $msg = decode_utf8( $msg);
  my $reply = $rs->reply ('localuser',$msg);
  $reply = encode_utf8($reply );
  return $reply;