53 lines
1.4 KiB
C++
53 lines
1.4 KiB
C++
|
|
#include "serialize.h"
|
|
#include <string.h>
|
|
using namespace std;
|
|
|
|
refptr< vector<unichar_t> > deserialize(const char * encoding, istream & in)
|
|
{
|
|
const int buf_size = 200;
|
|
int num_read;
|
|
char inbuf[buf_size];
|
|
char * inbuf_ptr = (char *) &inbuf[0];
|
|
unichar_t outbuf[buf_size];
|
|
char * outbuf_ptr;
|
|
size_t bytes_converted, inbytesleft = 0, outbytesleft;
|
|
refptr< vector<unichar_t> > ucs = new vector<unichar_t>();
|
|
|
|
iconv_t cd = iconv_open(encoding, "UTF-32");
|
|
if (cd == (iconv_t) -1)
|
|
{
|
|
cerr << "iconv_open() error" << endl;
|
|
return NULL;
|
|
}
|
|
|
|
for (;;)
|
|
{
|
|
in.read(&inbuf[0], sizeof(inbuf) - inbytesleft);
|
|
num_read = in.gcount();
|
|
if (num_read <= 0)
|
|
break;
|
|
outbuf_ptr = (char *) &outbuf[0];
|
|
outbytesleft = sizeof(outbuf);
|
|
bytes_converted = iconv(cd, &inbuf_ptr, &inbytesleft,
|
|
&outbuf_ptr, &outbytesleft);
|
|
if (inbytesleft > 0)
|
|
{
|
|
memmove(&inbuf[0], inbuf_ptr, inbytesleft);
|
|
inbuf_ptr = (char *) &inbuf[0];
|
|
}
|
|
for (int i = 0; i < (bytes_converted / sizeof(outbuf[0])); i++)
|
|
{
|
|
ucs->push_back(outbuf[i]);
|
|
}
|
|
if (bytes_converted & 0x3)
|
|
cerr << "Warning: bytes_converted = " << bytes_converted << endl;
|
|
if (in.eof())
|
|
break;
|
|
}
|
|
|
|
iconv_close(cd);
|
|
return ucs;
|
|
}
|
|
|