NAME 
src/charset/iso-8859-1.c
DESCRIPTION
This file implements the charset functions for iso-8859-1 data
*/
#include "parrot/parrot.h" #include "iso-8859-1.h" #include "ascii.h"
/* HEADER: src/charset/iso-8859-1.h */
#ifdef EXCEPTION # undef EXCEPTION #endif
/* * TODO check interpreter error and warnings setting */
#define EXCEPTION(err, str) \ real_exception(interp, NULL, err, str)
#include "tables.h"
static void set_graphemes(Interp *interp, STRING *source_string, UINTVAL offset, UINTVAL replace_count, STRING *insert_string) { ENCODING_SET_BYTES(interp, source_string, offset, replace_count, insert_string); }
static STRING * to_latin1(Interp *interp, STRING *src /*NN*/, STRING *dest) { UINTVAL offs, src_len; String_iter iter;
ENCODING_ITER_INIT(interp, src, &iter);
src_len = src->strlen;
if (dest) {
Parrot_reallocate_string(interp, dest, src_len);
dest->strlen = src_len;
}
else {
/* latin1 is never bigger then source */
dest = src;
}
dest->bufused = src_len;
dest->charset = Parrot_iso_8859_1_charset_ptr;
dest->encoding = Parrot_fixed_8_encoding_ptr;
for (offs = 0; offs < src_len; ++offs) {
const UINTVAL c = iter.get_and_advance(interp, &iter);
if (c >= 0x100) {
EXCEPTION(LOSSY_CONVERSION, "lossy conversion to ascii");
}
ENCODING_SET_BYTE(interp, dest, offs, c);
}
return dest;
}
static STRING * to_unicode(Interp *interp, STRING *src, STRING *dest /*NULLOK*/) { if (dest) { UINTVAL offs; String_iter iter;
dest->charset = Parrot_unicode_charset_ptr;
dest->encoding = CHARSET_GET_PREFERRED_ENCODING(interp, dest);
Parrot_reallocate_string(interp, dest, src->strlen);
ENCODING_ITER_INIT(interp, dest, &iter);
for (offs = 0; offs < src->strlen; ++offs) {
const UINTVAL c = ENCODING_GET_BYTE(interp, src, offs);
if (iter.bytepos >= PObj_buflen(dest) - 4) {
UINTVAL need = (UINTVAL)((src->strlen - offs) * 1.5);
if (need < 16)
need = 16;
Parrot_reallocate_string(interp, dest,
PObj_buflen(dest) + need);
}
iter.set_and_advance(interp, &iter, c);
}
dest->bufused = iter.bytepos;
dest->strlen = iter.charpos;
return dest;
}
else {
internal_exception(UNIMPLEMENTED,
"to_unicode inplace for iso-8859-1 not implemented");
}
return NULL;
}
static STRING * to_charset(Interp *interp, STRING *src, STRING *dest) { charset_converter_t conversion_func;
if ((conversion_func = Parrot_find_charset_converter(interp,
src->charset, Parrot_iso_8859_1_charset_ptr))) {
return conversion_func(interp, src, dest);
}
else {
return to_latin1(interp, src, dest);
}
}
/* A noop. can't compose iso-8859-1 */ static STRING* compose(Interp *interp, STRING *src) { return string_copy(interp, src); }
static STRING* decompose(Interp *interp, STRING *src) { internal_exception(UNIMPLEMENTED, "decompose for iso-8859-1 not implemented"); return NULL; }
static void upcase(Interp *interp, STRING *source_string) { unsigned char *buffer; UINTVAL offset = 0;
if (!source_string->strlen) {
return;
}
Parrot_unmake_COW(interp, source_string);
buffer = (unsigned char *)source_string->strstart;
for (offset = 0; offset < source_string->strlen; offset++) {
unsigned int c = buffer[offset]; /* XXX use encoding ? */
if (c >= 0xe0 && c != 0xf7)
c &= ~0x20;
else
c = toupper(c);
buffer[offset] = c;
}
}
static void downcase(Interp *interp, STRING *source_string /*NN*/) { if (source_string->strlen) { UINTVAL offset; unsigned char *buffer;
Parrot_unmake_COW(interp, source_string);
buffer = (unsigned char *)source_string->strstart;
for (offset = 0; offset < source_string->strlen; offset++) {
unsigned int c = buffer[offset];
if (c >= 0xc0 && c != 0xd7 && c <= 0xde)
c |= 0x20;
else
c = tolower(c);
buffer[offset] = c;
}
}
}
static void titlecase(Interp *interp, STRING *source_string) { unsigned char *buffer; unsigned int c; UINTVAL offset;
if (!source_string->strlen) {
return;
}
Parrot_unmake_COW(interp, source_string);
buffer = (unsigned char *)source_string->strstart;
c = buffer[0];
if (c >= 0xe0 && c != 0xf7)
c &= ~0x20;
else
c = toupper(c);
buffer[0] = c;
for (offset = 1; offset < source_string->strlen; offset++) {
c = buffer[offset];
if (c >= 0xc0 && c != 0xd7 && c <= 0xde)
c |= 0x20;
else
c = tolower(c);
buffer[offset] = c;
}
}
static void upcase_first(Interp *interp, STRING *source_string /*NN*/) { if (source_string->strlen) { unsigned char *buffer; unsigned int c;
Parrot_unmake_COW(interp, source_string);
buffer = (unsigned char *)source_string->strstart;
c = buffer[0];
if (c >= 0xe0 && c != 0xf7)
c &= ~0x20;
else
c = toupper(c);
buffer[0] = c;
}
}
static void downcase_first(Interp *interp, STRING *source_string /*NN*/) { if (source_string->strlen) { unsigned char *buffer; unsigned int c;
Parrot_unmake_COW(interp, source_string);
buffer = (unsigned char *)source_string->strstart;
c = buffer[0];
if (c >= 0xc0 && c != 0xd7 && c <= 0xde)
c &= ~0x20;
else
c = tolower(c);
buffer[0] = c;
buffer[0] = toupper(buffer[0]);
}
}
static void titlecase_first(Interp *interp, STRING *source_string /*NN*/) { upcase_first(interp, source_string); }
static UINTVAL validate(Interp *interp, STRING *src /*NN*/) { UINTVAL offset;
for (offset = 0; offset < string_length(interp, src); ++offset) {
const UINTVAL codepoint = ENCODING_GET_CODEPOINT(interp, src, offset);
if (codepoint >= 0x100)
return 0;
}
return 1;
}
static INTVAL is_cclass(Interp *interp, INTVAL flags, STRING *source_string /*NN*/, UINTVAL offset) { UINTVAL codepoint;
if (offset >= source_string->strlen) return 0;
codepoint = ENCODING_GET_CODEPOINT(interp, source_string, offset);
if (codepoint >= sizeof (Parrot_ascii_typetable) /
sizeof (Parrot_ascii_typetable[0])) {
return 0;
}
return (Parrot_iso_8859_1_typetable[codepoint] & flags) ? 1 : 0;
}
static INTVAL find_cclass(Interp *interp, INTVAL flags, STRING *source_string, UINTVAL offset, UINTVAL count) { UINTVAL pos = offset; UINTVAL end = offset + count; UINTVAL codepoint;
assert(source_string != 0);
end = source_string->strlen < end ? source_string->strlen : end;
for (; pos < end; ++pos) {
codepoint = ENCODING_GET_CODEPOINT(interp, source_string, pos);
if ((Parrot_iso_8859_1_typetable[codepoint] & flags) != 0) {
return pos;
}
}
return end;
}
static INTVAL find_not_cclass(Interp *interp, INTVAL flags, STRING *source_string /*NN*/, UINTVAL offset, UINTVAL count) { UINTVAL pos = offset; UINTVAL end = offset + count;
assert(source_string != 0);
end = source_string->strlen < end ? source_string->strlen : end;
for (; pos < end; ++pos) {
const UINTVAL codepoint = ENCODING_GET_CODEPOINT(interp, source_string, pos);
if ((Parrot_iso_8859_1_typetable[codepoint] & flags) == 0) {
return pos;
}
}
return end;
}
static STRING * string_from_codepoint(Interp *interp, UINTVAL codepoint) { char real_codepoint = (char)codepoint; STRING * const return_string = string_make(interp, &real_codepoint, 1, "iso-8859-1", 0); return return_string; }
CHARSET * Parrot_charset_iso_8859_1_init(Interp *interp) { CHARSET * const return_set = Parrot_new_charset(interp); static const CHARSET base_set = { "iso-8859-1", ascii_get_graphemes, ascii_get_graphemes_inplace, set_graphemes, to_charset, compose, decompose, upcase, downcase, titlecase, upcase_first, downcase_first, titlecase_first, ascii_compare, ascii_cs_index, ascii_cs_rindex, validate, is_cclass, find_cclass, find_not_cclass, string_from_codepoint, ascii_compute_hash, NULL };
memcpy(return_set, &base_set, sizeof (CHARSET));
return_set->preferred_encoding = Parrot_fixed_8_encoding_ptr;
Parrot_register_charset(interp, "iso-8859-1", return_set);
return return_set;
}
STRING * charset_cvt_iso_8859_1_to_ascii(Interp *interp, STRING *src /*NN*/, STRING *dest /*NULLOK*/) /* WARN_UNUSED */ { UINTVAL offs, c; if (dest) { Parrot_reallocate_string(interp, dest, src->strlen); dest->bufused = src->bufused; dest->strlen = src->strlen; } for (offs = 0; offs < src->strlen; ++offs) { c = ENCODING_GET_BYTE(interp, src, offs); if (c >= 0x80) { EXCEPTION(LOSSY_CONVERSION, "lossy conversion to ascii"); } if (dest) ENCODING_SET_BYTE(interp, dest, offs, c); } if (dest) return dest; src->charset = Parrot_ascii_charset_ptr; return src; }
/* * Local variables: * c-file-style: "parrot" * End: * vim: expandtab shiftwidth=4: */
