Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
What's new
10
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Open sidebar
Xiph.Org
Vorbis tools
Commits
f41242bc
Commit
f41242bc
authored
Oct 19, 2001
by
Michael Smith
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
win32 utf8 support from Peter Harris
svn path=/trunk/vorbis-tools/; revision=2166
parent
6db2e784
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
142 additions
and
6 deletions
+142
-6
share/utf8.c
share/utf8.c
+142
-6
No files found.
share/utf8.c
View file @
f41242bc
...
...
@@ -28,16 +28,109 @@
#ifdef _WIN32
#include <stdio.h>
#include <windows.h>
int
utf8_encode
(
const
char
*
from
,
char
**
to
)
{
/* Thanks to Peter Harris <peter.harris@hummingbird.com> for this win32
* code.
*/
unsigned
short
*
unicode
;
#include <stdio.h>
#include <windows.h>
static
unsigned
char
*
make_utf8_string
(
const
wchar_t
*
unicode
)
{
int
size
=
0
,
index
=
0
,
out_index
=
0
;
unsigned
char
*
out
;
unsigned
short
c
;
/* first calculate the size of the target string */
c
=
unicode
[
index
++
];
while
(
c
)
{
if
(
c
<
0x0080
)
{
size
+=
1
;
}
else
if
(
c
<
0x0800
)
{
size
+=
2
;
}
else
{
size
+=
3
;
}
c
=
unicode
[
index
++
];
}
out
=
malloc
(
size
+
1
);
if
(
out
==
NULL
)
return
NULL
;
index
=
0
;
c
=
unicode
[
index
++
];
while
(
c
)
{
if
(
c
<
0x080
)
{
out
[
out_index
++
]
=
(
unsigned
char
)
c
;
}
else
if
(
c
<
0x800
)
{
out
[
out_index
++
]
=
0xc0
|
(
c
>>
6
);
out
[
out_index
++
]
=
0x80
|
(
c
&
0x3f
);
}
else
{
out
[
out_index
++
]
=
0xe0
|
(
c
>>
12
);
out
[
out_index
++
]
=
0x80
|
((
c
>>
6
)
&
0x3f
);
out
[
out_index
++
]
=
0x80
|
(
c
&
0x3f
);
}
c
=
unicode
[
index
++
];
}
out
[
out_index
]
=
0x00
;
return
out
;
}
static
wchar_t
*
make_unicode_string
(
const
unsigned
char
*
utf8
)
{
int
size
=
0
,
index
=
0
,
out_index
=
0
;
wchar_t
*
out
;
unsigned
char
c
;
/* first calculate the size of the target string */
c
=
utf8
[
index
++
];
while
(
c
)
{
if
((
c
&
0x80
)
==
0
)
{
index
+=
0
;
}
else
if
((
c
&
0xe0
)
==
0xe0
)
{
index
+=
2
;
}
else
{
index
+=
1
;
}
size
+=
1
;
c
=
utf8
[
index
++
];
}
out
=
malloc
((
size
+
1
)
*
sizeof
(
wchar_t
));
if
(
out
==
NULL
)
return
NULL
;
index
=
0
;
c
=
utf8
[
index
++
];
while
(
c
)
{
if
((
c
&
0x80
)
==
0
)
{
out
[
out_index
++
]
=
c
;
}
else
if
((
c
&
0xe0
)
==
0xe0
)
{
out
[
out_index
]
=
(
c
&
0x1F
)
<<
12
;
c
=
utf8
[
index
++
];
out
[
out_index
]
|=
(
c
&
0x3F
)
<<
6
;
c
=
utf8
[
index
++
];
out
[
out_index
++
]
|=
(
c
&
0x3F
);
}
else
{
out
[
out_index
]
=
(
c
&
0x3F
)
<<
6
;
c
=
utf8
[
index
++
];
out
[
out_index
++
]
|=
(
c
&
0x3F
);
}
c
=
utf8
[
index
++
];
}
out
[
out_index
]
=
0
;
return
out
;
}
int
utf8_encode
(
const
char
*
from
,
char
**
to
)
{
wchar_t
*
unicode
;
int
wchars
,
err
;
wchars
=
MultiByteToWideChar
(
CP_ACP
,
MB_PRECOMPOSED
,
from
,
...
...
@@ -76,7 +169,50 @@ int utf8_encode(const char *from, char **to)
int
utf8_decode
(
const
char
*
from
,
char
**
to
)
{
return
-
1
;
/* Dummy stub */
wchar_t
*
unicode
;
int
chars
,
err
;
/* On NT-based windows systems, we could use MultiByteToWideChar(CP_UTF8), but
* MS doesn't actually have a consistent API across win32.
*/
unicode
=
make_unicode_string
(
from
);
if
(
unicode
==
NULL
)
{
fprintf
(
stderr
,
"Out of memory processing string from UTF8 to UNICODE16
\n
"
);
return
-
1
;
}
chars
=
WideCharToMultiByte
(
GetConsoleCP
(),
WC_COMPOSITECHECK
,
unicode
,
-
1
,
NULL
,
0
,
NULL
,
NULL
);
if
(
chars
==
0
)
{
fprintf
(
stderr
,
"Unicode translation error %d
\n
"
,
GetLastError
());
free
(
unicode
);
return
-
1
;
}
*
to
=
calloc
(
chars
+
1
,
sizeof
(
unsigned
char
));
if
(
*
to
==
NULL
)
{
fprintf
(
stderr
,
"Out of memory processing string to local charset
\n
"
);
free
(
unicode
);
return
-
1
;
}
err
=
WideCharToMultiByte
(
GetConsoleCP
(),
WC_COMPOSITECHECK
,
unicode
,
-
1
,
*
to
,
chars
,
NULL
,
NULL
);
if
(
err
!=
chars
)
{
fprintf
(
stderr
,
"Unicode translation error %d
\n
"
,
GetLastError
());
free
(
unicode
);
free
(
*
to
);
*
to
=
NULL
;
return
-
1
;
}
free
(
unicode
);
return
0
;
}
#else
/* End win32. Rest is for real operating systems */
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment