using System;
using System.Text;
class StringEncodingApp {
static void Main(string[] args) {
ASCIIEncoding ae = new ASCIIEncoding();
Console.WriteLine(ae.GetString(new byte[]{1,2,3}));
UnicodeEncoding bu = new UnicodeEncoding(true, false);
Console.WriteLine(bu.GetString(new byte[]{1,2,3}));
}
}
Month: February 2011
Returns the value encoded in Big/Little Endian (PPC, XDR) format.
// Copyright 2006 - 2008: Rory Plaire (codekaizen@gmail.com)
//
// This file is part of GeoAPI.
// GeoAPI is free software; you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// GeoAPI is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Lesser General Public License for more details.
// You should have received a copy of the GNU Lesser General Public License
// along with GeoAPI; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
using System;
namespace GeoAPI.DataStructures
{
public static class ByteEncoder
{
#region Endian conversion helper routines
/// <summary>
/// Returns the value encoded in Big Endian (PPC, XDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Big-endian encoded value.</returns>
public static Int32 GetBigEndian(Int32 value)
{
if (BitConverter.IsLittleEndian)
{
return swapByteOrder(value);
}
else
{
return value;
}
}
/// <summary>
/// Returns the value encoded in Big Endian (PPC, XDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Big-endian encoded value.</returns>
[CLSCompliant(false)]
public static UInt16 GetBigEndian(UInt16 value)
{
if (BitConverter.IsLittleEndian)
{
return swapByteOrder(value);
}
else
{
return value;
}
}
/// <summary>
/// Returns the value encoded in Big Endian (PPC, XDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Big-endian encoded value.</returns>
[CLSCompliant(false)]
public static UInt32 GetBigEndian(UInt32 value)
{
if (BitConverter.IsLittleEndian)
{
return swapByteOrder(value);
}
else
{
return value;
}
}
/// <summary>
/// Returns the value encoded in Big Endian (PPC, XDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Big-endian encoded value.</returns>
public static Double GetBigEndian(Double value)
{
if (BitConverter.IsLittleEndian)
{
return swapByteOrder(value);
}
else
{
return value;
}
}
/// <summary>
/// Returns the value encoded in Little Endian (x86, NDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Little-endian encoded value.</returns>
public static Int32 GetLittleEndian(Int32 value)
{
if (BitConverter.IsLittleEndian)
{
return value;
}
else
{
return swapByteOrder(value);
}
}
/// <summary>
/// Returns the value encoded in Little Endian (x86, NDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Little-endian encoded value.</returns>
[CLSCompliant(false)]
public static UInt32 GetLittleEndian(UInt32 value)
{
if (BitConverter.IsLittleEndian)
{
return value;
}
else
{
return swapByteOrder(value);
}
}
/// <summary>
/// Returns the value encoded in Little Endian (x86, NDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Little-endian encoded value.</returns>
[CLSCompliant(false)]
public static UInt16 GetLittleEndian(UInt16 value)
{
if (BitConverter.IsLittleEndian)
{
return value;
}
else
{
return swapByteOrder(value);
}
}
/// <summary>
/// Returns the value encoded in Little Endian (x86, NDR) format.
/// </summary>
/// <param name="value">Value to encode.</param>
/// <returns>Little-endian encoded value.</returns>
public static Double GetLittleEndian(Double value)
{
if (BitConverter.IsLittleEndian)
{
return value;
}
else
{
return swapByteOrder(value);
}
}
/// <summary>
/// Swaps the Byte order of an <see cref="Int32"/>.
/// </summary>
/// <param name="value"><see cref="Int32"/> to swap the bytes of.</param>
/// <returns>Byte order swapped <see cref="Int32"/>.</returns>
private static Int32 swapByteOrder(Int32 value)
{
Int32 swapped = (Int32)((0x000000FF) & (value >> 24)
| (0x0000FF00) & (value >> 8)
| (0x00FF0000) & (value << 8)
| (0xFF000000) & (value << 24));
return swapped;
}
/// <summary>
/// Swaps the byte order of a <see cref="UInt16"/>.
/// </summary>
/// <param name="value"><see cref="UInt16"/> to swap the bytes of.</param>
/// <returns>Byte order swapped <see cref="UInt16"/>.</returns>
private static UInt16 swapByteOrder(UInt16 value)
{
return (UInt16)((0x00FF & (value >> 8))
| (0xFF00 & (value << 8)));
}
/// <summary>
/// Swaps the byte order of a <see cref="UInt32"/>.
/// </summary>
/// <param name="value"><see cref="UInt32"/> to swap the bytes of.</param>
/// <returns>Byte order swapped <see cref="UInt32"/>.</returns>
private static UInt32 swapByteOrder(UInt32 value)
{
UInt32 swapped = ( (0x000000FF) & (value >> 24)
| (0x0000FF00) & (value >> 8)
| (0x00FF0000) & (value << 8)
| (0xFF000000) & (value << 24));
return swapped;
}
/// <summary>
/// Swaps the byte order of a <see cref="Int64"/>.
/// </summary>
/// <param name="value"><see cref="Int64"/> to swap the bytes of.</param>
/// <returns>Byte order swapped <see cref="Int64"/>.</returns>
private static Int64 swapByteOrder(Int64 value)
{
UInt64 uvalue = (UInt64)value;
UInt64 swapped = ( (0x00000000000000FF) & (uvalue >> 56)
| (0x000000000000FF00) & (uvalue >> 40)
| (0x0000000000FF0000) & (uvalue >> 24)
| (0x00000000FF000000) & (uvalue >> 8)
| (0x000000FF00000000) & (uvalue << 8)
| (0x0000FF0000000000) & (uvalue << 24)
| (0x00FF000000000000) & (uvalue << 40)
| (0xFF00000000000000) & (uvalue << 56));
return (Int64)swapped;
}
/// <summary>
/// Swaps the byte order of a <see cref="Double"/> (double precision IEEE 754)
/// </summary>
/// <param name="value"><see cref="Double"/> to swap.</param>
/// <returns>Byte order swapped <see cref="Double"/> value.</returns>
private static Double swapByteOrder(Double value)
{
Int64 bits = BitConverter.DoubleToInt64Bits(value);
bits = swapByteOrder(bits);
return BitConverter.Int64BitsToDouble(bits);
}
#endregion
}
}
Return the value of CharSize and display it.
using System;
using System.Text;
class UnicodeEncodingExample {
public static void Main() {
Console.WriteLine(
"Unicode character size: {0} bytes",
UnicodeEncoding.CharSize
);
}
}
Convert a string from one charset to another charset
//http://tinyerp.codeplex.com/
//GNU Library General Public License (LGPL)
//-----------------------------------------------------------------------
// <copyright file="SysUtil.cs" company="Pyramid Consulting">
// Copyright (c) Pyramid Consulting. All rights reserved.
// </copyright>
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Text;
namespace Bamboo.Core.Common
{
public class SysUtil
{
/// <summary>
/// Convert a string from one charset to another charset
/// </summary>
/// <param name="strText">source string</param>
/// <param name="strSrcEncoding">original encoding name</param>
/// <param name="strDestEncoding">dest encoding name</param>
/// <returns></returns>
public static String StringEncodingConvert(String strText, String strSrcEncoding, String strDestEncoding)
{
System.Text.Encoding srcEnc = System.Text.Encoding.GetEncoding(strSrcEncoding);
System.Text.Encoding destEnc = System.Text.Encoding.GetEncoding(strDestEncoding);
byte[] bData=srcEnc.GetBytes(strText);
byte[] bResult = System.Text.Encoding.Convert(srcEnc, destEnc, bData);
return destEnc.GetString(bResult);
}
}
}
Write a string to a file using default encoding
//http://tinyerp.codeplex.com/
//GNU Library General Public License (LGPL)
//-----------------------------------------------------------------------
// <copyright file="SysUtil.cs" company="Pyramid Consulting">
// Copyright (c) Pyramid Consulting. All rights reserved.
// </copyright>
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Text;
namespace Bamboo.Core.Common
{
public class SysUtil
{
/// <summary>
/// write a string to a file using default encoding
/// </summary>
/// <param name="strFilePath">path of the dest file</param>
/// <param name="strContent">content</param>
/// <returns>return 0 on succeed,otherwise throw a exception</returns>
public static int WriteFile(String strFilePath, String strContent)
{
System.Text.Encoding encDefault=System.Text.Encoding.GetEncoding(0);
System.IO.FileStream fs = new System.IO.FileStream(strFilePath, System.IO.FileMode.Create, System.IO.FileAccess.Write, System.IO.FileShare.ReadWrite);
System.IO.BinaryWriter bw = new System.IO.BinaryWriter(fs);
try
{
bw.Write(encDefault.GetBytes(strContent));
}
finally
{
bw.Close();
fs.Close();
}
return 0;
}
}
}
Returns the number of additional bytes in a UTF-8 character sequence (not including the first byte).
/******************************************************************************
* The MIT License
* Copyright (c) 2003 Novell Inc. www.novell.com
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the Software), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED AS IS, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*******************************************************************************/
//
// Novell.Directory.Ldap.Utilclass.Base64.cs
//
// Author:
// Sunil Kumar (Sunilk@novell.com)
//
// (C) 2003 Novell, Inc (http://www.novell.com)
//
using System;
namespace Novell.Directory.Ldap.Utilclass
{
/// <summary> The Base64 utility class performs base64 encoding and decoding.
///
/// The Base64 Content-Transfer-Encoding is designed to represent
/// arbitrary sequences of octets in a form that need not be humanly
/// readable. The encoding and decoding algorithms are simple, but the
/// encoded data are consistently only about 33 percent larger than the
/// unencoded data. The base64 encoding algorithm is defined by
/// RFC 2045.
/// </summary>
public class Base64
{
/* **************UTF-8 Validation methods and members*******************
* The following text is taken from draft-yergeau-rfc2279bis-02 and explains
* UTF-8 encoding:
*
*In UTF-8, characters are encoded using sequences of 1 to 6 octets.
* If the range of character numbers is restricted to U+0000..U+10FFFF
* (the UTF-16 accessible range), then only sequences of one to four
* octets will occur. The only octet of a "sequence" of one has the
* higher-order bit set to 0, the remaining 7 bits being used to encode
* the character number. In a sequence of n octets, n>1, the initial
* octet has the n higher-order bits set to 1, followed by a bit set to
* 0. The remaining bit(s) of that octet contain bits from the number
* of the character to be encoded. The following octet(s) all have the
* higher-order bit set to 1 and the following bit set to 0, leaving 6
* bits in each to contain bits from the character to be encoded.
*
* The table below summarizes the format of these different octet types.
* The letter x indicates bits available for encoding bits of the
* character number.
*
* <pre>
* Char. number range | UTF-8 octet sequence
* (hexadecimal) | (binary)
* --------------------+---------------------------------------------
* 0000 0000-0000 007F | 0xxxxxxx
* 0000 0080-0000 07FF | 110xxxxx 10xxxxxx
* 0000 0800-0000 FFFF | 1110xxxx 10xxxxxx 10xxxxxx
* 0001 0000-001F FFFF | 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
* 0020 0000-03FF FFFF | 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
* 0400 0000-7FFF FFFF | 1111110x 10xxxxxx ... 10xxxxxx
* </pre>
*/
/// <summary> Given the first byte in a sequence, getByteCount returns the number of
/// additional bytes in a UTF-8 character sequence (not including the first
/// byte).
///
/// </summary>
/// <param name="b"> The first byte in a UTF-8 character sequence.
///
/// </param>
/// <returns> the number of additional bytes in a UTF-8 character sequence.
/// </returns>
private static int getByteCount(sbyte b)
{
if (b > 0)
return 0;
if ((b & 0xE0) == 0xC0)
{
return 1; //one additional byte (2 bytes total)
}
if ((b & 0xF0) == 0xE0)
{
return 2; //two additional bytes (3 bytes total)
}
if ((b & 0xF8) == 0xF0)
{
return 3; //three additional bytes (4 bytes total)
}
if ((b & 0xFC) == 0xF8)
{
return 4; //four additional bytes (5 bytes total)
}
if ((b & 0xFF) == 0xFC)
{
return 5; //five additional bytes (6 bytes total)
}
return - 1;
}
}
}
Replace utf-16 encoding with utf-8 encoding
#region License and Copyright
/*
* Dotnet Commons Xml
*
*
* This library is free software; you can redistribute it and/or modify it
* under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation; either version 2.1 of the License, or
* (at your option) any later version.
*
* This library is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
* or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License
* for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this library; if not, write to the
* Free Software Foundation, Inc.,
* 59 Temple Place,
* Suite 330,
* Boston,
* MA 02111-1307
* USA
*
*/
#endregion
using System;
using System.Collections;
using System.Collections.Specialized;
using System.Diagnostics;
using System.IO;
using System.Reflection;
using System.Text;
using System.Text.RegularExpressions;
using System.Xml;
using System.Xml.Xsl;
using System.Xml.Serialization;
//using Dotnet.Commons.Reflection;
namespace Dotnet.Commons.Xml
{
///
/// <summary>
/// This utility class contains wrapper functions that help to ease the handling and
/// manipulation of Xml documents, such as adding an element, adding an attribute
/// to an element, copying and cloning of nodes, etc.
///
/// </summary>
///
public abstract class XmlUtils
{
/// <summary>
/// Replace utf-16 encoding with utf-8 encoding
/// </summary>
/// <param name="sXml"></param>
/// <returns></returns>
public static string ReplaceUtf16toUtf8(string sXml)
{
return sXml.Replace(@"encoding=""utf-16""?>", @"encoding=""utf-8""?>");
}
}
}

