oneliner_-_unicode_plugin.user.js for supporting unicode in oneliner !
category: offtopic [glöplog]
Hello,
With the increase demand in Pouet.net to support unicode in oneliner. here is a temporary plugin to decode html codes in oneliner :D.
P.S: beware it is copy-and-paste code from the netz thus it is crappy (you have free will to enhance it D:)
P.S.2: if someone already here done something like this please ignore it xD.
With the increase demand in Pouet.net to support unicode in oneliner. here is a temporary plugin to decode html codes in oneliner :D.
P.S: beware it is copy-and-paste code from the netz thus it is crappy (you have free will to enhance it D:)
P.S.2: if someone already here done something like this please ignore it xD.
Code:
// ==UserScript==
// @name oneliner - unicode plugin
// @namespace tag: URI
// @include http://*pouet.net/
// @include http://*pouet.net/index.php
// @include http://*pouet.net/oneliner.php*
// @version 1
// ==/UserScript==
/**
* A Javascript object to encode and/or decode html characters using HTML or Numeric entities that handles double or partial encoding
* Author: R Reid
* source: http://www.strictly-software.com/htmlencode
* Licences: GPL, The MIT License (MIT)
* Copyright: (c) 2011 Robert Reid - Strictly-Software.com
*
* Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
* The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*
* Revision:
* 2011-07-14, Jacques-Yves Bleau:
* - fixed conversion error with capitalized accentuated characters
* + converted arr1 and arr2 to object property to remove redundancy
*
* Revision:
* 2011-11-10, Ce-Yi Hio:
* - fixed conversion error with a number of capitalized entity characters
*
* Revision:
* 2011-11-10, Rob Reid:
* - changed array format
*/
Encoder = {
// When encoding do we convert characters into html or numerical entities
EncodeType : "entity", // entity OR numerical
isEmpty : function(val){
if(val){
return ((val===null) || val.length==0 || /^\s+$/.test(val));
}else{
return true;
}
},
// arrays for conversion from HTML Entities to Numerical values
arr1: [' ','¡','¢','£','¤','¥','¦','§','¨','©','ª','«','¬','','®','¯','°','±','²','³','´','µ','¶','·','¸','¹','º','»','¼','½','¾','¿','À','Á','Â','Ã','Ä','Å','Æ','Ç','È','É','Ê','Ë','Ì','Í','Î','Ï','Ð','Ñ','Ò','Ó','Ô','Õ','Ö','×','Ø','Ù','Ú','Û','Ü','Ý','Þ','ß','à','á','â','ã','ä','å','æ','ç','è','é','ê','ë','ì','í','î','ï','ð','ñ','ò','ó','ô','õ','ö','÷','ø','ù','ú','û','ü','ý','þ','ÿ','"','&','<','>','Œ','œ','Š','š','Ÿ','ˆ','˜',' ',' ',' ','','','','','–','—','‘','’','‚','“','”','„','†','‡','‰','‹','›','€','ƒ','Α','Β','Γ','Δ','Ε','Ζ','Η','Θ','Ι','Κ','Λ','Μ','Ν','Ξ','Ο','Π','Ρ','Σ','Τ','Υ','Φ','Χ','Ψ','Ω','α','β','γ','δ','ε','ζ','η','θ','ι','κ','λ','μ','ν','ξ','ο','π','ρ','ς','σ','τ','υ','φ','χ','ψ','ω','ϑ','ϒ','ϖ','•','…','′','″','‾','⁄','℘','ℑ','ℜ','™','ℵ','←','↑','→','↓','↔','↵','⇐','⇑','⇒','⇓','⇔','∀','∂','∃','∅','∇','∈','∉','∋','∏','∑','−','∗','√','∝','∞','∠','∧','∨','∩','∪','∫','∴','∼','≅','≈','≠','≡','≤','≥','⊂','⊃','⊄','⊆','⊇','⊕','⊗','⊥','⋅','⌈','⌉','⌊','⌋','〈','〉','◊','♠','♣','♥','♦'],
arr2: [' ','¡','¢','£','¤','¥','¦','§','¨','©','ª','«','¬','','®','¯','°','±','²','³','´','µ','¶','·','¸','¹','º','»','¼','½','¾','¿','À','Á','Â','Ã','Ä','Å','Æ','Ç','È','É','Ê','Ë','Ì','Í','Î','Ï','Ð','Ñ','Ò','Ó','Ô','Õ','Ö','×','Ø','Ù','Ú','Û','Ü','Ý','Þ','ß','à','á','â','ã','ä','å','æ','ç','è','é','ê','ë','ì','í','î','ï','ð','ñ','ò','ó','ô','õ','ö','÷','ø','ù','ú','û','ü','ý','þ','ÿ','"','&','<','>','Œ','œ','Š','š','Ÿ','ˆ','˜',' ',' ',' ','','','','','–','—','‘','’','‚','“','”','„','†','‡','‰','‹','›','€','ƒ','Α','Β','Γ','Δ','Ε','Ζ','Η','Θ','Ι','Κ','Λ','Μ','Ν','Ξ','Ο','Π','Ρ','Σ','Τ','Υ','Φ','Χ','Ψ','Ω','α','β','γ','δ','ε','ζ','η','θ','ι','κ','λ','μ','ν','ξ','ο','π','ρ','ς','σ','τ','υ','φ','χ','ψ','ω','ϑ','ϒ','ϖ','•','…','′','″','‾','⁄','℘','ℑ','ℜ','™','ℵ','←','↑','→','↓','↔','↵','⇐','⇑','⇒','⇓','⇔','∀','∂','∃','∅','∇','∈','∉','∋','∏','∑','−','∗','√','∝','∞','∠','∧','∨','∩','∪','∫','∴','∼','≅','≈','≠','≡','≤','≥','⊂','⊃','⊄','⊆','⊇','⊕','⊗','⊥','⋅','⌈','⌉','⌊','⌋','〈','〉','◊','♠','♣','♥','♦'],
// Convert HTML entities into numerical entities
HTML2Numerical : function(s){
return this.swapArrayVals(s,this.arr1,this.arr2);
},
// Convert Numerical entities into HTML entities
NumericalToHTML : function(s){
return this.swapArrayVals(s,this.arr2,this.arr1);
},
// Numerically encodes all unicode characters
numEncode : function(s){
if(this.isEmpty(s)) return "";
var e = "";
for (var i = 0; i < s.length; i++)
{
var c = s.charAt(i);
if (c < " " || c > "~")
{
c = "&#" + c.charCodeAt() + ";";
}
e += c;
}
return e;
},
// HTML Decode numerical and HTML entities back to original values
htmlDecode : function(s){
var c,m,d = s;
if(this.isEmpty(d)) return "";
// convert HTML entites back to numerical entites first
d = this.HTML2Numerical(d);
// look for numerical entities "
arr=d.match(/&#[0-9]{1,5};/g);
// if no matches found in string then skip
if(arr!=null){
for(var x=0;x<arr.length;x++){
m = arr[x];
c = m.substring(2,m.length-1); //get numeric part which is refernce to unicode character
// if its a valid number we can decode
if(c >= -32768 && c <= 65535){
// decode every single match within string
d = d.replace(m, String.fromCharCode(c));
}else{
d = d.replace(m, ""); //invalid so replace with nada
}
}
}
return d;
},
// encode an input string into either numerical or HTML entities
htmlEncode : function(s,dbl){
if(this.isEmpty(s)) return "";
// do we allow double encoding? E.g will & be turned into &
dbl = dbl || false; //default to prevent double encoding
// if allowing double encoding we do ampersands first
if(dbl){
if(this.EncodeType=="numerical"){
s = s.replace(/&/g, "&");
}else{
s = s.replace(/&/g, "&");
}
}
// convert the xss chars to numerical entities ' " < >
s = this.XSSEncode(s,false);
if(this.EncodeType=="numerical" || !dbl){
// Now call function that will convert any HTML entities to numerical codes
s = this.HTML2Numerical(s);
}
// Now encode all chars above 127 e.g unicode
s = this.numEncode(s);
// now we know anything that needs to be encoded has been converted to numerical entities we
// can encode any ampersands & that are not part of encoded entities
// to handle the fact that I need to do a negative check and handle multiple ampersands &&&
// I am going to use a placeholder
// if we don't want double encoded entities we ignore the & in existing entities
if(!dbl){
s = s.replace(/&#/g,"##AMPHASH##");
if(this.EncodeType=="numerical"){
s = s.replace(/&/g, "&");
}else{
s = s.replace(/&/g, "&");
}
s = s.replace(/##AMPHASH##/g,"&#");
}
// replace any malformed entities
s = s.replace(/&#\d*([^\d;]|$)/g, "$1");
if(!dbl){
// safety check to correct any double encoded &
s = this.correctEncoding(s);
}
// now do we need to convert our numerical encoded string into entities
if(this.EncodeType=="entity"){
s = this.NumericalToHTML(s);
}
return s;
},
// Encodes the basic 4 characters used to malform HTML in XSS hacks
XSSEncode : function(s,en){
if(!this.isEmpty(s)){
en = en || true;
// do we convert to numerical or html entity?
if(en){
s = s.replace(/\'/g,"'"); //no HTML equivalent as &apos is not cross browser supported
s = s.replace(/\"/g,""");
s = s.replace(/</g,"<");
s = s.replace(/>/g,">");
}else{
s = s.replace(/\'/g,"'"); //no HTML equivalent as &apos is not cross browser supported
s = s.replace(/\"/g,""");
s = s.replace(/</g,"<");
s = s.replace(/>/g,">");
}
return s;
}else{
return "";
}
},
// returns true if a string contains html or numerical encoded entities
hasEncoded : function(s){
if(/&#[0-9]{1,5};/g.test(s)){
return true;
}else if(/&[A-Z]{2,6};/gi.test(s)){
return true;
}else{
return false;
}
},
// will remove any unicode characters
stripUnicode : function(s){
return s.replace(/[^\x20-\x7E]/g,"");
},
// corrects any double encoded & entities e.g &
correctEncoding : function(s){
return s.replace(/(&)(amp;)+/,"$1");
},
// Function to loop through an array swaping each item with the value from another array e.g swap HTML entities with Numericals
swapArrayVals : function(s,arr1,arr2){
if(this.isEmpty(s)) return "";
var re;
if(arr1 && arr2){
//ShowDebug("in swapArrayVals arr1.length = " + arr1.length + " arr2.length = " + arr2.length)
// array lengths must match
if(arr1.length == arr2.length){
for(var x=0,i=arr1.length;x<i;x++){
re = new RegExp(arr1[x], 'g');
s = s.replace(re,arr2[x]); //swap arr1 item with matching item from arr2
}
}
}
return s;
},
inArray : function( item, arr ) {
for ( var i = 0, x = arr.length; i < x; i++ ){
if ( arr[i] === item ){
return i;
}
}
return -1;
}
}
!(function()
{
var i=null;
for(k=0;k<document.forms.length;k++){
if(document.forms[k].action.indexOf("add.php")!=-1){
i=k;
break;
}
};
if(i!=null){
document.forms[i].innerHTML=Encoder.htmlDecode(document.forms[i].innerHTML);
}else{
e=document.body.getElementsByTagName("table");
e[2].innerHTML=Encoder.htmlDecode(e[2].innerHTML);
}
})();
I did here for Greasemonkey and Chrome (as a unpacked plugin).
I's actually not really an encoding problem, only that unicode characters which should be ♥ are mangled to ♥
I's actually not really an encoding problem, only that unicode characters which should be ♥ are mangled to ♥
oh i see. didn't notice your post :o it was hidden D: btw the double encoding from pouet or somewhere else? (the problem you mentioned ♥ )
Jupp, double encoding, uhm this one
That took me quite a bit to recognize in Chrome, as the HTML looked okay. In the end it was the server response which gave me the clue.
That took me quite a bit to recognize in Chrome, as the HTML looked okay. In the end it was the server response which gave me the clue.
neat code out there!
What the?
UNICODE AND BBCODE ARE BOTH FOR JAZZ MUSICIANS.
Are you a jazz musician panic?
UNICODE AND BBCODE ARE BOTH FOR JAZZ MUSICIANS.
Are you a jazz musician panic?
NOPE! :D
listen to kaneel, that man is absolutely right.
But I like Jazz music :\
But you aren't a jazz musician, are you? ARE YOU!?!
Damn, jazz musicians everywhere we go.
unicode.user.js uses XPATH to find all the elements whose text contain a & character, then it replaces the & by a single & and look for the Թ sequences ( withstanding linebreaks ) and replace them by the corresponding character. This works everywhere: oneliner, comments, prod title, group names, etc...
PS: sorry for the "spam". Too many threads talking about user.js and other customization of Pouet.
PS: sorry for the "spam". Too many threads talking about user.js and other customization of Pouet.
