Skip to content

Commit

Permalink
removed the 3 invisible codepoints
Browse files Browse the repository at this point in the history
  • Loading branch information
@iamcal
iamcal committed May 13, 2013
1 parent 47cbe15 commit 9898f2f
Show file tree
Hide file tree
Showing 5 changed files with 67 additions and 231 deletions.
180 changes: 15 additions & 165 deletions data/catalog.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -51964,156 +51964,6 @@
),
),
704 =>
array (
'mapid' => '#e-B4C',
'unicode' =>
array (
0 => 8195,
),
'char_name' =>
array (
'title' => 'EM SPACE',
'desc' => 'Temporary Notes: Note: KDDI\'s Full blank (mapped to EM SPACE)',
),
'docomo' =>
array (
'kaomoji' => '〓',
),
'au' =>
array (
'number' =>
array (
0 => 173,
),
'number_old' =>
array (
),
'unicode' =>
array (
0 => 58764,
),
'sjis' =>
array (
0 => 63401,
),
'jis' =>
array (
0 => 30763,
),
),
'softbank' =>
array (
'kaomoji' => '〓',
),
'google' =>
array (
'unicode' =>
array (
0 => 1043276,
),
),
),
705 =>
array (
'mapid' => '#e-B4D',
'unicode' =>
array (
0 => 8194,
),
'char_name' =>
array (
'title' => 'EN SPACE',
'desc' => 'Temporary Notes: Note: KDDI\'s Half blank (mapped to EN SPACE)',
),
'docomo' =>
array (
'kaomoji' => '〓',
),
'au' =>
array (
'number' =>
array (
0 => 174,
),
'number_old' =>
array (
),
'unicode' =>
array (
0 => 58765,
),
'sjis' =>
array (
0 => 63402,
),
'jis' =>
array (
0 => 30764,
),
),
'softbank' =>
array (
'kaomoji' => '〓',
),
'google' =>
array (
'unicode' =>
array (
0 => 1043277,
),
),
),
706 =>
array (
'mapid' => '#e-B4E',
'unicode' =>
array (
0 => 8197,
),
'char_name' =>
array (
'title' => 'FOUR-PER-EM SPACE',
'desc' => 'Temporary Notes: Note: KDDI\'s Quarter blank (mapped to FOUR-PER-EM SQUARE)',
),
'docomo' =>
array (
'kaomoji' => '〓',
),
'au' =>
array (
'number' =>
array (
0 => 175,
),
'number_old' =>
array (
),
'unicode' =>
array (
0 => 58766,
),
'sjis' =>
array (
0 => 63403,
),
'jis' =>
array (
0 => 30765,
),
),
'softbank' =>
array (
'kaomoji' => '〓',
),
'google' =>
array (
'unicode' =>
array (
0 => 1043278,
),
),
),
707 =>
array (
'mapid' => '#e-B4A',
'unicode' =>
Expand Down Expand Up @@ -52165,7 +52015,7 @@
),
),
),
708 =>
705 =>
array (
'mapid' => '#e-B93',
'unicode' =>
Expand Down Expand Up @@ -52254,7 +52104,7 @@
),
),
),
709 =>
706 =>
array (
'mapid' => '#e-B95',
'unicode' =>
Expand Down Expand Up @@ -52343,7 +52193,7 @@
),
),
),
710 =>
707 =>
array (
'mapid' => '#e-B94',
'unicode' =>
Expand Down Expand Up @@ -52432,7 +52282,7 @@
),
),
),
711 =>
708 =>
array (
'mapid' => '#e-B96',
'unicode' =>
Expand Down Expand Up @@ -52519,7 +52369,7 @@
),
),
),
712 =>
709 =>
array (
'mapid' => '#e-B97',
'unicode' =>
Expand Down Expand Up @@ -52604,7 +52454,7 @@
),
),
),
713 =>
710 =>
array (
'mapid' => '#e-B98',
'unicode' =>
Expand Down Expand Up @@ -52672,7 +52522,7 @@
),
),
),
714 =>
711 =>
array (
'mapid' => '#e-B99',
'unicode' =>
Expand Down Expand Up @@ -52741,7 +52591,7 @@
),
),
),
715 =>
712 =>
array (
'mapid' => '#e-B9A',
'unicode' =>
Expand Down Expand Up @@ -52810,7 +52660,7 @@
),
),
),
716 =>
713 =>
array (
'mapid' => '#e-B9B',
'unicode' =>
Expand Down Expand Up @@ -52879,7 +52729,7 @@
),
),
),
717 =>
714 =>
array (
'mapid' => '#e-B9C',
'unicode' =>
Expand Down Expand Up @@ -52948,7 +52798,7 @@
),
),
),
718 =>
715 =>
array (
'mapid' => '#e-B9D',
'unicode' =>
Expand Down Expand Up @@ -53035,7 +52885,7 @@
),
),
),
719 =>
716 =>
array (
'mapid' => '#e-B9E',
'unicode' =>
Expand Down Expand Up @@ -53104,7 +52954,7 @@
),
),
),
720 =>
717 =>
array (
'mapid' => '#e-B9F',
'unicode' =>
Expand Down Expand Up @@ -53190,7 +53040,7 @@
),
),
),
721 =>
718 =>
array (
'mapid' => '#e-BA0',
'unicode' =>
Expand Down Expand Up @@ -53276,7 +53126,7 @@
),
),
),
722 =>
719 =>
array (
'mapid' => '#e-BA1',
'unicode' =>
Expand Down
20 changes: 20 additions & 0 deletions data/parse.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,8 @@

fprintf(STDERR, "filter only_kaomoji ; like e-554 -> [A] -> [A] -> [A] -> [A]\n");
$items = filter_only_kaomoji($items);
fprintf(STDERR, "filter invisibles\n");
$items = filter_invisibles($items);
fprintf(STDERR, "codepoint count:".count($items)."\n");


Expand Down Expand Up @@ -255,3 +257,21 @@ function get_all_kaomoji($mapping) {

return array_keys($arr);
}

function filter_invisibles($items){

$out = array();

foreach ($items as $item){

if (count($item['unicode']) == 1){
if ($item['unicode'][0] == 0x2003) continue; # em space
if ($item['unicode'][0] == 0x2002) continue; # en space
if ($item['unicode'][0] == 0x2005) continue; # four-per-em space
}

$out[] = $item;
}

return $out;
}
3 changes: 0 additions & 3 deletions emoji.css
View file
Original file line number Diff line number Diff line change
Expand Up @@ -703,9 +703,6 @@
.emoji1f51b { background-position: 0px -10360px; }
.emoji1f51c { background-position: 0px -10380px; }
.emoji1f51d { background-position: 0px -10400px; }
.emoji2003 { background-position: 0px -16380px; }
.emoji2002 { background-position: 0px -16380px; }
.emoji2005 { background-position: 0px -16380px; }
.emoji2705 { background-position: 0px -16020px; }
.emoji270a { background-position: 0px -16080px; }
.emoji270b { background-position: 0px -16100px; }
Expand Down
Loading

0 comments on commit 9898f2f

Please sign in to comment.