Small utility library for generating ASCII string from a Unicode string. It could handle most major languages and emojis.
const std = @import("std");
const slugify = @import("slugify").slugify;
const slugifyAlloc = @import("slugify").slugifyAlloc;
pub fn main() !void {
const allocator = std.heap.page_allocator;
const res = try slugifyAlloc(allocator, " DΓ©jΓ Vu! ", .{});
defer allocator.free(res);
std.debug.print("{s}\n", .{res}); // deja-vu
// Or use a buffer
var buf: [1024]u8 = undefined;
const res2 = try slugify(&buf, "πππππππ π ππππππ", .{});
std.debug.print("{s}\n", .{res2}); // slugify-a-string
}
You can install it using a package manager or manually as shown below.
Add slugify
as dependency in build.zig.zon
:
.{
.name = "my-project",
.version = "0.1.0",
.dependencies = .{
.slugify = .{
.url = "https://github.com/dying-will-bullet/slugify/archive/refs/tags/v0.1.0.tar.gz",
.hash = "12208e86bbf6970f74f85859cc90a601d6cb381ef8637b0aa7901647750bafa6ac8c",
},
},
}
Add slugify
as module in build.zig
:
diff --git a/build.zig b/build.zig
index 60fb4c2..0255ef3 100644
--- a/build.zig
+++ b/build.zig
@@ -15,6 +15,9 @@ pub fn build(b: *std.Build) void {
// set a preferred release mode, allowing the user to decide how to optimize.
const optimize = b.standardOptimizeOption(.{});
+ const opts = .{ .target = target, .optimize = optimize };
+ const slugify_module = b.dependency("slugify", opts).module("slugify");
+
const exe = b.addExecutable(.{
.name = "m",
// In this case the main source file is merely a path, however, in more
@@ -23,6 +26,7 @@ pub fn build(b: *std.Build) void {
.target = target,
.optimize = optimize,
});
+ exe.addModule("slugify", slugify_module);
// This declares intent for the executable to be installed into the
// standard location when the user invokes the "install" step (the default
Used to control the conversion behavior, with the following default values.
const Dict = std.AutoHashMap(u21, []const u8);
const Options = struct {
sep: []const u8 = "-",
dict: ?Dict = null,
};
dict
: Add your own custom replacements. The replacements are run on the original string before any other transformations.
var dict = Dict.init(allocator);
defer dict.deinit();
// 128049 is the code point of π±
try dict.put(128049, "neko");
const res = try slugifyAlloc(allocator, "I love π±.", .{ .dict = dict }); // i-love-neko
defer allocator.free(res);
Return the converted string. The caller is should free the memory.
Use buffer instead of allocator. Return a slice of the buffer.
It is important to note that there is no universal standard for converting a Unicode character to an ASCII string. The same Han character may have different transliterations in different languages. For example, in Japanese, "δΈη" is transliterated as "sekai," while in Chinese, it is transliterated as "shijie". This complexity also applies to emojis. For instance, the β₯ emoji can represent "love" or "heart" depending on the context.
Different implementations may use different mapping table, and I cannot guarantee that their results will be the same. Here are slugify implementations in other languages:
- Java: slugify/slugify
- Rust: Stebalien/slug-rs
- Python: un33k/python-slugify
- JavaScript: simov/slugify
- JavaScript: sindresorhus/slugify
MIT License Copyright (c) 2023, Hanaasagi