Files
packages/lang/python/python-chardet/Makefile
Alexandru Ardelean 684e738cab python3-chardet: update to 7.4.1
Update package to 7.4.1.

Changes since 7.2.0:

7.3.0:
- License changed from MIT to 0BSD (no attribution required)
- New mime_type field in all detection results -- identifies binary and text
  file types via magic number matching (40+ formats supported)
- Performance: 4 additional modules compiled with mypyc; per-file detection
  capped at 16 KB (worst-case time: 62ms -> 26ms)
- Added riscv64 prebuilt wheel support
- Bug fix: null-separated ASCII data was misdetected as UTF-16-BE

7.4.0:
- Accuracy improved from 98.6% to 99.3%; speed improved with new dense
  zlib-compressed model format (cold start: ~75ms -> ~13ms with mypyc)
- Training data overhauled: added MADLAD-400 and Wikipedia sources,
  eliminated train/test overlap, samples increased from 15K to 25K per
  language/encoding pair
- Bug fix: dedicated structural analyzers added for CP932, CP949, and
  Big5-HKSCS (previously sharing base encoding byte-range analyzer)

7.4.1:
- Bug fix: BOM-prefixed UTF-16/32 input now correctly returns utf-16/utf-32
  instead of endian-specific variants (utf-16-le/utf-16-be/etc.), which
  previously caused a stray U+FEFF character at the start of decoded text

Signed-off-by: Alexandru Ardelean <alex@shruggie.ro>
2026-04-11 12:56:34 +03:00

65 lines
1.5 KiB
Makefile

#
# Copyright (C) 2007-2017 OpenWrt.org
#
# This is free software, licensed under the GNU General Public License v2.
# See /LICENSE for more information.
#
include $(TOPDIR)/rules.mk
PKG_NAME:=python-chardet
PKG_VERSION:=7.4.1
PKG_RELEASE:=1
PYPI_NAME:=chardet
PKG_HASH:=cda41132a45dfbf6984dade1f531a4098c813caf266c66cc446d90bb9369cabd
PKG_LICENSE:=LGPL-2.1-or-later
PKG_LICENSE_FILES:=LICENSE
HOST_BUILD_DEPENDS:= \
python3/host \
python-build/host \
python-installer/host \
python-wheel/host \
python-hatch-vcs/host \
python-hatchling/host
PKG_BUILD_DEPENDS:= \
python-hatch-vcs/host \
python-hatchling/host
include ../pypi.mk
include $(INCLUDE_DIR)/package.mk
include $(INCLUDE_DIR)/host-build.mk
include ../python3-package.mk
include ../python3-host-build.mk
define Package/python3-chardet
SUBMENU:=Python
SECTION:=lang
CATEGORY:=Languages
MAINTAINER:=Alexandru Ardelean <ardeleanalex@gmail.com>
URL:=https://github.com/chardet/chardet
TITLE:=Universal encoding detector
DEPENDS:=+python3-light +python3-logging +python3-codecs
endef
define Package/python3-chardet/description
Universal encoding detector for Python
endef
define Py3Package/python3-chardet/install
$(INSTALL_DIR) $(1)/usr/bin
$(CP) $(PKG_INSTALL_DIR)/usr/bin/* $(1)/usr/bin/
for bin in $(1)/usr/bin/*; do \
mv $$$$bin $$$${bin}3 ; \
$(LN) $$$${bin##*/}3 $$$$bin ; \
done
endef
$(eval $(call Py3Package,python3-chardet))
$(eval $(call BuildPackage,python3-chardet))
$(eval $(call BuildPackage,python3-chardet-src))
$(eval $(call HostBuild))