1# Copyright (C) 1997-2022 Free Software Foundation, Inc.
2# Copyright The GNU Toolchain Authors.
3# This file is part of the GNU C Library.
4
5# The GNU C Library is free software; you can redistribute it and/or
6# modify it under the terms of the GNU Lesser General Public
7# License as published by the Free Software Foundation; either
8# version 2.1 of the License, or (at your option) any later version.
9
10# The GNU C Library is distributed in the hope that it will be useful,
11# but WITHOUT ANY WARRANTY; without even the implied warranty of
12# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13# Lesser General Public License for more details.
14
15# You should have received a copy of the GNU Lesser General Public
16# License along with the GNU C Library; if not, see
17# <https://www.gnu.org/licenses/>.
18
19#
20#	Makefile for iconv data and code.
21#
22subdir	:= iconvdata
23
24include ../Makeconfig
25
26# Names of all the shared objects which implement the transformations.
27modules	:= ISO8859-1 ISO8859-2 ISO8859-3 ISO8859-4 ISO8859-5		 \
28	   ISO8859-6 ISO8859-7 ISO8859-8 ISO8859-9 ISO8859-10		 \
29	   ISO8859-11 ISO8859-13 ISO8859-14 ISO8859-15 ISO8859-16	 \
30	   T.61 ISO_6937 SJIS KOI-8 HP-ROMAN8 HP-ROMAN9 EBCDIC-AT-DE	 \
31	   EBCDIC-AT-DE-A EBCDIC-CA-FR EUC-KR UHC JOHAB libJIS libKSC	 \
32	   BIG5 EUC-JP libGB EUC-CN libCNS EUC-TW ISO646 EBCDIC-DK-NO	 \
33	   EBCDIC-DK-NO-A EBCDIC-ES EBCDIC-ES-A EBCDIC-ES-S EBCDIC-FI-SE \
34	   EBCDIC-FI-SE-A EBCDIC-FR EBCDIC-IS-FRISS EBCDIC-IT EBCDIC-PT	 \
35	   EBCDIC-UK EBCDIC-US IBM037 IBM038 IBM274 IBM275 IBM423	 \
36	   IBM500 IBM870 IBM871 IBM891 IBM903 IBM904 IBM905 IBM1047	 \
37	   IBM874 CP737 CP775 ISO-2022-KR HP-TURKISH8 HP-THAI8 HP-GREEK8 \
38	   KOI8-R LATIN-GREEK LATIN-GREEK-1 IBM256 IBM273 IBM277 IBM278	 \
39	   IBM280 IBM281 IBM284 IBM285 IBM290 IBM297 IBM420 IBM424	 \
40	   IBM437 IBM850 IBM851 IBM852 IBM855 IBM857 IBM858 IBM860	 \
41	   IBM861 IBM862 IBM863 IBM864 IBM865 IBM868 IBM869 IBM875	 \
42	   IBM880 IBM866 CP1258 IBM922 IBM1124 IBM1129 IBM932 IBM943	 \
43	   IBM856 IBM930 IBM933 IBM935 IBM937 IBM939 IBM1046		 \
44	   IBM1132 IBM1133 IBM1160 IBM1161 IBM1162 IBM1163 IBM1164	 \
45	   IBM918 IBM1004 IBM1026 CP1125 CP1250 CP1251 CP1252 CP1253	 \
46	   CP1254 CP1255 CP1256 CP1257 ISO-2022-JP MACINTOSH IEC_P27-1	 \
47	   ASMO_449 ANSI_X3.110 CSN_369103 CWI DEC-MCS ECMA-CYRILLIC	 \
48	   GOST_19768-74 GREEK-CCITT GREEK7 GREEK7-OLD INIS INIS-8	 \
49	   INIS-CYRILLIC ISO_6937-2 ISO_2033 ISO_5427 ISO_5427-EXT	 \
50	   ISO_5428 ISO_10367-BOX MAC-IS MAC-UK NATS-DANO NATS-SEFI	 \
51	   SAMI-WS2 ISO-IR-197 TIS-620 KOI8-U GBK ISIRI-3342 GBGBK	 \
52	   ISO-2022-CN libISOIR165 UTF-16 UNICODE UTF-32 UTF-7 BIG5HKSCS \
53	   GB18030 ISO-2022-CN-EXT VISCII GBBIG5 CP10007 KOI8-T		 \
54	   GEORGIAN-PS GEORGIAN-ACADEMY ISO-IR-209 MAC-SAMI ARMSCII-8	 \
55	   TCVN5712-1 libJISX0213 EUC-JISX0213 SHIFT_JISX0213		 \
56	   ISO-2022-JP-3 TSCII IBM866NAV CP932 EUC-JP-MS PT154 RK1048	 \
57	   IBM1025 IBM1122 IBM1137 IBM1153 IBM1154 IBM1155 IBM1156	 \
58	   IBM1157 IBM1158 IBM803 IBM901 IBM902 IBM921 IBM1008		 \
59	   IBM1008_420 IBM1097 IBM1112 IBM1123 IBM1130 IBM1140 IBM1141	 \
60	   IBM1142 IBM1143 IBM1144 IBM1145 IBM1146 IBM1147 IBM1148	 \
61	   IBM1149 IBM1166 IBM1167 IBM4517 IBM4899 IBM4909 IBM4971	 \
62	   IBM5347 IBM9030 IBM9066 IBM9448 IBM12712 IBM16804             \
63	   IBM1364 IBM1371 IBM1388 IBM1390 IBM1399 ISO_11548-1 MIK BRF	 \
64	   MAC-CENTRALEUROPE KOI8-RU ISO8859-9E				 \
65	   CP770 CP771 CP772 CP773 CP774
66
67# If lazy binding is disabled, use BIND_NOW for the gconv modules.
68ifeq ($(bind-now),yes)
69LDFLAGS.so += -Wl,-z,now
70endif
71
72modules.so := $(addsuffix .so, $(modules))
73
74ifeq (yes,$(build-shared))
75tests = bug-iconv1 bug-iconv2 tst-loading tst-e2big tst-iconv4 bug-iconv4 \
76	tst-iconv6 bug-iconv5 bug-iconv6 tst-iconv7 bug-iconv8 bug-iconv9 \
77	bug-iconv10 bug-iconv11 bug-iconv12 tst-iconv-big5-hkscs-to-2ucs4 \
78	bug-iconv13 bug-iconv14 bug-iconv15
79ifeq ($(have-thread-library),yes)
80tests += bug-iconv3
81endif
82
83test-srcs := tst-table-from tst-table-to
84endif
85
86libJIS-routines := jis0201 jis0208 jis0212
87libKSC-routines := ksc5601
88libGB-routines := gb2312
89libCNS-routines := cns11643l1 cns11643
90libISOIR165-routines := iso-ir-165
91libJISX0213-routines := jisx0213
92
93LDFLAGS-EUC-KR.so = $(LDFLAGS-rpath-ORIGIN)
94$(objpfx)EUC-KR.so: $(objpfx)libKSC.so
95LDFLAGS-JOHAB.so = $(LDFLAGS-rpath-ORIGIN)
96$(objpfx)JOHAB.so: $(objpfx)libKSC.so
97LDFLAGS-UHC.so = $(LDFLAGS-rpath-ORIGIN)
98$(objpfx)UHC.so: $(objpfx)libKSC.so
99LDFLAGS-EUC-JP.so = $(LDFLAGS-rpath-ORIGIN)
100$(objpfx)EUC-JP.so: $(objpfx)libJIS.so
101LDFLAGS-EUC-JP-MS.so = $(LDFLAGS-rpath-ORIGIN)
102$(objpfx)EUC-JP-MS.so: $(objpfx)libJIS.so
103LDFLAGS-EUC-CN.so = $(LDFLAGS-rpath-ORIGIN)
104$(objpfx)EUC-CN.so: $(objpfx)libGB.so
105LDFLAGS-EUC-TW.so = $(LDFLAGS-rpath-ORIGIN)
106$(objpfx)EUC-TW.so: $(objpfx)libCNS.so
107LDFLAGS-EUC-JISX0213.so = $(LDFLAGS-rpath-ORIGIN)
108$(objpfx)EUC-JISX0213.so: $(objpfx)libJISX0213.so
109LDFLAGS-SHIFT_JISX0213.so = $(LDFLAGS-rpath-ORIGIN)
110$(objpfx)SHIFT_JISX0213.so: $(objpfx)libJISX0213.so
111
112LDFLAGS-ISO-2022-JP.so = $(LDFLAGS-rpath-ORIGIN)
113$(objpfx)ISO-2022-JP.so: $(objpfx)libJIS.so $(objpfx)libGB.so \
114			 $(objpfx)libCNS.so $(objpfx)libKSC.so
115LDFLAGS-ISO-2022-JP-3.so = $(LDFLAGS-rpath-ORIGIN)
116$(objpfx)ISO-2022-JP-3.so: $(objpfx)libJIS.so $(objpfx)libJISX0213.so
117LDFLAGS-ISO-2022-KR.so = $(LDFLAGS-rpath-ORIGIN)
118$(objpfx)ISO-2022-KR.so: $(objpfx)libKSC.so
119LDFLAGS-ISO-2022-CN.so = $(LDFLAGS-rpath-ORIGIN)
120$(objpfx)ISO-2022-CN.so: $(objpfx)libGB.so $(objpfx)libCNS.so
121LDFLAGS-ISO-2022-CN-EXT.so = $(LDFLAGS-rpath-ORIGIN)
122$(objpfx)ISO-2022-CN-EXT.so: $(objpfx)libGB.so $(objpfx)libCNS.so \
123			     $(objpfx)libISOIR165.so
124
125LDFLAGS-libJIS.so = $(LDFLAGS-soname-fname)
126LDFLAGS-libKSC.so = $(LDFLAGS-soname-fname)
127LDFLAGS-libGB.so = $(LDFLAGS-soname-fname)
128LDFLAGS-libCNS.so = $(LDFLAGS-soname-fname)
129LDFLAGS-libISOIR165.so = $(LDFLAGS-soname-fname)
130LDFLAGS-libJISX0213.so = $(LDFLAGS-soname-fname)
131
132# We build the transformation modules only when we build shared libs.
133ifeq (yes,$(build-shared))
134
135# Rule to generate the shared objects.
136charmaps = ../localedata/charmaps
137-include $(objpfx)iconv-rules
138extra-modules-left := $(modules)
139include extra-module.mk
140
141gconv-modules = gconv-modules gconv-modules.d/gconv-modules-extra.conf
142modpfx = $(objpfx)gconv-modules.d/
143
144extra-objs	+= $(modules.so)
145install-others	= $(addprefix $(inst_gconvdir)/, $(modules.so))	\
146		  $(addprefix $(inst_gconvdir)/, $(gconv-modules))
147
148# We can build the conversion tables for numerous charsets automatically.
149
150gen-8bit-modules := iso8859-2 iso8859-3 iso8859-4 iso8859-6 iso8859-9 koi-8 \
151		    ebcdic-at-de ebcdic-at-de-a ebcdic-ca-fr ebcdic-dk-no   \
152		    ebcdic-dk-no-a ebcdic-es-s ebcdic-fi-se ebcdic-fi-se-a  \
153		    ebcdic-fr ebcdic-it ebcdic-pt ebcdic-us \
154		    ibm037 ibm038 ibm274 ibm275 ibm423 ibm500 ibm870 ibm871 \
155		    ibm891 ibm903 ibm904 ibm905 ibm1047
156
157gen-8bit-gap-modules := koi8-r latin-greek latin-greek-1 ibm256 ibm273	   \
158			ibm277 ibm278 ibm280 ibm281 ibm284 ibm285 ibm290   \
159			ibm297 ibm420 ibm424 ibm437 ibm850 ibm851 ibm852   \
160			ibm855 ibm857 ibm858 ibm860 ibm861 ibm862 ibm863   \
161			ibm864 ibm865 ibm868 ibm869 ibm875 ibm880 ibm918   \
162			ibm1004 ibm1026 cp1125 cp1250 cp1251 cp1252 cp1253 \
163			cp1254 cp1256 cp1257 ibm866 iso8859-5 iso8859-7    \
164			iso8859-8 iso8859-10 macintosh iec_p27-1 asmo_449  \
165			csn_369103 cwi dec-mcs ecma-cyrillic gost_19768-74 \
166			greek-ccitt greek7 greek7-old inis inis-8	   \
167			inis-cyrillic iso_2033 iso_5427 iso_5427-ext	   \
168			iso_5428 iso_10367-box mac-is nats-dano nats-sefi  \
169			iso8859-13 iso8859-14 iso8859-15 mac-uk sami-ws2   \
170			iso-ir-197 tis-620 koi8-u ibm874 cp10007 koi8-t	   \
171			georgian-ps georgian-academy iso-ir-209 mac-sami   \
172			iso8859-11 ibm866nav pt154 rk1048 mik brf	   \
173			mac-centraleurope koi8-ru hp-roman8 hp-roman9	   \
174			ebcdic-es ebcdic-es-a ebcdic-is-friss ebcdic-uk    \
175			iso8859-16 viscii iso8859-9e hp-turkish8	   \
176			hp-thai8 hp-greek8 cp770 cp771 cp772 cp773 cp774
177
178
179gen-special-modules := iso8859-7jp
180
181generated-modules := $(gen-8bit-modules) $(gen-8bit-gap-modules) \
182		     $(gen-special-modules)
183
184generated += $(generated-modules:=.h) $(generated-modules:=.stmp) \
185	     iconv-test.out iconv-rules tst-loading.mtrace	 \
186	     mtrace-tst-loading.out tst-tables.out iconv-test.xxx
187ifdef objpfx
188generated += $(gconv-modules)
189endif
190
191# Rules to generate the headers.
192export AWK
193
194define generate-8bit-table
195$(make-target-directory)
196LC_ALL=C $(SHELL) ./gen-8bit.sh $< > $(@:stmp=T)
197$(move-if-change) $(@:stmp=T) $(@:stmp=h)
198touch $@
199endef
200
201define generate-8bit-gap-table
202$(make-target-directory)
203LC_ALL=C $(SHELL) ./gen-8bit-gap.sh $< > $(@:stmp=T)
204$(move-if-change) $(@:stmp=T) $(@:stmp=h)
205touch $@
206endef
207
208# The headers must be generated before the compilation.
209before-compile += $(addprefix $(objpfx),$(generated-modules:=.h))
210
211ifndef avoid-generated
212$(objpfx)iconv-rules: Makefile
213	$(make-target-directory)
214	{ echo $(filter-out lib%, $(modules)); \
215	  echo 8bit $(gen-8bit-modules); \
216	  echo 8bit-gap $(gen-8bit-gap-modules); } | \
217	LC_ALL=C \
218	$(AWK) 'NR == 1 { \
219		  for (i = 1; i <= NF; i++) { \
220		    printf "%s-routines := %s\n", $$i, tolower($$i); \
221		    printf "libof-%s := iconvdata\n", tolower($$i); \
222		    printf "%s-map := gconv.map\n", $$i; \
223		  } \
224		}; \
225		NR > 1 { \
226		  for (i = 2; i <= NF; i++) { \
227		    printf "$$(objpfx)%s.stmp: ", $$i; \
228		    map = toupper($$i); \
229		    sub(/^ISO8859/, "ISO-8859", map); \
230		    if (map == "ISO_2033") map = map "-1983"; \
231		    printf "$$(charmaps)/%s ", map; \
232		    printf "gen-%s.sh\n", $$1; \
233		    printf "\t$$(generate-%s-table)\n", $$1; \
234		  } \
235		}' > $@.new
236	mv -f $@.new $@
237endif
238
239$(generated-modules:%=$(objpfx)%.h): $(objpfx)%.h: $(objpfx)%.stmp
240	@:
241
242$(gen-8bit-modules:%=$(objpfx)%.stmp): $(objpfx)%.stmp: $(objpfx)iconv-rules
243$(gen-8bit-gap-modules:%=$(objpfx)%.stmp): $(objpfx)%.stmp: $(objpfx)iconv-rules
244
245$(objpfx)iso8859-7jp.stmp: $(charmaps)/ISO-8859-7 gen-8bit-gap-1.sh
246	$(make-target-directory)
247	LC_ALL=C $(SHELL) ./gen-8bit-gap-1.sh $< > $(@:stmp=T)
248	$(move-if-change) $(@:stmp=T) $(@:stmp=h)
249	touch $@
250
251headers: $(addprefix $(objpfx), $(generated-modules:=.h))
252
253$(addprefix $(inst_gconvdir)/, $(modules.so)): \
254    $(inst_gconvdir)/%: $(objpfx)% $(+force)
255	$(do-install-program)
256$(addprefix $(inst_gconvdir)/, $(gconv-modules)): \
257    $(inst_gconvdir)/%: $(objpfx)% $(+force)
258	$(do-install)
259ifeq (no,$(cross-compiling))
260# Update the $(prefix)/lib/gconv/gconv-modules.cache file. This is necessary
261# if this libc has more gconv modules than the previously installed one.
262	if test -f "$(inst_gconvdir)/gconv-modules.cache"; then \
263	   LC_ALL=C \
264	   $(rtld-prefix) \
265	   $(common-objpfx)iconv/iconvconfig \
266	     $(addprefix --prefix=,$(install_root)); \
267	fi
268else
269	@echo '*@*@*@ You should recreate $(inst_gconvdir)/gconv-modules.cache'
270endif
271
272endif # build-shared = yes
273
274ifeq ($(run-built-tests),yes)
275ifeq (yes,$(build-shared))
276tests-special += $(objpfx)iconv-test.out $(objpfx)tst-tables.out
277ifneq (no,$(PERL))
278tests-special += $(objpfx)mtrace-tst-loading.out
279endif
280endif
281endif
282
283ifeq ($(run-built-tests),yes)
284LOCALES := \
285	de_DE.UTF-8 \
286	zh_HK.BIG5-HKSCS \
287	$(NULL)
288
289include ../gen-locales.mk
290
291$(objpfx)bug-iconv6.out: $(gen-locales)
292$(objpfx)tst-iconv7.out: $(gen-locales)
293$(objpfx)tst-iconv-big5-hkscs-to-2ucs4.out: $(gen-locales)
294endif
295
296include ../Rules
297
298# Set libof-* for each routine.
299cpp-srcs-left := $(modules) $(generated-modules) $(libJIS-routines) \
300		 $(libKSC-routines) $(libGB-routines) $(libCNS-routines) \
301		 $(libISOIR165-routines) $(libJISX0213-routines)
302lib := iconvdata
303include $(patsubst %,$(..)libof-iterator.mk,$(cpp-srcs-left))
304
305tst-loading-ENV = MALLOC_TRACE=$(objpfx)tst-loading.mtrace \
306		  LD_PRELOAD=$(common-objpfx)/malloc/libc_malloc_debug.so
307$(objpfx)mtrace-tst-loading.out: $(objpfx)tst-loading.out
308	$(common-objpfx)malloc/mtrace $(objpfx)tst-loading.mtrace > $@; \
309	$(evaluate-test)
310
311$(objpfx)bug-iconv1.out: $(addprefix $(objpfx), $(gconv-modules)) \
312			 $(addprefix $(objpfx),$(modules.so))
313$(objpfx)bug-iconv2.out: $(addprefix $(objpfx), $(gconv-modules)) \
314			 $(addprefix $(objpfx),$(modules.so))
315$(objpfx)bug-iconv3.out: $(addprefix $(objpfx), $(gconv-modules)) \
316			 $(addprefix $(objpfx),$(modules.so))
317$(objpfx)bug-iconv5.out: $(addprefix $(objpfx), $(gconv-modules)) \
318			 $(addprefix $(objpfx),$(modules.so))
319$(objpfx)tst-loading.out: $(addprefix $(objpfx), $(gconv-modules)) \
320			  $(addprefix $(objpfx),$(modules.so))
321$(objpfx)tst-iconv4.out: $(addprefix $(objpfx), $(gconv-modules)) \
322			 $(addprefix $(objpfx),$(modules.so))
323$(objpfx)tst-iconv7.out: $(addprefix $(objpfx), $(gconv-modules)) \
324			 $(addprefix $(objpfx),$(modules.so))
325$(objpfx)bug-iconv10.out: $(addprefix $(objpfx), $(gconv-modules)) \
326			  $(addprefix $(objpfx),$(modules.so))
327$(objpfx)bug-iconv12.out: $(addprefix $(objpfx), $(gconv-modules)) \
328			  $(addprefix $(objpfx),$(modules.so))
329$(objpfx)bug-iconv14.out: $(addprefix $(objpfx), $(gconv-modules)) \
330			  $(addprefix $(objpfx),$(modules.so))
331$(objpfx)bug-iconv15.out: $(addprefix $(objpfx), $(gconv-modules)) \
332			  $(addprefix $(objpfx),$(modules.so))
333
334$(objpfx)iconv-test.out: run-iconv-test.sh \
335			 $(addprefix $(objpfx), $(gconv-modules)) \
336			 $(addprefix $(objpfx),$(modules.so)) \
337			 $(common-objdir)/iconv/iconv_prog TESTS
338	iconv_modules="$(modules)" \
339	$(SHELL) $< $(common-objdir) '$(test-wrapper-env)' \
340		 '$(run-program-env)' > $@; \
341	$(evaluate-test)
342
343$(objpfx)tst-tables.out: tst-tables.sh \
344			 $(addprefix $(objpfx), $(gconv-modules)) \
345			 $(addprefix $(objpfx),$(modules.so)) \
346			 $(objpfx)tst-table-from $(objpfx)tst-table-to
347	$(SHELL) $< $(common-objpfx) $(common-objpfx)iconvdata/ \
348		'$(test-program-prefix)' > $@; \
349	$(evaluate-test)
350
351do-tests-clean common-mostlyclean: tst-tables-clean
352
353.PHONY: tst-tables-clean
354tst-tables-clean:
355	-rm -f $(objpfx)tst-*.table $(objpfx)tst-EUC-TW.irreversible
356
357$(modpfx):
358	mkdir -p $@
359
360$(modpfx)%: % $(modpfx)
361	cp $< $@
362
363$(objpfx)gconv-modules: gconv-modules
364	cp $^ $@
365
366# Test requires BIG5HKSCS.
367$(objpfx)tst-iconv-big5-hkscs-to-2ucs4.out: \
368			 $(addprefix $(objpfx), $(gconv-modules)) \
369			 $(addprefix $(objpfx),$(modules.so))
370