pH$BwWzDTw\8P
|3ٳL&C?===TWWNI&d2B,pV^/~`0H4ja]|# B+U9p9cؙ `!6mBJY}iow2FOD"cH! PC(3Ff WVVN&d2`0m'ò,uh4J0dwL ii$B@]] ^T*UchF0 8uvbWy]|硇 " Ճ4R8j+(-li
aH) U)Vdf b\pǏ 8gO .&; ܹs~
2*f %rE8ul#! xz # ;zSNqq<řs\ f1=h:ܑ-*yrQUU D2Wä(#\ebB7T*Ua= ef6ϙ%daW
Y8#zRNuPn"t9pb(} UUUx^din^Mfq;wχ>l,N9P.KriCA&u E&)tZG9ő#yx =\\ɻllBC()2$Ua|> xHX.͒fK섖e144H 9={سw?GNk(KE.]'ZD/I%9Cp_L J꺞l2ݳ'Or! :9 c(c*#
ko\A%viH
8uuuH"m +˔|)`0iۋeܹ]]d =\jZWx-J|@QPJ@M`.7V6\(%qxs=C ^P5"P+ =/g 15zCIҰI1 &W";P.G~l4% '
x*jvߜhJub
%`fI5ozR@!5U J=R)mLt\
g#5 ƲfRCXpg
jn_ʭx3۶mcݺ먪P8 ݽF]S ː|5J]Ө$N1A<`F+ Lc{>h K[q
7n:/YWj)̗p*c\ve 4.`0HWWĕΦ8Vr C$ݢ&gzV5kVzjP[[Wb) jOoE\nfzD"={=Cm TWDUׯ`ۨgM446RQQoBMun:-U>A H343TWWS[[ iDQ< LzZ[[u,t]/i2|ضMuu5h;͒NRbYVIk0NT
Je# p8Ed2B_Om -UkʐfP0
ƅ|\lFV8Q wmm-agSHۜy3ː|1P(Tk^/^D"A:l7+QX)%}}CzP]\neaE"B=|opx0Ml6{Sl,l=8yxmm4-]' Jep!mdn !W:^z< ɔ£Gl6K_o/Nd߾}ܵsAӍ 5\{M ځau RJeV'p8 .dJ:>NJ8cǜ \HP=
kzC% T壧wݹ^rG `zkzL&C:f MH$<$Ig:%=ؾJp ʛq- GO ~Ns+) %rB=TTTo>x $ \M`9[a\nZdz(t)id10Њ*dcVs%2CDؿ _]Wͭh 7ů/c+,iUd~-Ll4l/+wULQ(3a***H%Sx -)GfL
m + ÈuP'4[;ٰBece*k\fF
,@uwww9mf [as -CHZW-+q
7N8WkF !
d6R %21ۄ p@
ZbVVJ `%>6azͺ뮣ʪꕗ3= Ωە?JeF>)qF
;=JY\v%
,me#+W`4/[Fmm @u*9\v*nW(`d2ɢ~4 ol6CҥXjե`ZU)M~%rBڅh4c x
WnT*E*" O*@xL;
*)']HF躎ra6ad کa0~tBP.#dn7erRډ
!!
mV&K~DQf2|Q.XF'N(*
!H\.6A;Q|\:j5:P1pKFC0,X#a$vv)d4kSO?_x;n~#X:e٣\F\O`oG(bKaѷa=h? 'N ;/_0h`` `;ە;Je6RH+K0XMUxJ
B,v& !Riژ~`˲Sݻ Ʈ}9u!ۏ.S
jn 0QF%2 luvThii)t/ b''N`wCOrgaˋ X{e-!oHBJ^Ntʤ*nW($ rxeی
A~A 'ϰ!4zd*nW(
e*G~ E5hzeۇ)u baNpłMd c"fY<^V
M [@OO>t24[( RFh4
ߎ'P[f H if0qx`'zJ͊۶mcill,q*EQB C=]\.Q._ !E#j8g143Xa p2ыNP t6y&[em*(u* !B_UܮQ.e")4 EƔN)%Ҷ24v&JưF fPP-Y}k1텗c %@ |H$B_ COcBfV2Xֺ-[ƢE&roe DUUU(FGCCB>{ %
aYlfis3MMMdYkXf/BJ9 ]ZKQ(6}Xiʠ|iN6l@,wcqBK.u
3y3X$Bp;3 @H$BEE555ȢEhhh0:up^*~@ 55;=&iZH
GNM{{;\rb[<
w1t\Qz4c͗ikoK4'g %YJ ZUp"E~<ފ\ʵG[[O?"23 ސojbVŋul6[kUee) g2!Xb%Yd UFɊ7q]X}*r(8i0=77PQQm;"χd2eY477iU(o|$S7n ˖-# wja-gv:L
|> ] +ne]q)Ooo/_җb)iw}S"z؛ԡnF3p ZYVXA(0 RpSxěǥkxiSJ)F,mnJĊ|D x0=]:Qr
>@!Zl_5&Ab4gΜaʕx^ dz.]Zgů :@b%P L"AxW}~OsÍ7rذawufbU5&XԶmyy?^DV5+J3D{+դ_g%/_ʕhooz*++ B%[N/|F{[aR)
cǎq`~ɓ'
_i u(>J3Dh:Uxڱϱ y 1`xD"*++\e$ &
Ly&!4Μ=?JH$b0*O,c84-p*#ȀemVeQYnDپt?N 4Ipмt_ os`z
F%x%٦Δ݈@*ߥ++k:=lo,)Ik`[jX&E*4h.y\nA<{c 4raA
x RVcB rN K6\Ɋ*\7Xpy\ul)Ifز:H[^5j{%;l-[W]?NOlxJdA *ٴ|Qй NniGS_4c*۶ZUU]B1QV(0J
F X(+s%`b9Ɖ`K)GRJib[ξ3kQxB hB\RS ]W /}_F@経ޏ,( sܚKߠѠ5uk: zb fߩ.zhB!sy]4VGh[TŲ
j+C=.l) Ns+ơ= 5G Y!$ z8!6 n"1 %3 &.=[B4eŒV-aqmi&9\; &tڊ z-%=mKu-."azwgz2s,Tsض$ pM+x7pI*cpL7}r7$+ިRJj+Vu u_[w0KgmKV4UA{/;ç3xlco2~Ƕ .eKj" uzZ.#]rΌar+O Ot [JjA3`QuD9|M67Л
h
" Nyv L^yJ%%K+o ݲ
{4~+s]k[V/9zmY~B!ޱm
_~0,ۙ ~b)V6~Mm6VqtK ဗo^ɒڑi'/!Ruwp뺥W n+5qsOK mS *l 5ܳ?x6F.\ѐ7nnc%|WIg ^,_ww]Zomyz\:)$ɴq#} .+oH˧u+i>G,S˂ s=< v P"C8Fdx x9= :l?xgv`N.IH EUuc^Gkʡs :,!xf >4T g|$3U%,u}+HxOfxleKZ|xw^ٝ' H`6 Β(ܺzjUGT J˲1̑)oٺݲσᙝ'8pTƤ:`%qS;U M8N/X5o \n739o
m
~ ygx'GEu_?KۢZ5+C앣xD, 5 NҁtOfHgMYdS<$%iMS!}ē^{!X"zV7tm}<$zWɡ"3ｍE5#Sԗ?ށsfUGiǡ> %6ưml[1,c ^eRB~gbْ*[]w+\&He o=y}8r];y9Ɇ8ī/Yݞ#̫=,@_tJi v $;J{mcX7#RJ*
eK} q 8v~Bܹu5 Kò.-S|W0L r.]{OW qތe XJɿ=3]^]'/_Tǭ3s% ?X"p߃ LkL-kx첏mi䘸ʯDl]ν7,gZqLF ?~;ַ
m
< t]]2R# &ߖ\vTܷ_}%l{=H$[
&-5#%%W{=qfW_0Qww:gusvUmcْ+XU8v7;O%%DKGj4V4U6f
2:_8o%kDJs~7;֕LA8Gp!S$?۩
x~MӼ# n߰ ]#uݺoh+?Ԩ|e㞆ҴWS=B.w4JӀN\{ް6;t>gw|\[*;nicۏkŗm[ؼr1t.rn]\T'/ 0+.X;Obq-.]TlwlANq%i6oy%>SG伿hHk XtMڑFYv q`eܺ$l.^=1JNX8xqi~^ĺӕt?Zs$Ζ{߰t| Ost!}I|X[kfqMۖx.t n?Bn<) 4AsCeI6DwzPbl[Pqg DNW"9n$J5Fٺz m\_Mk
50S DPBbK_X+%)FJHGJs=WMRR:^
] >ÎC \Ɲ[qi7mjdk}9 @ cJ߸j1틫/뭘]Ǎ6A[-^syu2m#%7\Ds}wnl-5cX.@ .ҁ#x]z_ `?(O1pgɒm]A*L.ɤtFͪj+tܮc>e3G|?{~ᤖݣ Cw{?ǝe*gX]QUW횜CqeM펱+j~[V/+jkho[;o
$N>q1^~U\˲+GI.$Oz`]sz|tGuTw7HKU8@SmM~-| =3Z^Youn[舓讍om`. ܴ6VѾ`{ct7~/\uiZ4v dɮU~ͅQԥkܲn)[@ <_ *YƬa6m?)>z
% *|ѻ8M%z7Lg*1Ǖ! s.[.19TT^%[L? Â̬\p6Md6kX״*ӴJΑ11 'v?z3ԏ) Ӳ9v~z7^tK_v%y *Glvg$ 1#g7rVFZ8.1 bǡ<1S(Qaִ.~F9GD OW*n v2 ʔKjh~NgLx٭X"${N\ mI}Um5ex.R3]1^?7T@ì(2%2;yq\{P`d/w0ɡlKXZ ec[#Zi
uiSY9^ut[šiZFf&x]ǥk : <3W! 94.@=H_A9Sxek.EzRb]]:&mIִ
Q*k=-.ͮ/sB|f,JTvm3Y"\tDD&0#vhSh4 7ܜ}kʵC+gX0-rurUy 5
ZS
hap)%6JIlo?oB16"D$~bèmF
!y 7t|[R}6eNta=pi_MaŐn/|ÖB/!:52L!C[ UR`Byo2YHݥ
XX&Zz-̨ jr pXOahfn[wiB#kG!9QwPpѯ?@;]XF@Y)2
tvoZ6yMc|C@U+OoBQt RwO4
\C"3Ĺn wK2p R0>@tԴ uශk=W1Rw;n剔l
IN6
@Oൈ&A;Jkދ5AmQ1]գ{5 VkWS$dp;) `+TBE`61HL_$g*p 7U/HaW6Mꤚla6"$#0L^y4 5^ QiB'̿.-*f9
| 3p ӔVLi#2)'qrq.86/?azgQeo9tyrޙ|9L'2H
=P
7YGoYVEŌ06qV/g+B3 fYsV ldl~3EYʶRN{xm~] o( QEE1pi!Dzܿ7
6^l~3EY 8-*l)q:c-[W7SNj<o(;9qfjp m/TNR:6f֙imkoy%MX?=:v=@r6?-Q8?lByTH 86&M"_2XeAK z{"V,'/ !1{s+H/ۚI &܇)# pgvsY % I#@3$lm!5SZ1kkm72' x'v
qdX[Jeh8bri g Ap N'pZL0K",P$f[J4Mcj e;ur$;*>.!m I&}K
r7Ϝp8Sv :J0s$LqM+i_\Meȏ{O!6fuN#T|n_UKk{"ou5Ou&~ :EP
W&9qSqR ny+p
mm~^m~3ܿ1-~ Ą 8 &_jmOyxk>Gkc%x9|a٩= ]yG- zٺEaj+|)v[WQ
ī8=-%1'WYn~OTn~
%˰-J)3ｍ$|qQW [8t]/ L˼|cAWb!mTXξ8,ˇwMU${Nڑffm~ef
%+Pl$MQnW.ps{o\Nv["#7n`%\|655| Oz hBn~Ĺ1j.c[T/ HKl8wn~_) <*".c[1I̚mѥkD>tM7o{OsM+z\:əj8t òI1 7S(O!8
u;Vtڸ4!@*B{ Au$]\>kG.5-BI]q=A@m M-Jlm)YRC^U6Bcux G;{Ng\)=JH%ΊOpKpJLh
BXF$ s\BB0R_?~0ù3&$z&'겍YtΘs]"J3lg{p:oW?^<ĉ HF3o>Vg-J 틫L28BY-l~%Ybm&b[D͑7oPeݶ(Ad7OQ.FM >
4Mv.
}
\seealso{
Useful links:
\itemize{
\item \url{https://haven.tidyverse.org}
\item \url{https://github.com/tidyverse/haven}
\item \url{https://github.com/WizardMac/ReadStat}
\item Report bugs at \url{https://github.com/tidyverse/haven/issues}
}
}
\author{
\strong{Maintainer}: Hadley Wickham \email{hadley@rstudio.com}
Authors:
\itemize{
\item Evan Miller (Author of included ReadStat code) [copyright holder]
}
Other contributors:
\itemize{
\item RStudio [copyright holder, funder]
}
}
\keyword{internal}
haven/man/zap_labels.Rd 0000644 0001762 0000144 00000001731 14101766135 014537 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_labels.R
\name{zap_labels}
\alias{zap_labels}
\title{Zap value labels}
\usage{
zap_labels(x)
}
\arguments{
\item{x}{A vector or data frame}
}
\description{
Removes value labels, leaving unlabelled vectors as is. Use this if you
want to simply drop all \code{labels} from a data frame.
Zapping labels from \code{\link[=labelled_spss]{labelled_spss()}} also removes user-defined missing
values, replacing with standard \code{NA}s.
}
\examples{
x1 <- labelled(1:5, c(good = 1, bad = 5))
x1
zap_labels(x1)
x2 <- labelled_spss(c(1:4, 9), c(good = 1, bad = 5), na_values = 9)
x2
zap_labels(x2)
# zap_labels also works with data frames
df <- tibble::tibble(x1, x2)
df
zap_labels(df)
}
\seealso{
\code{\link[=zap_label]{zap_label()}} to remove variable labels.
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_formats}()},
\code{\link{zap_label}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/man/as_factor.Rd 0000644 0001762 0000144 00000004132 14034334622 014357 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/as_factor.R
\name{as_factor}
\alias{as_factor}
\alias{as_factor.data.frame}
\alias{as_factor.haven_labelled}
\alias{as_factor.labelled}
\title{Convert input to a factor.}
\usage{
\method{as_factor}{data.frame}(x, ..., only_labelled = TRUE)
\method{as_factor}{haven_labelled}(
x,
levels = c("default", "labels", "values", "both"),
ordered = FALSE,
...
)
\method{as_factor}{labelled}(
x,
levels = c("default", "labels", "values", "both"),
ordered = FALSE,
...
)
}
\arguments{
\item{x}{Object to coerce to a factor.}
\item{...}{Other arguments passed down to method.}
\item{only_labelled}{Only apply to labelled columns?}
\item{levels}{How to create the levels of the generated factor:
\itemize{
\item "default": uses labels where available, otherwise the values.
Labels are sorted by value.
\item "both": like "default", but pastes together the level and value
\item "label": use only the labels; unlabelled values become \code{NA}
\item "values: use only the values
}}
\item{ordered}{If \code{TRUE} create an ordered (ordinal) factor, if
\code{FALSE} (the default) create a regular (nominal) factor.}
}
\description{
The base function \code{as.factor()} is not a generic, but this variant
is. Methods are provided for factors, character vectors, labelled
vectors, and data frames. By default, when applied to a data frame,
it only affects \link{labelled} columns.
}
\details{
Includes methods for both class \code{haven_labelled} and \code{labelled}
for backward compatibility.
}
\examples{
x <- labelled(sample(5, 10, replace = TRUE), c(Bad = 1, Good = 5))
# Default method uses values where available
as_factor(x)
# You can also extract just the labels
as_factor(x, levels = "labels")
# Or just the values
as_factor(x, levels = "values")
# Or combine value and label
as_factor(x, levels = "both")
# as_factor() will preserve SPSS missing values from values and ranges
y <- labelled_spss(1:10, na_values = c(2, 4), na_range = c(8, 10))
as_factor(y)
# use zap_missing() first to convert to NAs
zap_missing(y)
as_factor(zap_missing(y))
}
haven/man/read_dta.Rd 0000644 0001762 0000144 00000010137 14035041246 014161 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-stata.R
\name{read_dta}
\alias{read_dta}
\alias{read_stata}
\alias{write_dta}
\title{Read and write Stata DTA files}
\usage{
read_dta(
file,
encoding = NULL,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
read_stata(
file,
encoding = NULL,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
write_dta(data, path, version = 14, label = attr(data, "label"))
}
\arguments{
\item{file}{Either a path to a file, a connection, or literal data
(either a single string or a raw vector).
Files ending in \code{.gz}, \code{.bz2}, \code{.xz}, or \code{.zip} will
be automatically uncompressed. Files starting with \verb{http://},
\verb{https://}, \verb{ftp://}, or \verb{ftps://} will be automatically
downloaded. Remote gz files can also be automatically downloaded and
decompressed.
Literal data is most useful for examples and tests. It must contain at
least one new line to be recognised as data (instead of a path) or be a
vector of greater than length 1.
Using a value of \code{\link[readr:clipboard]{clipboard()}} will read from the system clipboard.}
\item{encoding}{The character encoding used for the file. Generally,
only needed for Stata 13 files and earlier. See Encoding section
for details.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
\item{data}{Data frame to write.}
\item{path}{Path to a file where the data will be written.}
\item{version}{File version to use. Supports versions 8-15.}
\item{label}{Dataset label to use, or \code{NULL}. Defaults to the value stored in
the "label" attribute of \code{data}. Must be <= 80 characters.}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable.
It is not printed on the console, but the RStudio viewer will show it.
If a dataset label is defined in Stata, it will stored in the "label"
attribute of the tibble.
\code{write_dta()} returns the input \code{data} invisibly.
}
\description{
Currently haven can read and write logical, integer, numeric, character
and factors. See \code{\link[=labelled]{labelled()}} for how labelled variables in
Stata are handled in R.
}
\section{Character encoding}{
Prior to Stata 14, files did not declare a text encoding, and the
default encoding differed across platforms. If \code{encoding = NULL},
haven assumes the encoding is windows-1252, the text encoding used by
Stata on Windows. Unfortunately Stata on Mac and Linux use a different
default encoding, "latin1". If you encounter an error such as
"Unable to convert string to the requested encoding", try
\code{encoding = "latin1"}
For Stata 14 and later, you should not need to manually specify \code{encoding}
value unless the value was incorrectly recorded in the source file.
}
\examples{
path <- system.file("examples", "iris.dta", package = "haven")
read_dta(path)
tmp <- tempfile(fileext = ".dta")
write_dta(mtcars, tmp)
read_dta(tmp)
read_stata(tmp)
}
haven/man/read_sas.Rd 0000644 0001762 0000144 00000005300 14034330015 014165 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-sas.R
\name{read_sas}
\alias{read_sas}
\alias{write_sas}
\title{Read and write SAS files}
\usage{
read_sas(
data_file,
catalog_file = NULL,
encoding = NULL,
catalog_encoding = encoding,
col_select = NULL,
skip = 0L,
n_max = Inf,
cols_only = "DEPRECATED",
.name_repair = "unique"
)
write_sas(data, path)
}
\arguments{
\item{data_file, catalog_file}{Path to data and catalog files. The files are
processed with \code{\link[readr:datasource]{readr::datasource()}}.}
\item{encoding, catalog_encoding}{The character encoding used for the
\code{data_file} and \code{catalog_encoding} respectively. A value of \code{NULL} uses the
encoding specified in the file; use this argument to override it if it is
incorrect.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{cols_only}{\strong{Deprecated}: Use \code{col_select} instead.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
\item{data}{Data frame to write.}
\item{path}{Path to file where the data will be written.}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable. It is
not printed on the console, but the RStudio viewer will show it.
\code{write_sas()} returns the input \code{data} invisibly.
}
\description{
\code{read_sas()} supports both sas7bdat files and the accompanying sas7bcat files
that SAS uses to record value labels. \code{write_sas()} is currently experimental
and only works for limited datasets.
}
\examples{
path <- system.file("examples", "iris.sas7bdat", package = "haven")
read_sas(path)
}
haven/man/zap_label.Rd 0000644 0001762 0000144 00000001423 14101766013 014345 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_label.R
\name{zap_label}
\alias{zap_label}
\title{Zap variable labels}
\usage{
zap_label(x)
}
\arguments{
\item{x}{A vector or data frame}
}
\description{
Removes variable label, leaving unlabelled vectors as is.
}
\examples{
x1 <- labelled(1:5, c(good = 1, bad = 5), label = "rating")
x1
zap_label(x1)
x2 <- labelled_spss(c(1:4, 9), label = "score", na_values = 9)
x2
zap_label(x2)
# zap_label also works with data frames
df <- tibble::tibble(x1, x2)
str(df)
str(zap_label(df))
}
\seealso{
\code{\link[=zap_labels]{zap_labels()}} to remove value labels.
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_formats}()},
\code{\link{zap_labels}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/DESCRIPTION 0000644 0001762 0000144 00000002713 14102416217 013062 0 ustar ligges users Package: haven
Title: Import and Export 'SPSS', 'Stata' and 'SAS' Files
Version: 2.4.3
Authors@R:
c(person(given = "Hadley",
family = "Wickham",
role = c("aut", "cre"),
email = "hadley@rstudio.com"),
person(given = "Evan",
family = "Miller",
role = c("aut", "cph"),
comment = "Author of included ReadStat code"),
person(given = "RStudio",
role = c("cph", "fnd")))
Description: Import foreign statistical formats into R via the embedded
'ReadStat' C library, .
License: MIT + file LICENSE
URL: https://haven.tidyverse.org, https://github.com/tidyverse/haven,
https://github.com/WizardMac/ReadStat
BugReports: https://github.com/tidyverse/haven/issues
Depends: R (>= 3.2)
Imports: forcats (>= 0.2.0), hms, methods, readr (>= 0.1.0), rlang (>=
0.4.0), tibble, tidyselect, vctrs (>= 0.3.0)
Suggests: cli, covr, crayon, fs, knitr, pillar (>= 1.4.0), rmarkdown,
testthat (>= 3.0.0)
LinkingTo: cpp11
VignetteBuilder: knitr
Config/testthat/edition: 3
Encoding: UTF-8
RoxygenNote: 7.1.1
SystemRequirements: GNU make, C++11, zlib
NeedsCompilation: yes
Packaged: 2021-08-03 21:27:47 UTC; hadley
Author: Hadley Wickham [aut, cre],
Evan Miller [aut, cph] (Author of included ReadStat code),
RStudio [cph, fnd]
Maintainer: Hadley Wickham
Repository: CRAN
Date/Publication: 2021-08-04 04:50:23 UTC
haven/build/ 0000755 0001762 0000144 00000000000 14102332322 012442 5 ustar ligges users haven/build/vignette.rds 0000644 0001762 0000144 00000000344 14102332322 015002 0 ustar ligges users uK0S&x N%$lm56bh#qZ^vfۻґ,>l6D/ÂZ &E 'f\*(xY:O璽IiɂQaOQNz w3OP}Њf7;ɫ,;á-Ӝca\XZ"MD^e erSuy/lm6kGir Gz haven/tests/ 0000755 0001762 0000144 00000000000 14102332323 012506 5 ustar ligges users haven/tests/testthat/ 0000755 0001762 0000144 00000000000 14102416217 014353 5 ustar ligges users haven/tests/testthat/test-haven-stata.R 0000644 0001762 0000144 00000015354 14101006665 017677 0 ustar ligges users # read_stata --------------------------------------------------------------
test_that("stata data types read into expected types (#45)", {
df <- read_stata(test_path("stata/types.dta"))
types <- vapply(df, typeof, character(1))
expect_equal(types, c(
vfloat = "double",
vdouble = "double",
vlong = "double",
vint = "double",
vbyte = "double",
vstr = "character",
vdate = "double",
vdatetime = "double"
))
})
test_that("Stata %td (date) and %tc (datetime) read into expected classes", {
df <- read_stata(test_path("stata/types.dta"))
expect_s3_class(df$vdate, "Date")
expect_s3_class(df$vdatetime, "POSIXct")
})
test_that("Old %d format read into Date class", {
df <- zap_formats(read_stata(test_path("stata/datetime-d.dta")))
expect_equal(df$date, as.Date("2015-11-02"))
})
test_that("tagged double missings are read correctly", {
x <- read_dta(test_path("stata/tagged-na-double.dta"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("tagged integer missings are read correctly", {
x <- read_dta(test_path("stata/tagged-na-int.dta"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("file label and notes stored as attributes", {
df <- read_dta(test_path("stata/notes.dta"))
expect_equal(attr(df, "label"), "This is a test dataset.")
expect_length(attr(df, "notes"), 2)
})
test_that("only selected columns are read", {
out <- read_dta(test_path("stata/notes.dta"), col_select = "id")
expect_named(out, "id")
})
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_dta(test_path("stata/notes.dta"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_dta(test_path("stata/notes.dta"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
# write_dta ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "dta"), x)
expect_equal(roundtrip_var(1:10, "dta"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "dta"), c(1, 0))
expect_equal(roundtrip_var(letters, "dta"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "dta"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "dta"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "dta"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "dta"), "")
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
expect_equal(roundtrip_var(x1, "dta"), x1)
# converted to same time in UTC
x2 <- as.POSIXct("2010-01-01 09:00", tz = "Pacific/Auckland")
expect_equal(
roundtrip_var(x2, "dta"),
as.POSIXct("2010-01-01 09:00", tz = "UTC")
)
})
test_that("can roundtrip tagged NAs", {
x <- c(1, 2, tagged_na('a', 'b'), NA)
expect_equal(roundtrip_var(x, "dta"), x)
tags <- tagged_na('a', 'b')
y <- labelled(
c(1, 2, 1, tags[1], tags[2]),
c("ABC" = tags[1], "DEF" = tags[2])
)
expect_equal(roundtrip_var(y, "dta"), y)
})
test_that("infinity gets converted to NA", {
expect_equal(roundtrip_var(c(Inf, 0, -Inf), "dta"), c(NA, 0, NA))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "dta")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are preserved", {
x <- 1:10
attr(x, "label") <- "abc"
expect_equal(attr(roundtrip_var(x, "dta"), "label"), "abc")
})
test_that("labelleds are round tripped", {
int <- labelled(c(1L, 2L), c(a = 1L, b = 3L))
num <- labelled(c(1, 2), c(a = 1, b = 3))
chr <- labelled(c("a", "b"), c(a = "b", b = "a"))
expect_equal(roundtrip_var(num, "dta"), num)
# FIXME!
# expect_equal(roundtrip_var(chr, "dta"), chr)
})
test_that("can write labelled with NULL labels", {
int <- labelled(c(1L, 2L), NULL)
num <- labelled(c(1, 2), NULL)
chr <- labelled(c("a", "b"), NULL)
expect_equal(roundtrip_var(int, "dta"), c(1L, 2L))
expect_equal(roundtrip_var(num, "dta"), c(1L, 2L))
expect_equal(roundtrip_var(chr, "dta"), c("a", "b"))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "dta")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are converted to utf-8", {
labels_utf8 <- c("\u00e9\u00e8", "\u00e0", "\u00ef")
labels_latin1 <- iconv(labels_utf8, "utf-8", "latin1")
v_utf8 <- labelled(3:1, setNames(1:3, labels_utf8))
v_latin1 <- labelled(3:1, setNames(1:3, labels_latin1))
expect_equal(names(attr(roundtrip_var(v_utf8, "dta"), "labels")), labels_utf8)
expect_equal(names(attr(roundtrip_var(v_latin1, "dta"), "labels")), labels_utf8)
})
test_that("supports stata version 15", {
df <- tibble(x = factor(letters), y = runif(26))
path <- tempfile()
write_dta(df, path, version = 15)
df2 <- read_dta(path)
df2$x <- as_factor(df2$x)
df2$y <- zap_formats(df2$y)
expect_equal(df2, df)
})
test_that("can roundtrip file labels", {
df <- tibble(x = 1)
expect_null(attr(roundtrip_dta(df), "label"))
expect_equal(attr(roundtrip_dta(df, label = "abcd"), "label"), "abcd")
attr(df, "label") <- "abc"
expect_equal(attr(roundtrip_dta(df), "label"), "abc")
expect_equal(attr(roundtrip_dta(df, label = "abcd"), "label"), "abcd")
expect_null(attr(roundtrip_dta(df, label = NULL), "label"))
})
test_that("invalid files generate informative errors", {
expect_snapshot(error = TRUE,{
long <- paste(rep("a", 100), collapse = "")
write_dta(data.frame(x = 1), tempfile(), label = long)
df <- data.frame(1)
names(df) <- "x y"
write_dta(df, tempfile(), version = 13)
names(df) <- long
write_dta(df, tempfile(), version = 13)
write_dta(df, tempfile(), version = 14)
})
})
test_that("can't write non-integer labels (#401)", {
expect_snapshot(error = TRUE, {
df <- data.frame(x = labelled(c(1, 2.5, 3), c("b" = 1.5)))
write_dta(df, tempfile())
})
})
haven/tests/testthat/test-zap_widths.R 0000644 0001762 0000144 00000000527 14033646044 017641 0 ustar ligges users test_that("can zap width attribute from vector", {
x <- structure(1:5, display_width = 10)
y <- zap_widths(x)
expect_null(attributes(y))
})
test_that("can zap width attribute from vector in data frame", {
x <- structure(1:5, display_width = 10)
df <- data.frame(x = x)
out <- zap_widths(df)
expect_null(attributes(out$x))
})
haven/tests/testthat/test-labelled_spss.R 0000644 0001762 0000144 00000024273 14101006665 020300 0 ustar ligges users test_that("constructor checks na_value", {
expect_incompatible_type(labelled_spss(1:10, na_values = "a"))
expect_snapshot(error = TRUE, {
labelled_spss(1:10, na_values = "a")
labelled_spss(1:10, na_values = NA_integer_)
})
})
test_that("constructor checks na_range", {
expect_snapshot(error = TRUE,{
labelled_spss(1:10, na_range = "a")
labelled_spss(1:10, na_range = 1:3)
labelled_spss(1:10, na_range = c(2, NA))
labelled_spss(1:10, na_range = c(2, 1))
})
})
test_that("printed output is stable", {
x <- labelled_spss(
1:5, c("Good" = 1, "Bad" = 5),
na_values = c(1, 2),
na_range = c(3, Inf)
)
expect_snapshot(x)
})
test_that("subsetting preserves attributes", {
x <- labelled_spss(
1:5, c("Good" = 1, "Bad" = 5),
na_values = c(1, 2),
na_range = c(3, Inf),
label = "Rating"
)
expect_identical(x, x[])
})
test_that("labels must be unique", {
expect_error(
labelled_spss(1, c(female = 1, male = 1), na_values = 9),
"must be unique")
})
# is.na -------------------------------------------------------------------
test_that("values in na_range flagged as missing", {
x <- labelled_spss(1:5, c("a" = 1), na_range = c(1, 3))
expect_equal(is.na(x), c(TRUE, TRUE, TRUE, FALSE, FALSE))
})
test_that("values in na_values flagged as missing", {
x <- labelled_spss(1:5, c("a" = 1), na_values = c(1, 3, 5))
expect_equal(is.na(x), c(TRUE, FALSE, TRUE, FALSE, TRUE))
})
# Types -------------------------------------------------------------------
test_that("combining preserves class", {
expect_s3_class(vec_c(labelled_spss(), labelled_spss()), "haven_labelled_spss")
expect_s3_class(vec_c(labelled_spss(), labelled_spss(na_values = 1)), "haven_labelled")
expect_s3_class(vec_c(labelled_spss(na_values = 1), labelled_spss(na_values = 1)), "haven_labelled_spss")
})
test_that("combining is symmetrical w.r.t. data types", {
expect_incompatible_type(vec_c(labelled_spss(character()), labelled_spss()))
expect_incompatible_type(vec_c(labelled_spss(), labelled_spss(character())))
expect_identical(
vec_c(labelled_spss(integer()), labelled_spss()),
vec_c(labelled_spss(), labelled_spss(integer()))
)
expect_identical(
vec_c(labelled_spss(), double()),
vec_c(double(), labelled_spss())
)
expect_identical(
vec_c(labelled_spss(), integer()),
vec_c(integer(), labelled_spss())
)
expect_identical(
vec_c(labelled_spss(), labelled()),
vec_c(labelled(), labelled_spss())
)
})
test_that("can cast labelled_spss to atomic vectors", {
x_int <- labelled_spss(1:2)
x_dbl <- labelled_spss(c(1, 2))
x_chr <- labelled_spss(c("a", "b"))
expect_identical(vec_cast(x_int, integer()), 1:2)
expect_identical(vec_cast(x_int, double()), c(1, 2))
expect_error(vec_cast(x_int, character()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_dbl, integer()), 1:2)
expect_identical(vec_cast(x_dbl, double()), c(1, 2))
expect_error(vec_cast(x_dbl, character()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, integer()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, double()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_chr, character()), c("a", "b"))
})
test_that("can cast atomic vectors to labelled_spss", {
x_int <- labelled_spss(1:2)
x_dbl <- labelled_spss(c(1, 2))
x_chr <- labelled_spss(c("a", "b"))
expect_identical(vec_cast(1:3, x_int), labelled_spss(1:3))
expect_identical(vec_cast(1:3, x_dbl), labelled_spss(c(1, 2, 3)))
expect_error(vec_cast(1:3, x_chr), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(c(0, 1), x_int), labelled_spss(0:1))
expect_identical(vec_cast(c(0, 1), x_dbl), labelled_spss(c(0, 1)))
expect_error(vec_cast(c(0, 1), x_chr), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_int), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_dbl), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast("a", x_chr), labelled_spss("a"))
})
test_that("combining preserves label sets", {
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1, Bad = 5)),
labelled_spss(5, labels = c(Good = 1, Bad = 5)),
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("combining preserves user missing", {
expect_equal(
vec_c(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(5, na_values = c(1, 5)),
),
labelled_spss(c(1, 5), na_values = c(1, 5))
)
expect_equal(
vec_c(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(5, na_range = c(1, 5)),
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
})
test_that("can combine names", {
x <- labelled_spss(c(x = 1L))
expect_named(vec_c(x, x), c("x", "x"))
expect_named(vec_c(x, c(y = 1L)), c("x", "y"))
})
test_that("take labels from LHS", {
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1, Bad = 5)),
labelled_spss(5, labels = c(Bad = 1, Good = 5)),
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1)),
labelled_spss(5, labels = c(Bad = 1)),
),
labelled_spss(c(1, 5), labels = c(Good = 1))
)
})
test_that("strip user missing if different", {
expect_equal(
vec_c(
labelled_spss(na_values = 1),
labelled_spss(na_values = 5),
),
labelled()
)
expect_equal(
vec_c(
labelled_spss(na_range = c(1, 5)),
labelled_spss(na_range = c(2, 4)),
),
labelled()
)
expect_equal(
vec_c(
labelled_spss(na_range = c(1, 5)),
labelled_spss(na_values = 5),
),
labelled()
)
})
test_that("combining picks label from the left", {
expect_equal(
attr(vec_c(
labelled_spss(label = "left"),
labelled_spss(label = "right"),
), "label", exact = TRUE),
"left"
)
})
test_that("combining with bare vectors results in a labelled_spss()", {
expect_identical(vec_c(labelled_spss(), 1.1), labelled_spss(1.1))
expect_identical(vec_c(labelled_spss(integer()), 1.1), labelled_spss(1.1))
expect_equal(
vec_c(labelled_spss(labels = c(Good = 1, Bad = 5)), 1, 3, 5),
labelled_spss(vec_c(1, 3, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to labelled_spss throws lossy cast if not safe", {
expect_incompatible_type(vec_cast("a", labelled_spss()))
expect_incompatible_type(vec_cast("a", labelled_spss(integer())))
expect_error(vec_cast(1.1, labelled_spss(integer())), class = "vctrs_error_cast_lossy")
})
test_that("casting to a superset of labels works", {
expect_equal(
vec_cast(
labelled_spss(c(1, 5), c(Good = 1)),
labelled_spss(labels = c(Good = 1, Bad = 5))
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to a subset of labels works iff labels were unused", {
expect_equal(
vec_cast(
labelled_spss(1, c(Good = 1, Bad = 5)),
labelled_spss(labels = c(Good = 1))
),
labelled_spss(1, labels = c(Good = 1))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), c(Good = 1, Bad = 5)),
labelled_spss(labels = c(Good = 1))
))
})
test_that("casting away labels throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(1, c(Good = 1)),
labelled_spss(labels = c(Bad = 5))
))
})
test_that("casting to a superset of user missing works", {
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_values = 1),
labelled_spss(na_values = c(1, 5))
),
labelled_spss(c(1, 5), na_values = c(1, 5))
)
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_values = 1),
labelled_spss(na_range = c(1, 5))
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_range = c(2, 4)),
labelled_spss(na_range = c(1, 5))
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
})
test_that("casting to a subset of user missing works iff values were unused", {
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(na_values = 1)
),
labelled_spss(1, na_values = 1)
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_values = c(1, 5)),
labelled_spss(na_values = 1)
))
expect_equal(
vec_cast(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(na_range = c(1, 3))
),
labelled_spss(1, na_range = c(1, 3))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_range = c(1, 5)),
labelled_spss(na_range = c(1, 3))
))
expect_equal(
vec_cast(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(na_values = 1)
),
labelled_spss(1, na_values = 1)
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_range = c(1, 5)),
labelled_spss(na_values = 1)
))
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(na_range = c(1, 3))
),
labelled_spss(1, na_range = c(1, 3))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_values = c(1, 5)),
labelled_spss(na_range = c(1, 3))
))
})
test_that("casting away user missing throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(1, na_values = 1),
labelled_spss(na_values = 5)
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_range = c(1, 3)),
labelled_spss(na_range = c(5, 7))
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_range = c(1, 3)),
labelled_spss(na_values = 5)
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_values = 1),
labelled_spss(na_range = c(5, 7))
))
})
test_that("casting to regular labelled ignores missing values", {
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled()
),
labelled(1)
)
})
test_that("casting away tagged na values throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(tagged_na("a")),
labelled_spss(integer())
))
expect_incompatible_type(vec_cast(
labelled_spss(tagged_na("a")),
labelled_spss(character())
))
})
test_that("won't cast labelled_spss numeric to character", {
expect_incompatible_type(vec_cast(labelled_spss(), character()))
expect_incompatible_type(vec_cast(labelled_spss(integer()), character()))
})
haven/tests/testthat/test-tagged_na.R 0000644 0001762 0000144 00000002477 14033646044 017404 0 ustar ligges users test_that("tagged_na is NA (but not NaN)", {
x <- tagged_na("a")
expect_true(is.na(x))
expect_false(is.nan(x))
})
# tag_na ------------------------------------------------------------------
test_that("can extract value of tagged na", {
expect_equal(na_tag(tagged_na(letters)), letters)
})
test_that("tag of system NA is NA", {
expect_equal(na_tag(NA_real_), NA_character_)
})
test_that("tag of non-NA is NA", {
expect_equal(na_tag(1), NA_character_)
})
# is_tagged_na ------------------------------------------------------------
test_that("regular NA isn't tagged", {
expect_false(is_tagged_na(NA_real_))
})
test_that("non-missing isn't tagged", {
expect_false(is_tagged_na(1))
})
test_that("tagged values are tagged", {
x <- tagged_na(c("a", "z"))
expect_equal(is_tagged_na(x), c(TRUE, TRUE))
})
test_that("values are checked if required", {
x <- tagged_na(c("a", "z"))
expect_equal(is_tagged_na(x, "a"), c(TRUE, FALSE))
})
# character output -----------------------------------------------------------
test_that("format_tagged_na displays tagged NA's specially", {
x <- c(1, tagged_na("a"), NA)
expect_equal(format_tagged_na(x), c(
" 1",
"NA(a)",
" NA"
))
})
test_that("print_tagged_na is stable", {
x <- c(1:100, tagged_na(letters), NA)
expect_snapshot(print_tagged_na(x))
})
haven/tests/testthat/helper-roundtrip.R 0000644 0001762 0000144 00000001712 14033646021 020003 0 ustar ligges users
roundtrip_sav <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(x, tmp, ...)
zap_formats(read_sav(tmp))
}
roundtrip_dta <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_dta(x, tmp, ...)
zap_formats(read_dta(tmp))
}
roundtrip_sas <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_sas(x, tmp, ...)
zap_formats(read_sas(tmp))
}
roundtrip_xpt <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_xpt(x, tmp, ...)
zap_formats(read_xpt(tmp))
}
roundtrip_var <- function(x, type = "sav", ...) {
df <- tibble::tibble(x = x)
# Forces xpt files to be correct length even when ending with
# empty character strings
if (type == "xpt") {
df$y <- seq_along(x)
}
switch(type,
sav = roundtrip_sav(df, ...)$x,
dta = roundtrip_dta(df, ...)$x,
sas = roundtrip_sas(df, ...)$x,
xpt = roundtrip_xpt(df, ...)$x,
stop("Unsupported type")
)
}
haven/tests/testthat/spss/ 0000755 0001762 0000144 00000000000 14034332152 015342 5 ustar ligges users haven/tests/testthat/spss/umlauts.sav 0000644 0001762 0000144 00000001067 14033646021 017555 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@23 Feb 1512:43:46 VAR1 This is an ä-umlaut ?
the ä umlaut @
the ü umlaut @
the ö umlaut
VAR1=var1 var1:$@Role('0'
) UTF-8 efeg haven/tests/testthat/spss/variable-label.sav 0000644 0001762 0000144 00000000760 14033646021 020724 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@05 Feb 1516:12:01 SEX Gender ?female
SEX=sex sex:$@Role('0'
) UTF-8 e haven/tests/testthat/spss/labelled-str.sav 0000755 0001762 0000144 00000001015 14033646021 020431 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS 64-bit MS Windows 24.0.0.0 Y@13 Sep 1613:20:53 GENDER F Female M Male
GENDER=gender gender:$@Role('0'
) UTF-8 M F haven/tests/testthat/spss/labelled-num.sav 0000755 0001762 0000144 00000000773 14033646021 020432 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@06 Feb 1514:33:36 VAR00002 ? This is one
VAR00002=VAR00002 VAR00002:$@Role('0'
) UTF-8 e haven/tests/testthat/spss/datetime.sav 0000644 0001762 0000144 00000001232 14033646021 017651 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS DATA FILE MS Windows 19.0.0 Y@27 Feb 1512:05:48
DATE DATE.POS TIME
' DATE=date DATE.POS=date.posix TIME=time ; date:$@Role('0'
)/date.posix:$@Role('0'
)/time:$@Role('0'
) windows-1252 c B VBGk@ 0c B 6c B Q @ haven/tests/testthat/spss/labelled-num-na.sav 0000755 0001762 0000144 00000001027 14033646021 021017 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@06 Feb 1514:34:22 VAR00002 Only one value "@ ? This is one
VAR00002=VAR00002 VAR00002:$@Role('0'
) UTF-8 em haven/tests/testthat/test-haven-sas.R 0000644 0001762 0000144 00000016411 14101006665 017344 0 ustar ligges users # read_sas ----------------------------------------------------------------
test_that("variable label stored as attributes", {
df <- read_sas(test_path("sas/hadley.sas7bdat"))
expect_equal(attr(df$gender, "label"), NULL)
expect_equal(attr(df$q1, "label"), "The instructor was well prepared")
})
test_that("value labels parsed from bcat file", {
df <- read_sas(test_path("sas/hadley.sas7bdat"), test_path("sas/formats.sas7bcat"))
expect_s3_class(df$gender, "haven_labelled")
expect_equal(attr(df$gender, "labels"), c(Female = "f", Male = "m"))
expect_equal(attr(df$workshop, "labels"), c(R = 1, SAS = 2))
})
test_that("value labels read in as same type as vector", {
df <- read_sas(test_path("sas/hadley.sas7bdat"), test_path("sas/formats.sas7bcat"))
expect_equal(typeof(df$gender), typeof(attr(df$gender, "labels")))
expect_equal(typeof(df$workshop), typeof(attr(df$workshop, "labels")))
})
test_that("date times are converted into corresponding R types", {
df <- read_sas(test_path("sas/datetime.sas7bdat"))
expect_equal(df$VAR1[1], ISOdatetime(2015, 02, 02, 14, 42, 12, "UTC"))
expect_equal(df$VAR2[1], as.Date("2015-02-02"))
expect_equal(df$VAR3[1], as.Date("2015-02-02"))
expect_equal(df$VAR4[1], as.Date("2015-02-02"))
expect_equal(df$VAR5[1], hms::hms(52932))
})
test_that("tagged missings are read correctly", {
x <- read_sas(test_path("sas/tagged-na.sas7bdat"), test_path("sas/tagged-na.sas7bcat"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("default name repair can be overridden", {
df <- data.frame(1:3, 1:3)
colnames(df) <- c("id", "id")
path <- tempfile()
write_sas(df, path)
expect_message(read_sas(path), "id...1")
expect_message(read_sas(path, .name_repair = "minimal"), NA)
})
test_that("connections are read", {
file_conn <- file(test_path("sas/hadley.sas7bdat"))
expect_identical(read_sas(file_conn), read_sas("sas/hadley.sas7bdat"))
})
test_that("zip files are read", {
expect_identical(
read_sas(test_path("sas/hadley.zip")),
read_sas(test_path("sas/hadley.sas7bdat"))
)
})
# Row skipping ------------------------------------------------------------
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
# Row limiting ------------------------------------------------------------
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
test_that("throws informative error on bad row limit", {
rows_with_limit <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), n_max = n))
}
expect_error(rows_with_limit(1:5), "must have length 1")
expect_error(rows_with_limit("foo"), "must be numeric")
})
# Column selection --------------------------------------------------------
test_that("can select columns to read, with tidyselect semantics", {
with_col_select <- function(x) {
read_sas(test_path("sas/hadley.sas7bdat"), col_select = {{ x }})
}
full_data <- with_col_select(NULL)
n_col <- ncol(full_data)
expect_equal(with_col_select("id"), full_data[, "id"])
expect_equal(with_col_select(id), full_data[, "id"])
expect_equal(with_col_select(2:3), full_data[, 2:3])
expect_equal(with_col_select(tidyselect::last_col()), full_data[, n_col])
})
test_that("throws error on empty column selection", {
with_col_select <- function(x) {
read_sas(test_path("sas/hadley.sas7bdat"), col_select = {{ x }})
}
expect_error(with_col_select(character()), "Can't find")
expect_error(with_col_select(tidyselect::starts_with("x")), "Can't find")
})
test_that("can select columns when a catalog file is present", {
expect_named(
read_sas(
test_path("sas/hadley.sas7bdat"),
test_path("sas/formats.sas7bcat"),
col_select = "workshop"
),
"workshop"
)
})
test_that("using cols_only warns about deprecation, but works", {
expect_warning(
out <- read_sas(test_path("sas/hadley.sas7bdat"), cols_only = "id"),
"is deprecated"
)
expect_named(out, "id")
})
# write_sas ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "sas"), x)
expect_equal(roundtrip_var(1:10, "sas"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "sas"), c(1, 0))
expect_equal(roundtrip_var(letters, "sas"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "sas"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "sas"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "sas"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "sas"), "")
})
test_that("can write labelled with NULL labels", {
int <- labelled(c(1L, 2L), NULL)
num <- labelled(c(1, 2), NULL)
chr <- labelled(c("a", "b"), NULL)
expect_equal(roundtrip_var(int, "sas"), c(1L, 2L))
expect_equal(roundtrip_var(num, "sas"), c(1, 2))
expect_equal(roundtrip_var(chr, "sas"), c("a", "b"))
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
x2 <- as.POSIXct(x1)
attr(x2, "tzone") <- "UTC"
expect_equal(roundtrip_var(x1, "sas"), x1)
expect_equal(roundtrip_var(x2, "sas"), x2)
})
test_that("can roundtrip format attribute", {
df <- data.frame(x = structure(1:5, format.sas = "xyz"))
path <- tempfile()
write_sas(df, path)
out <- read_sas(path)
expect_equal(df$x, out$x)
})
test_that("infinity gets converted to NA", {
expect_equal(roundtrip_var(c(Inf, 0, -Inf), "sas"), c(NA, 0, NA))
})
# read_xpt ----------------------------------------------------------------
test_that("can read date/times", {
x <- as.Date("2018-01-01")
df <- data.frame(date = x, datetime = as.POSIXct(x))
path <- tempfile()
write_xpt(df, path)
res <- read_xpt(path)
expect_s3_class(res$date, "Date")
expect_s3_class(res$datetime, "POSIXct")
})
# write_xpt ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "xpt"), x)
expect_equal(roundtrip_var(1:10, "xpt"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "xpt"), c(1, 0))
expect_equal(roundtrip_var(letters, "xpt"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "xpt"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "xpt"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "xpt"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "xpt"), "")
})
test_that("invalid files generate informative errors", {
expect_snapshot(error = TRUE, {
write_xpt(mtcars, file.path(tempdir(), " temp.xpt"))
})
})
haven/tests/testthat/_snaps/ 0000755 0001762 0000144 00000000000 14034334015 015635 5 ustar ligges users haven/tests/testthat/_snaps/labelled-pillar.md 0000644 0001762 0000144 00000005741 14036036502 021215 0 ustar ligges users # nice display in tibbles
Code
int <- labelled(1:5, labels = c(good = 1L, bad = 5L))
dbl <- labelled(1:5 / 10, labels = c(good = 0.1, bad = 0.5))
chr <- labelled(letters[1:5], labels = c(good = "a", bad = "e"))
tibble(int, dbl, chr)
Output
# A tibble: 5 x 3
int dbl chr
1 1 [good] 0.1 [good] a [good]
2 2 0.2 b
3 3 0.3 c
4 4 0.4 d
5 5 [bad] 0.5 [bad] e [bad]
# pillar
Code
x <- labelled(1:11, c(Good = 1, Bad = 8))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 9
10 10
11 11
---
Code
x <- labelled(c(rep(c(1.22352, 1000, -345), each = 3), 35, 35), c(One = 1.22352,
Two = 35, Threeeee = 1000))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1.22 [One]
2 1.22 [One]
3 1.22 [One]
4 1000 [Threeeee]
5 1000 [Threeeee]
6 1000 [Threeeee]
7 -345
8 -345
9 -345
10 35 [Two]
11 35 [Two]
---
Code
x <- labelled(c(rep("A", 3), rep("B", 3), rep("XXXXXX", 4), NA), c(Apple = "A",
Banana = "B", Mystery = "XXXXXX"))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 A [Apple]
2 A [Apple]
3 A [Apple]
4 B [Banana]
5 B [Banana]
6 B [Banana]
7 XXXXXX [Mystery]
8 XXXXXX [Mystery]
9 XXXXXX [Mystery]
10 XXXXXX [Mystery]
11
---
Code
x <- labelled(c(1:8, tagged_na("a"), tagged_na("b"), NA), c(Good = 1, Bad = 8,
Refused = tagged_na("b")))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 NA(a)
10 NA(b) [Refused]
11 NA
---
Code
x <- labelled_spss(c(1:10, NA), c(Good = 1, Bad = 8, Refused = 10), c(9, 10))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 9 (NA)
10 10 (NA) [Refused]
11 NA
haven/tests/testthat/_snaps/labelled_spss.md 0000644 0001762 0000144 00000002206 14036036502 020775 0 ustar ligges users # constructor checks na_value
Code
labelled_spss(1:10, na_values = "a")
Error
Can't convert `na_values` to match type of `x` .
Code
labelled_spss(1:10, na_values = NA_integer_)
Error
`na_values` can not contain missing values.
# constructor checks na_range
Code
labelled_spss(1:10, na_range = "a")
Error
`na_range` must be a vector of length two the same type as `x`.
Code
labelled_spss(1:10, na_range = 1:3)
Error
`na_range` must be a vector of length two the same type as `x`.
Code
labelled_spss(1:10, na_range = c(2, NA))
Error
`na_range` can not contain missing values.
Code
labelled_spss(1:10, na_range = c(2, 1))
Error
`na_range` must be in ascending order.
# printed output is stable
Code
x
Output
[5]>
[1] 1 2 3 4 5
Missing values: 1, 2
Missing range: [3, Inf]
Labels:
value label
1 Good
5 Bad
haven/tests/testthat/_snaps/haven-spss.md 0000644 0001762 0000144 00000000407 14036036501 020250 0 ustar ligges users # complain about long factor labels
Code
x <- paste(rep("a", 200), collapse = "")
df <- data.frame(x = factor(x))
write_sav(df, tempfile())
Error
SPSS only supports levels with <= 120 characters
Problems: `x`
haven/tests/testthat/_snaps/haven-stata.md 0000644 0001762 0000144 00000002270 14036036501 020374 0 ustar ligges users # invalid files generate informative errors
Code
long <- paste(rep("a", 100), collapse = "")
write_dta(data.frame(x = 1), tempfile(), label = long)
Error
Stata data labels must be 80 characters or fewer
Code
df <- data.frame(1)
names(df) <- "x y"
write_dta(df, tempfile(), version = 13)
Error
The following variable names are not valid Stata variables: `x y`
Code
names(df) <- long
write_dta(df, tempfile(), version = 13)
Error
The following variable names are not valid Stata variables: `aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`
Code
write_dta(df, tempfile(), version = 14)
Error
The following variable names are not valid Stata variables: `aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`
# can't write non-integer labels (#401)
Code
df <- data.frame(x = labelled(c(1, 2.5, 3), c(b = 1.5)))
write_dta(df, tempfile())
Error
Stata only supports labelling with integers.
Problems: `x`
haven/tests/testthat/_snaps/labelled.md 0000644 0001762 0000144 00000000505 14036036560 017731 0 ustar ligges users # printed output is stable
Code
x
Output
[9]>
[1] 1 2 3 4 5 NA NA(x) NA(y) NA(z)
Labels:
value label
1 Good
5 Bad
NA(x) Not Applicable
NA(y) Refused to answer
haven/tests/testthat/_snaps/haven-sas.md 0000644 0001762 0000144 00000000326 14036036501 020046 0 ustar ligges users # invalid files generate informative errors
Code
write_xpt(mtcars, file.path(tempdir(), " temp.xpt"))
Error
Failed to create file: A provided name contains an illegal character.
haven/tests/testthat/_snaps/tagged_na.md 0000644 0001762 0000144 00000001711 14036036502 020072 0 ustar ligges users # print_tagged_na is stable
Code
print_tagged_na(x)
Output
[1] 1 2 3 4 5 6 7 8 9 10 11 12
[13] 13 14 15 16 17 18 19 20 21 22 23 24
[25] 25 26 27 28 29 30 31 32 33 34 35 36
[37] 37 38 39 40 41 42 43 44 45 46 47 48
[49] 49 50 51 52 53 54 55 56 57 58 59 60
[61] 61 62 63 64 65 66 67 68 69 70 71 72
[73] 73 74 75 76 77 78 79 80 81 82 83 84
[85] 85 86 87 88 89 90 91 92 93 94 95 96
[97] 97 98 99 100 NA(a) NA(b) NA(c) NA(d) NA(e) NA(f) NA(g) NA(h)
[109] NA(i) NA(j) NA(k) NA(l) NA(m) NA(n) NA(o) NA(p) NA(q) NA(r) NA(s) NA(t)
[121] NA(u) NA(v) NA(w) NA(x) NA(y) NA(z) NA
haven/tests/testthat/stata/ 0000755 0001762 0000144 00000000000 14102332323 015462 5 ustar ligges users haven/tests/testthat/stata/tagged-na-double.dta 0000755 0001762 0000144 00000003721 14033646021 021267 0 ustar ligges users x 000001 %9.0g testlabel Qw P
@ %@ B
@ QZ@ 8B B 118%A Z@ ] 8B
@
@
@ 1 QZ@ QZ@
_dta _lang_list x" Qw 8L @ x"
x
@ Z@ C default
_dta _lang_c x" Qw 8L @ x"
x
@ Z@ C default ? @ @ @ @ % testlabel
@
@ QZ@ B
apple .zebra haven/tests/testthat/stata/datetime-d.dta 0000644 0001762 0000144 00000000477 14033646021 020207 0 ustar ligges users s ` % `$ r$ ~ r$ B B 2 Nov 2015 16:07 date %d 0g ' ' w w w w hw TF haven/tests/testthat/stata/tagged-na-int.dta 0000755 0001762 0000144 00000003661 14033646021 020612 0 ustar ligges users x 000001 %9.0g testlabel A ? (B
@ t @
@ x_ QZ@ 8B B 118%A Z@ x_ 8B
@
@
@ x_ QZ@ QZ@
_dta _lang_c st Qw H J @ H J x
@ Z@ W
Շ default
_dta _lang_list Qw H J @ H J B Z@ W
Շ default % testlabel
@ x_
@ x_ QZ@ B
apple .zebra haven/tests/testthat/stata/types.dta 0000644 0001762 0000144 00000004276 14033646021 017337 0 ustar ligges users
vfloat vdouble vlong 01 vint 001 vbyte 01 vstr vdate vdatetime %9.0g %9.0g %9.0g %9.0g %9.0g %13s %td 0g %tc g w Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ H@ Q @ 2 llo B@ u~yB @ @ Hello, World!O haven/tests/testthat/stata/notes.dta 0000644 0001762 0000144 00000002246 14033646021 017316 0 ustar ligges users s This is a test dataset. VX2 П !xZ П , " ; 29 Jul 2016 14:34 id faceHeight")
expect_error(quantile(x_chr), "labelled")
expect_equal(summary(x_chr), summary(letters[1:3]))
})
# types -------------------------------------------------------------------
test_that("combining is symmetrical w.r.t. data types", {
expect_incompatible_type(vec_c(labelled(character()), labelled()))
expect_incompatible_type(vec_c(labelled(), labelled(character())))
expect_identical(
vec_c(labelled(integer()), labelled()),
vec_c(labelled(), labelled(integer()))
)
expect_identical(
vec_c(labelled(), double()),
vec_c(double(), labelled())
)
expect_identical(
vec_c(labelled(), integer()),
vec_c(integer(), labelled())
)
})
test_that("can cast labelled to atomic vectors", {
x_int <- labelled(1:2)
x_dbl <- labelled(c(1, 2))
x_chr <- labelled(c("a", "b"))
expect_identical(vec_cast(x_int, integer()), 1:2)
expect_identical(vec_cast(x_int, double()), c(1, 2))
expect_error(vec_cast(x_int, character()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_dbl, integer()), 1:2)
expect_identical(vec_cast(x_dbl, double()), c(1, 2))
expect_error(vec_cast(x_dbl, character()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, integer()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, double()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_chr, character()), c("a", "b"))
})
test_that("can cast atomic vectors to labelled", {
x_int <- labelled(1:2)
x_dbl <- labelled(c(1, 2))
x_chr <- labelled(c("a", "b"))
expect_identical(vec_cast(1:3, x_int), labelled(1:3))
expect_identical(vec_cast(1:3, x_dbl), labelled(c(1, 2, 3)))
expect_error(vec_cast(1:3, x_chr), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(c(0, 1), x_int), labelled(0:1))
expect_identical(vec_cast(c(0, 1), x_dbl), labelled(c(0, 1)))
expect_error(vec_cast(c(0, 1), x_chr), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_int), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_dbl), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast("a", x_chr), labelled("a"))
})
test_that("combining preserves label sets", {
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1, Bad = 5)),
labelled(5, labels = c(Good = 1, Bad = 5)),
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("can combine names", {
x <- labelled(c(x = 1L))
expect_named(vec_c(x, x), c("x", "x"))
expect_named(vec_c(x, c(y = 1L)), c("x", "y"))
})
test_that("take labels from LHS", {
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1, Bad = 5)),
labelled(5, labels = c(Bad = 1, Good = 5)),
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1)),
labelled(5, labels = c(Bad = 1)),
),
labelled(c(1, 5), labels = c(Good = 1))
)
})
test_that("combining picks label from the left", {
expect_equal(
attr(vec_c(
labelled(label = "left"),
labelled(label = "right"),
), "label", exact = TRUE),
"left"
)
})
test_that("combining with bare vectors results in a labelled()", {
expect_identical(vec_c(labelled(), 1.1), labelled(1.1))
expect_identical(vec_c(labelled(integer()), 1.1), labelled(1.1))
expect_equal(
vec_c(labelled(labels = c(Good = 1, Bad = 5)), 1, 3, 5),
labelled(vec_c(1, 3, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to labelled throws lossy cast if not safe", {
expect_incompatible_type(vec_cast("a", labelled()))
expect_incompatible_type(vec_cast("a", labelled(integer())))
expect_error(vec_cast(1.1, labelled(integer())), class = "vctrs_error_cast_lossy")
})
test_that("casting to a superset of labels works", {
expect_equal(
vec_cast(
labelled(c(1, 5), c(Good = 1)),
labelled(labels = c(Good = 1, Bad = 5))
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to a subset of labels works iff labels were unused", {
expect_equal(
vec_cast(
labelled(1, c(Good = 1, Bad = 5)),
labelled(labels = c(Good = 1))
),
labelled(1, labels = c(Good = 1))
)
expect_lossy_cast(vec_cast(
labelled(c(1, 5), c(Good = 1, Bad = 5)),
labelled(labels = c(Good = 1))
))
})
test_that("casting away labels throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled(1, c(Good = 1)),
labelled(labels = c(Bad = 5))
))
})
test_that("casting away tagged na values throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled(tagged_na("a")),
labelled(integer())
))
expect_incompatible_type(vec_cast(
labelled(tagged_na("a")),
labelled(character())
))
})
test_that("won't cast labelled numeric to character", {
expect_incompatible_type(vec_cast(labelled(), character()))
expect_incompatible_type(vec_cast(labelled(integer()), character()))
})
# methods -----------------------------------------------------------------
test_that("printed output is stable", {
x <- labelled(
c(1:5, NA, tagged_na("x", "y", "z")),
c(
Good = 1,
Bad = 5,
"Not Applicable" = tagged_na("x"),
"Refused to answer" = tagged_na("y")
)
)
expect_snapshot(x)
})
test_that("given correct name in data frame", {
x <- labelled(1:3, c(a = 1))
expect_named(data.frame(x), "x")
expect_named(data.frame(y = x), "y")
})
test_that("can convert to factor with using labels with labelled na's", {
x <- labelled(c(1:2, tagged_na("a")), c(a = 1, c = tagged_na("a")))
expect_equal(as_factor(x, "labels"), factor(c("a", NA, "c")))
})
haven/tests/testthat/test-labelled-pillar.R 0000644 0001762 0000144 00000002116 14034330341 020475 0 ustar ligges users test_that("nice display in tibbles", {
expect_snapshot({
int <- labelled(1:5, labels = c(good = 1L, bad = 5L))
dbl <- labelled(1:5 / 10, labels = c(good = 0.1, bad = 0.5))
chr <- labelled(letters[1:5], labels = c(good = "a", bad = "e"))
tibble(int, dbl, chr)
})
})
test_that("pillar", {
expect_snapshot({
x <- labelled(1:11, c(Good = 1, Bad = 8))
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(rep(c(1.22352, 1000, -345), each = 3), 35, 35),
c(One = 1.22352, Two = 35, Threeeee = 1000)
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(rep("A", 3), rep("B", 3), rep("XXXXXX", 4), NA),
c(Apple = "A", Banana = "B", Mystery = "XXXXXX")
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(1:8, tagged_na("a"), tagged_na("b"), NA),
c(Good = 1, "Bad" = 8, Refused = tagged_na("b"))
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled_spss(
c(1:10, NA),
c(Good = 1, Bad = 8, Refused = 10),
c(9, 10)
)
tibble::tibble(x)
})
})
haven/tests/testthat/helpers-types.R 0000644 0001762 0000144 00000000311 14033646021 017276 0 ustar ligges users expect_lossy_cast <- function(...) {
expect_error(class = "vctrs_error_cast_lossy", ...)
}
expect_incompatible_type <- function(...) {
expect_error(class = "vctrs_error_incompatible_type", ...)
}
haven/tests/testthat/test-as_factor.R 0000644 0001762 0000144 00000007365 14034330420 017422 0 ustar ligges users # Base types --------------------------------------------------------------
test_that("variable label is kept when converting characters to factors (#178)", {
s1 <- structure(letters, "label" = "letters")
expect_identical(attr(as_factor(s1), "label"), "letters")
})
# Labelled values ---------------------------------------------------------
test_that("all labels (implicit missing values) are preserved when levels is 'default' or 'both' (#172)", {
s1 <- labelled(rep(1, 3), c("A" = 1, "B" = 2, "C" = 3))
exp <- factor(rep("A", 3), levels = c("A", "B", "C"))
expect_equal(as_factor(s1), exp)
exp <- factor(rep("[1] A", 3), levels = c("[1] A", "[2] B", "[3] C"))
expect_equal(as_factor(s1, levels = "both"), exp)
})
test_that("all labels (existing and missing) are sorted by values (#172)", {
s1 <- labelled(c(1, 4), c("Agree" = 1, "Neutral" = 2, "Disagree" = 3, "Don't know" = 5))
exp <- factor(c("Agree", "4"), levels = c("Agree", "Neutral", "Disagree", "4", "Don't know"))
expect_equal(as_factor(s1), exp)
})
test_that("all values are preserved", {
s1 <- labelled(1:3, c("A" = 2))
exp <- factor(c("1", "A", "3"), levels = c("1", "A", "3"))
expect_equal(as_factor(s1), exp)
})
test_that("character labelled converts to factor", {
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
exp <- factor(c("Male", "Male", "Female"), levels = c("Female", "Male"))
expect_equal(as_factor(s1), exp)
})
test_that("converts tagged NAs", {
s1 <- labelled(c(1:2, tagged_na("a", "b")), c("Apple" = tagged_na("a")))
exp <- factor(c("1", "2", "Apple", NA))
expect_equal(as_factor(s1), exp)
})
# Both
test_that("both combines values and levels", {
s1 <- labelled(2:1, c("A" = 1))
exp <- factor(c("2", "[1] A"), levels = c("[1] A", "2"))
expect_equal(as_factor(s1, "both"), exp)
})
# Values
test_that("values preserves order if possible", {
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
exp <- factor(c("M", "M", "F"), levels = c("M", "F"))
expect_equal(as_factor(s1, "values"), exp)
})
test_that("otherwise falls back to alphabetical", {
s1 <- labelled(c("M", "M", "F", "G"), c(Male = "M", Female = "F"))
exp <- factor(c("M", "M", "F", "G"), levels = c("F", "G", "M"))
expect_equal(as_factor(s1, "values"), exp)
})
# Labels
test_that("labels preserves all label values", {
var <- labelled(1L, c(female = 1L, male = 2L))
expect_equal(as_factor(var, "labels"), factor("female", levels = c("female", "male")))
})
test_that("order of labels doesn't matter", {
var <- labelled(1L, c(female = 2L, male = 1L))
expect_equal(as_factor(var, "labels"), factor("male", levels = c("female", "male")))
})
test_that("as_factor labels works with non-unique labels", {
s1 <- labelled(1:2, c("label" = 1, "label" = 2))
exp <- factor(c("label", "label"), levels = "label")
expect_equal(as_factor(s1, "labels"), exp)
})
# Variable label
test_that("variable label is kept when converting labelled to factor (#178)", {
s1 <- labelled(1:3, c("A" = 2))
attr(s1, "label") <- "labelled"
expect_identical(attr(as_factor(s1), "label"), "labelled")
})
# data frames -------------------------------------------------------------
test_that("... passed along", {
df <- data.frame(x = labelled(2:1, c("A" = 1)))
out <- as_factor(df, "both")
expect_equal(levels(out$x), c("[1] A", "2"))
})
# replace_with ------------------------------------------------------------
test_that("updates numeric values", {
x <- 1:5
expect_equal(replace_with(x, -1, 5), x)
expect_equal(replace_with(x, 1, 5), c(5, 2:5))
expect_equal(replace_with(x, 5, 1), c(1:4, 1))
expect_equal(replace_with(x, 1:5, rep(1, 5)), rep(1, 5))
})
test_that("udpates tagged NAs", {
x <- c(tagged_na("a"), 1:3)
expect_equal(replace_with(x, tagged_na("a"), 0), 0:3)
})
haven/tests/testthat/test-zap_missing.R 0000644 0001762 0000144 00000001617 14034334516 020010 0 ustar ligges users test_that("strips na tags", {
x1 <- labelled(tagged_na("a", "b"), c(a = tagged_na("a"), b = 1))
x2 <- zap_missing(x1)
expect_equal(na_tag(x2), c(NA_character_, NA))
expect_equal(attr(x2, "labels"), c(b = 1))
})
test_that("converts user-defined missings", {
x1 <- labelled_spss(c(1, 2, 99), c(missing = 99), na_values = 99)
x2 <- zap_missing(x1)
expect_s3_class(x2, "haven_labelled")
expect_equal(as.integer(x2), c(1, 2, NA))
x3 <- labelled_spss(1:10, na_values = c(2, 4), na_range = c(8, 10))
x4 <- zap_missing(x3)
expect_s3_class(x4, "haven_labelled")
expect_equal(as.integer(x4), c(1, NA, 3, NA, 5, 6, 7, NA, NA, NA))
})
test_that("converts data frame", {
x1 <- labelled(tagged_na("a", "b"), c(a = tagged_na("a"), b = 1))
df1 <- tibble::tibble(x1 = 1, x2 = 2:1)
df2 <- zap_missing(df1)
expect_equal(na_tag(df1$x1), c(NA_character_, NA))
expect_equal(df1$x2, df2$x2)
})
haven/tests/testthat/test-zap-empty.R 0000644 0001762 0000144 00000000171 14033646044 017406 0 ustar ligges users test_that("empty strings replaced with missing", {
x <- c("", "a", NA)
expect_equal(zap_empty(x), c(NA, "a", NA))
})
haven/tests/testthat/test-haven-spss.R 0000644 0001762 0000144 00000021277 14101006665 017554 0 ustar ligges users # read_spss ---------------------------------------------------------------
test_that("variable label stored as attributes", {
df <- read_spss(test_path("spss/variable-label.sav"))
expect_equal(attr(df$sex, "label"), "Gender")
})
test_that("value labels stored as labelled class", {
num <- zap_formats(read_spss(test_path("spss/labelled-num.sav")))
str <- zap_formats(read_spss(test_path("spss/labelled-str.sav")))
expect_equal(num[[1]], labelled(1, c("This is one" = 1)))
expect_equal(str[[1]], labelled(c("M", "F"), c(Female = "F", Male = "M")))
})
test_that("value labels read in as same type as vector", {
df <- read_spss(test_path("spss/variable-label.sav"))
num <- read_spss(test_path("spss/labelled-num.sav"))
str <- read_spss(test_path("spss/labelled-str.sav"))
expect_equal(typeof(df$sex), typeof(attr(df$sex, "labels")))
expect_equal(typeof(num[[1]]), typeof(attr(num[[1]], "labels")))
expect_equal(typeof(str[[1]]), typeof(attr(str[[1]], "labels")))
})
test_that("non-ASCII labels converted to utf-8", {
x <- read_spss(test_path("spss/umlauts.sav"))[[1]]
expect_equal(attr(x, "label"), "This is an \u00e4-umlaut")
expect_equal(names(attr(x, "labels"))[1], "the \u00e4 umlaut")
})
test_that("datetime variables converted to the correct class", {
df <- read_spss(test_path("spss/datetime.sav"))
expect_true(inherits(df$date, "Date"))
expect_true(inherits(df$date.posix, "POSIXct"))
expect_true(inherits(df$time, "hms"))
})
test_that("datetime values correctly imported (offset)", {
df <- read_spss(test_path("spss/datetime.sav"))
expect_equal(df$date[1], as.Date("2014-09-22d"))
expect_equal(df$date.posix[2], as.POSIXct("2014-09-23 15:59:20", tz = "UTC"))
expect_equal(as.integer(df$time[1]), 43870)
})
test_that("formats roundtrip", {
df <- tibble::tibble(
a = structure(c(1, 1, 2), format.spss = "F1.0"),
b = structure(4:6, format.spss = "F2.1"),
c = structure(7:9, format.spss = "N2"),
d = structure(c("Text", "Text", ""), format.spss = "A100")
)
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(df, tmp)
df2 <- read_sav(tmp)
expect_equal(df$a, df2$a)
expect_equal(df$b, df2$b)
expect_equal(df$c, df2$c)
expect_equal(df$d, df2$d)
})
test_that("widths roundtrip", {
df <- tibble::tibble(
a = structure(c(1, 1, 2), display_width = 10),
b = structure(4:6, display_width = 11),
c = structure(7:9, display_width = 12),
d = structure(c("Text", "Text", ""), display_width = 10)
)
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(df, tmp)
df2 <- read_sav(tmp)
expect_equal(df$a, zap_formats(df2$a))
expect_equal(df$b, zap_formats(df2$b))
expect_equal(df$c, zap_formats(df2$c))
expect_equal(df$d, zap_formats(df2$d))
})
test_that("only selected columns are read", {
out <- read_spss(test_path("spss/datetime.sav"), col_select = "date")
expect_named(out, "date")
})
# Row skipping/limiting --------------------------------------------------------
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_spss(test_path("spss/datetime.sav"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_spss(test_path("spss/datetime.sav"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
# User-defined missings ---------------------------------------------------
test_that("user-defined missing values read as missing by default", {
num <- read_spss(test_path("spss/labelled-num-na.sav"))[[1]]
expect_equal(vec_data(num)[[2]], NA_real_)
})
test_that("user-defined missing values can be preserved", {
num <- read_spss(test_path("spss/labelled-num-na.sav"), user_na = TRUE)[[1]]
expect_s3_class(num, "haven_labelled_spss")
expect_equal(vec_data(num)[[2]], 9)
expect_equal(attr(num, "na_values"), 9)
expect_equal(attr(num, "na_range"), NULL)
num
})
test_that("system missings read as NA", {
df <- tibble::tibble(x = c(1, NA))
out <- roundtrip_sav(df)
expect_identical(df$x, c(1, NA))
})
# write_sav ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "sav"), x)
expect_equal(roundtrip_var(1:10, "sav"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "sav"), c(1, 0))
expect_equal(roundtrip_var(letters, "sav"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "sav"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "sav"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "sav"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "sav"), "")
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
x2 <- as.POSIXct(x1)
attr(x2, "tzone") <- "UTC"
expect_equal(roundtrip_var(x1, "sav"), x1)
expect_equal(roundtrip_var(x2, "sav"), x2)
})
test_that("can roundtrip times", {
x <- hms::hms(c(1, NA, 86400))
expect_equal(roundtrip_var(x, "sav"), x)
})
test_that("infinity gets converted to NA", {
expect_equal(roundtrip_var(c(Inf, 0, -Inf), "sav"), c(NA, 0, NA))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "sav")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are preserved", {
x <- 1:10
attr(x, "label") <- "abc"
expect_equal(attr(roundtrip_var(x, "sav"), "label"), "abc")
})
test_that("labelleds are round tripped", {
int <- labelled(c(1L, 2L), c(a = 1L, b = 3L))
num <- labelled(c(1, 2), c(a = 1, b = 3))
chr <- labelled(c("a", "b"), c(a = "b", b = "a"))
expect_equal(roundtrip_var(num, "sav"), num)
expect_equal(roundtrip_var(chr, "sav"), chr)
})
test_that("spss labelleds are round tripped", {
df <- tibble(
x = labelled_spss(
c(1, 2, 1, 9),
labels = c(no = 1, yes = 2, unknown = 9),
na_values = 9,
na_range = c(80, 90)
)
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path)
expect_s3_class(df2$x, "haven_labelled")
expect_equal(as.double(df2$x), c(1, 2, 1, NA))
df3 <- read_sav(path, user_na = TRUE)
expect_s3_class(df3$x, "haven_labelled_spss")
expect_equal(attr(df3$x, "na_values"), attr(df$x, "na_values"))
expect_equal(attr(df3$x, "na_range"), attr(df$x, "na_range"))
})
test_that("spss string labelleds are round tripped", {
df <- tibble(
x = labelled_spss(
c("1", "2", "3", "99"),
labels = c(one = "1"),
na_values = "99",
na_range = c("2", "3")
)
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path)
expect_s3_class(df2$x, "haven_labelled")
expect_equal(as.character(df2$x), c("1", NA, NA, NA))
df3 <- read_sav(path, user_na = TRUE)
expect_s3_class(df3$x, "haven_labelled_spss")
expect_equal(attr(df3$x, "na_values"), attr(df$x, "na_values"))
expect_equal(attr(df3$x, "na_range"), attr(df$x, "na_range"))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "sav")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are converted to utf-8", {
labels_utf8 <- c("\u00e9\u00e8", "\u00e0", "\u00ef")
labels_latin1 <- iconv(labels_utf8, "utf-8", "latin1")
v_utf8 <- labelled(3:1, setNames(1:3, labels_utf8))
v_latin1 <- labelled(3:1, setNames(1:3, labels_latin1))
expect_equal(names(attr(roundtrip_var(v_utf8, "sav"), "labels")), labels_utf8)
expect_equal(names(attr(roundtrip_var(v_latin1, "sav"), "labels")), labels_utf8)
})
test_that("complain about long factor labels", {
expect_snapshot(error = TRUE, {
x <- paste(rep("a", 200), collapse = "")
df <- data.frame(x = factor(x))
write_sav(df, tempfile())
})
})
# max_level_lengths -------------------------------------------------------
test_that("works with NA levels", {
x <- factor(c("a", "abc", NA), exclude = NULL)
expect_equal(max_level_length(x), 3)
})
test_that("works with empty factors", {
x <- factor(character(), levels = character())
expect_equal(max_level_length(x), 0)
x <- factor(character(), levels = c(NA_character_))
expect_equal(max_level_length(x), 0)
})
haven/tests/testthat/test-zap_labels.R 0000644 0001762 0000144 00000001260 14033646044 017574 0 ustar ligges users test_that("zap_labels strips labelled attributes", {
var <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L))
exp <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), exp)
})
test_that("zap_labels returns variables not of class('labelled') unmodified", {
var <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), var)
})
test_that("zap_labels is applied to every column in data frame", {
df <- tibble::tibble(x = 1:10, y = labelled(10:1, c("good" = 1)))
expect_equal(zap_labels(df)$y, 10:1)
})
test_that("replaces user-defined missings for spss", {
x <- labelled_spss(1:5, c(a = 1), na_values = c(2, 4))
expect_equal(zap_labels(x), c(1, NA, 3, NA, 5))
})
haven/tests/testthat/sas/ 0000755 0001762 0000144 00000000000 14034332133 015137 5 ustar ligges users haven/tests/testthat/sas/formats.sas7bcat 0000644 0001762 0000144 00000042000 14033646021 020242 0 ustar ligges users cϽ 1 "" 332 "" 3323#3 SAS FILEFORMATS CATALOG x2AOMd3A 9.0401M1X64_8PRO x^^^ x x2A x H SYSRESR PGBITMAP ` FORMATC GENDER 8 FORMAT WORKSHOP x K XLCH ( XLSR shy2A/Ld3A XLSR Ld3ALd3A x O0001000100060000 x F XLSR VMd3A Md3A x O0010001000030000 x F XLSR M$AfN$A < IOM Cache Service XLSR
8N$AfN$A
< Base A. M. for Catalog's XLSR M$AfN$A < Clipboard Access Method XLSR 8N$AfN$A < Communication Ports XLSR
M$AfN$A
< Base A.M. for URL XLSR 8N$AfN$A < Dynamic Data Exchange XLSR 8N$AfN$A < Base A. M. for Disk files XLSR 8N$AfN$A < Drive Map access method XLSR
8N$AfN$A
< Base A. M. for Dummy files XLSR 8N$AfN$A < Base A. M. for EMAIL XLSR 8N$AfN$A <
FTP A. M. x j x `K x $GENDER Ld3A ( @
f
m Female Male x WORKSHOP VMd3A ( -q= ` 0 ѿ 0 h R SAS
haven/tests/testthat/sas/hadley.sas7bdat 0000644 0001762 0000144 00000400000 14033646021 020034 0 ustar ligges users `Ͻ 1 "" 332 "" 3323#3 > SAS FILEHADLEY DATA h%3Ah%3A 9.0401M1X64_8PRO h%$J$J$J Ck h%3A Bk 0 L H h < 4 4 p 4 < 4 4 4 4 ? ? ? ? @ ?f @ @ @ ? @ ?f @ ? @ @ @ @f @ @ @ ? @ @ ? @ @ @ @m @ @ @ @ @ @m @ ? @ @ @ @m @ @ @ @ @ @m ~ ~ ~1$ ~1$ $ p L @ 0 0 ( \ 0 ( @ $ ( 8 H l DATASTEPid workshopWORKSHOPgender $GENDER q1 The instructor was well preparedq2 The instructor communicated wellq3 The course material was helpful q4 Overall, I found the workhsop useful 0"8 ( n Bk $ } haven/tests/testthat/sas/hadley.zip 0000644 0001762 0000144 00000002263 14033646021 017137 0 ustar ligges users PK )UF{
hadley.sas7bdatUT TPWux k U Ij"M
j D&HIM4hJPAАlM&'+zՃJ A^HB v, ZNիZ
ó!t3c#coDmtdz$ɚ>_GXҕwb}!{W^z譓gMKg/n]Ο~ 8H.g7 -cqCVygZV֭HxUOxϧygJ_ a(]\O\͝<]> {&m =f}]whk:ֹRdQC_Oc]}l~gߥަ=qOSߑ]q}v x0
7CQ[
Ł, poU*{6d_нK{VC} ^zCǾ{mW*p$? #P?ˡUlWZWBh z7si
%t{syˏLQ_h L|)4GMFGG.̅pa>乗'ϾS\+8ع6|1ZX^(on 3хb3ډ;jfW6fg6sZfy- 3bRX
abyTz2:_\6+z1)ݜ;{lW;|YεsmIC\ӹt.ydz.s7w{nIJGCӝ -MjV{^jI9uy;jIiJ4vܵ{7 g'Y͏qxL_{wYP~/PK )UF{
hadley.sas7bdatUT Tux PK U H haven/tests/testthat/sas/tagged-na.sas7bdat 0000644 0001762 0000144 00000400000 14033646021 020415 0 ustar ligges users `Ͻ 1 "" 332 "" 3323#3 > SAS FILEAPPLE DATA *ŞA*ŞA 9.0401M2X64_8PRO *EEE h *ŞA h 0 8 p < 4 < ? @ @ @ @ ( $ , > DATASTEPx XFMT ,
0" h haven/tests/testthat/sas/tagged-na.sas7bcat 0000644 0001762 0000144 00000042000 14033646021 020416 0 ustar ligges users cϽ 1 "" 332 "" 3323#3 SAS FILEXFMT CATALOG }?m/A}?m/A 9.0401M2X64_8PRO }?m/1qJ1qJ1qJ ж~ }?m/A Ѷ~ | SYSRESR PGBITMAP ` FORMAT XFMT 8 Ҷ~ ` XLCH
( XLSR $n/A$n/A XLSR ?5n/A?5n/A x O0010001000050000 F XLSR 8N$AfN$A < Base A. M. for external files XLSR M$AfN$A < IOM Cache Service XLSR
8N$AfN$A
< Base A. M. for Catalog's XLSR M$AfN$A < Clipboard Access Method XLSR 8N$AfN$A < Communication Ports XLSR
M$AfN$A
< Base A.M. for URL XLSR 8N$AfN$A < Dynamic Data Exchange XLSR 8N$AfN$A < Base A. M. for Disk files XLSR 8N$AfN$A < Drive Map access method XLSR
8N$AfN$A
< Base A. M. for Dummy files XLSR 8N$AfN$A < Base A. M. for EMAIL XLSR 8N$AfN$A <
FTP A. M. Ӷ~ L f j Զ~
x XFMT ?5n/A ( -q= ` 0 A A A A 0 Z Z Z Z
Apple
Zebra haven/tests/testthat/sas/datetime.sas7bdat 0000644 0001762 0000144 00000012000 14033646021 020361 0 ustar ligges users `Ͻ 1 "" 2"2 "" 2"22"" > SAS FILEDATETIME DATA M3AM3A 9.0301M0XP_PRO MJ"J"J" Chh M3A Bhh \
0 d D < P 4 4 X 4 $ 4
4
4
. A @@ @@ @@ @ dA C@ C@ C@ @ A @ @ @ @ D @heck the spelling of all words Check spelling and suggest correct words Suggest correct word for misspelled word Remember misspelled word as a correct word Add misspelled word to a dictionary Include a dictionary to be used for spell checking Close an included dictionary Create a dictionaryAGSRDIFC " Enter dictionary name: DICT CREATE @1" Enter dictionary name: DICT FREE @1" Enter dictionary name: DICT INCLUDE @1" Enter dictionary name: SPELL ADD @1" Enter dictionary name: SPELL REMEMBER @1
Spell suggestSpell all suggest Spell all % { q f g S h h h h h h h f g
f g f g f g
f g f g f g f g S Program Editor Log Output Graph Results Explorer Contents Only My Favorite Folders (1?]^_n`p
p" View the Program Editor window View the Log window View the Output window View the Graph window View the Results Navigator window View the Explorer window View the Explorer showing only its contents Explore Favorite FoldersPLOaexcy
exproot filesdmsexpEXPLORER
odsresultsGRAPH1LISTINGLOGPGM " f g ~ h $ h $ h $ h $ h $ h $ h $ f g f g f g f g f g f g f g f g f g ~ ?Query Table Editor Graphics Editor ODS Graphics Designer Report Editor Image Editor Text Editor New Library New File Shortcut
#9GT`lwx}z{|p
p p Open the query tool Open the table editor Open the graphics editor Open the ODS graphics designer T H @
4 ( ( h D 0 $ 0 < D P X DATASTEPVAR1DATETIMEVAR2MMDDYY VAR3DATEVAR4WEEKDATEVAR5TIME X 0" ( ? Bhh L haven/tests/testthat/test-zap_label.R 0000644 0001762 0000144 00000002122 14033646044 017407 0 ustar ligges users test_that("zap_label strips label but doesn't change other attributes", {
var <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L), label = "foo")
var_nolabel <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L))
expect_identical(zap_label(var), var_nolabel)
})
test_that("zap_label returns variables not of class('labelled') unmodified", {
var <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), var)
})
test_that("zap_label is correctly applied to every column in data frame", {
y1_label <- labelled(10:1, c("good" = 1), label="foo")
y1_nolabel <- labelled(10:1, c("good" = 1))
y2_label <- labelled(1:10, c("bad" = 2), label="bar")
y2_nolabel <- labelled(1:10, c("bad" = 2))
df <- tibble::tibble(x = 1:10, y1=y1_label, y2=y2_label)
df_zapped <- zap_label(df)
expect_equal(ncol(df_zapped), ncol(df))
expect_identical(df_zapped$y1, y1_nolabel)
expect_identical(df_zapped$y2, y2_nolabel)
})
test_that("zap_label strips attribute from any vector", {
x <- structure(1:5, label = "a")
expect_equal(attr(zap_label(x), "label"), NULL)
})
haven/tests/testthat.R 0000644 0001762 0000144 00000000066 14033646021 014501 0 ustar ligges users library(testthat)
library(haven)
test_check("haven")
haven/src/ 0000755 0001762 0000144 00000000000 14102332323 012133 5 ustar ligges users haven/src/haven_types.cpp 0000644 0001762 0000144 00000011310 14033646021 015166 0 ustar ligges users #include
#include "haven_types.h"
#include
FileVendor extVendor(FileExt ext) {
switch (ext) {
case HAVEN_DTA: return HAVEN_STATA;
case HAVEN_SAV:
case HAVEN_POR: return HAVEN_SPSS;
case HAVEN_SAS7BDAT:
case HAVEN_SAS7BCAT:
case HAVEN_XPT: return HAVEN_SAS;
default:
cpp11::stop("Unknown file extension");
}
/* not actually reached */
return HAVEN_SAS;
}
std::string formatAttribute(FileVendor vendor) {
switch (vendor) {
case HAVEN_STATA: return "format.stata";
case HAVEN_SPSS: return "format.spss";
case HAVEN_SAS: return "format.sas";
}
return "";
}
bool hasPrefix(std::string x, std::string prefix) {
return x.compare(0, prefix.size(), prefix) == 0;
}
VarType numType(SEXP x) {
if (Rf_inherits(x, "Date")) {
return HAVEN_DATE;
} else if (Rf_inherits(x, "POSIXct")) {
return HAVEN_DATETIME;
} else if (Rf_inherits(x, "hms")) {
return HAVEN_TIME;
} else {
return HAVEN_DEFAULT;
}
}
VarType numType(FileVendor vendor, const char* var_format) {
if (var_format == NULL)
return HAVEN_DEFAULT;
std::string format(var_format);
switch(vendor) {
case HAVEN_SAS:
// http://support.sas.com/documentation/cdl/en/lrdict/64316/HTML/default/viewer.htm#a000589916.htm
if (hasPrefix(format,"DATETIME")) return HAVEN_DATETIME;
else if (hasPrefix(format,"IS8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"E8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"B8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"IS8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"E8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"B8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"WEEKDATE")) return HAVEN_DATE;
else if (hasPrefix(format,"MMDDYY")) return HAVEN_DATE;
else if (hasPrefix(format,"DDMMYY")) return HAVEN_DATE;
else if (hasPrefix(format,"YYMMDD")) return HAVEN_DATE;
else if (hasPrefix(format,"DATE")) return HAVEN_DATE;
else if (hasPrefix(format,"TIME")) return HAVEN_TIME;
else if (hasPrefix(format,"HHMM")) return HAVEN_TIME;
else if (hasPrefix(format,"IS8601TM")) return HAVEN_TIME;
else if (hasPrefix(format,"E8601TM")) return HAVEN_TIME;
else if (hasPrefix(format,"B8601TM")) return HAVEN_TIME;
else return HAVEN_DEFAULT;
case HAVEN_SPSS:
// http://www-01.ibm.com/support/knowledgecenter/?lang=en#!/SSLVMB_20.0.0/com.ibm.spss.statistics.help/syn_date_and_time_date_time_formats.htm
if (hasPrefix(format, "DATETIME")) return HAVEN_DATETIME;
else if (hasPrefix(format, "DATE")) return HAVEN_DATE;
else if (hasPrefix(format, "ADATE")) return HAVEN_DATE;
else if (hasPrefix(format, "EDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "JDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "SDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "TIME")) return HAVEN_TIME;
else if (hasPrefix(format, "DTIME")) return HAVEN_TIME;
else return HAVEN_DEFAULT;
case HAVEN_STATA:
if (hasPrefix(format, "%tC")) return HAVEN_DATETIME;
else if (hasPrefix(format, "%tc")) return HAVEN_DATETIME;
else if (hasPrefix(format, "%td")) return HAVEN_DATE;
else if (hasPrefix(format, "%d")) return HAVEN_DATE;
else return HAVEN_DEFAULT;
}
return HAVEN_DEFAULT;
}
// Value conversion -----------------------------------------------------------
int daysOffset(FileVendor vendor) {
switch(vendor) {
case HAVEN_SAS: return 3653; // 1960-01-01
case HAVEN_STATA: return 3653;
case HAVEN_SPSS: return 141428; // 1582-01-01
}
return 0;
}
double adjustDatetimeToR(FileVendor vendor, VarType var, double value) {
if (std::isnan(value))
return value;
double offset = daysOffset(vendor);
switch(var) {
case HAVEN_DATETIME:
if (vendor == HAVEN_STATA) // stored in milliseconds
value /= 1000;
return value - offset * 86400;
case HAVEN_DATE:
if (vendor == HAVEN_SPSS) // stored in seconds
value /= 86400;
return value - offset;
default:
return value;
}
}
double adjustDatetimeFromR(FileVendor vendor, SEXP col, double value) {
if (std::isnan(value))
return value;
double offset = daysOffset(vendor);
switch(numType(col)) {
case HAVEN_DATETIME:
value += offset * 86400;
if (vendor == HAVEN_STATA) // stored in milliseconds
value *= 1000;
return value;
case HAVEN_DATE:
value += offset;
if (vendor == HAVEN_SPSS) // stored in seconds
value *= 86400;
return value;
default:
return value;
}
}
haven/src/tagged_na.c 0000644 0001762 0000144 00000006355 14033646021 014227 0 ustar ligges users #define R_NO_REMAP
#include
#include
#include
// Scalar operators -------------------------------------------------------
// IEEE 754 defines binary64 as
// * 1 bit : sign
// * 11 bits: exponent
// * 52 bits: significand
//
// R stores the value "1954" in the last 32 bits: this payload marks
// the value as a NA, not a regular NaN.
//
// (Note that this discussion like most discussion of FP on the web, assumes
// a big-endian architecture - in little endian the sign bit is the last
// bit)
typedef union {
double value; // 8 bytes
char byte[8]; // 8 * 1 bytes
} ieee_double;
#ifdef WORDS_BIGENDIAN
// First two bytes are sign & expoonent
// Last four bytes are 1954
const int TAG_BYTE = 3;
#else
const int TAG_BYTE = 4;
#endif
double make_tagged_na(char x) {
ieee_double y;
y.value = NA_REAL;
y.byte[TAG_BYTE] = x;
return y.value;
}
char tagged_na_value(double x) {
ieee_double y;
y.value = x;
return y.byte[TAG_BYTE];
}
char first_char(SEXP x) {
if (TYPEOF(x) != CHARSXP)
return '\0';
if (x == NA_STRING)
return '\0';
return CHAR(x)[0];
}
// Vectorised wrappers -----------------------------------------------------
SEXP tagged_na_(SEXP x) {
if (TYPEOF(x) != STRSXP)
Rf_errorcall(R_NilValue, "`x` must be a character vector");
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(REALSXP, n));
for (int i = 0; i < n; ++i) {
char xi = first_char(STRING_ELT(x, i));
REAL(out)[i] = make_tagged_na(xi);
}
UNPROTECT(1);
return out;
}
SEXP na_tag_(SEXP x) {
if (TYPEOF(x) != REALSXP)
Rf_errorcall(R_NilValue, "`x` must be a double vector");
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(STRSXP, n));
for (int i = 0; i < n; ++i) {
double xi = REAL(x)[i];
if (!isnan(xi)) {
SET_STRING_ELT(out, i, NA_STRING);
} else {
char tag = tagged_na_value(xi);
if (tag == '\0') {
SET_STRING_ELT(out, i, NA_STRING);
} else {
SET_STRING_ELT(out, i, Rf_mkCharLenCE(&tag, 1, CE_UTF8));
}
}
}
UNPROTECT(1);
return out;
}
SEXP falses(int n) {
SEXP out = PROTECT(Rf_allocVector(LGLSXP, n));
for (int i = 0; i < n; ++i)
LOGICAL(out)[i] = 0;
UNPROTECT(1);
return out;
}
SEXP is_tagged_na_(SEXP x, SEXP tag_) {
if (TYPEOF(x) != REALSXP) {
return falses(Rf_length(x));
}
bool has_tag;
char check_tag;
if (TYPEOF(tag_) == NILSXP) {
has_tag = false;
check_tag = '\0';
} else if (TYPEOF(tag_) == STRSXP) {
if (Rf_length(tag_) != 1)
Rf_errorcall(R_NilValue, "`tag` must be a character vector of length 1");
has_tag = true;
check_tag = first_char(STRING_ELT(tag_, 0));
} else {
Rf_errorcall(R_NilValue, "`tag` must be NULL or a character vector");
}
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(LGLSXP, n));
for (int i = 0; i < n; ++i) {
double xi = REAL(x)[i];
if (!isnan(xi)) {
LOGICAL(out)[i] = false;
} else {
char tag = tagged_na_value(xi);
if (tag == '\0') {
LOGICAL(out)[i] = false;
} else {
if (has_tag) {
LOGICAL(out)[i] = tag == check_tag;
} else {
LOGICAL(out)[i] = true;
}
}
}
}
UNPROTECT(1);
return out;
}
haven/src/DfWriter.cpp 0000644 0001762 0000144 00000032434 14035041246 014401 0 ustar ligges users #include "readstat.h"
#include "haven_types.h"
#include "tagged_na.h"
#include "cpp11/doubles.hpp"
#include "cpp11/strings.hpp"
#include "cpp11/integers.hpp"
#include "cpp11/sexp.hpp"
#include "cpp11/list.hpp"
ssize_t data_writer(const void *data, size_t len, void *ctx);
inline const char* string_utf8(SEXP x, int i) {
return Rf_translateCharUTF8(STRING_ELT(x, i));
}
inline const bool string_is_missing(SEXP x, int i) {
return STRING_ELT(x, i) == NA_STRING;
}
inline readstat_measure_e measureType(SEXP x) {
if (Rf_inherits(x, "ordered")) {
return READSTAT_MEASURE_ORDINAL;
} else if (Rf_inherits(x, "factor")) {
return READSTAT_MEASURE_NOMINAL;
} else {
switch(TYPEOF(x)) {
case INTSXP:
case REALSXP:
return READSTAT_MEASURE_SCALE;
case LGLSXP:
case STRSXP:
return READSTAT_MEASURE_NOMINAL;
default:
return READSTAT_MEASURE_UNKNOWN;
}
}
}
inline int displayWidth(cpp11::sexp x) {
cpp11::sexp display_width_obj(x.attr("display_width"));
switch(TYPEOF(display_width_obj)) {
case INTSXP:
return INTEGER(display_width_obj)[0];
case REALSXP:
return REAL(display_width_obj)[0];
}
return 0;
}
class Writer {
FileExt ext_;
FileVendor vendor_;
cpp11::list x_;
readstat_writer_t* writer_;
FILE* pOut_;
public:
Writer(FileExt ext, cpp11::list x, cpp11::strings pathEnc): ext_(ext), vendor_(extVendor(ext)), x_(x) {
std::string path(Rf_translateChar(pathEnc[0]));
pOut_ = fopen(path.c_str(), "wb");
if (pOut_ == NULL)
cpp11::stop("Failed to open '%s' for writing", path.c_str());
writer_ = readstat_writer_init();
checkStatus(readstat_set_data_writer(writer_, data_writer));
}
~Writer() {
try {
fclose(pOut_);
readstat_writer_free(writer_);
} catch (...) {};
}
void setCompression(readstat_compress_t version) {
readstat_writer_set_compression(writer_, version);
}
void setVersion(int version) {
readstat_writer_set_file_format_version(writer_, version);
}
void setName(const std::string& name) {
readstat_writer_set_table_name(writer_, name.c_str());
}
void setFileLabel(cpp11::sexp label) {
if (label == R_NilValue)
return;
readstat_writer_set_file_label(writer_, string_utf8(label, 0));
}
void write() {
int p = x_.size();
if (p == 0)
return;
int n = Rf_length(x_[0]);
readstat_error_t status;
switch(ext_) {
case HAVEN_SAV:
status = readstat_begin_writing_sav(writer_, this, n);
break;
case HAVEN_DTA:
status = readstat_begin_writing_dta(writer_, this, n);
break;
case HAVEN_SAS7BDAT:
status = readstat_begin_writing_sas7bdat(writer_, this, n);
break;
case HAVEN_XPT:
status = readstat_begin_writing_xport(writer_, this, n);
break;
case HAVEN_POR:
case HAVEN_SAS7BCAT:
status = READSTAT_OK;
// not used
break;
}
if (status) {
cpp11::stop("Failed to create file: %s.", readstat_error_message(status));
}
status = readstat_validate_metadata(writer_);
if (status) {
cpp11::stop("Failed to write metadata: %s.", readstat_error_message(status));
}
cpp11::strings names(x_.attr("names"));
// Define variables
for (int j = 0; j < p; ++j) {
cpp11::sexp col = x_[j];
VarType type = numType(col);
const char* name = string_utf8(names, j);
const char* format = var_format(col, type);
switch(TYPEOF(col)) {
case LGLSXP: status = defineVariable(cpp11::integers(cpp11::safe[Rf_coerceVector](col, INTSXP)), name, format); break;
case INTSXP: status = defineVariable(cpp11::integers(col), name, format); break;
case REALSXP: status = defineVariable(cpp11::doubles(col), name, format); break;
case STRSXP: status = defineVariable(cpp11::strings(col), name, format); break;
default: cpp11::stop("Columns of type %s not supported yet", Rf_type2char(TYPEOF(col)));
}
if (status) {
cpp11::stop("Failed to create column `%s`: %s.", name, readstat_error_message(status));
}
}
// Write data
for (int i = 0; i < n; ++i) {
checkStatus(readstat_begin_row(writer_));
for (int j = 0; j < p; ++j) {
cpp11::sexp col(x_[j]);
readstat_variable_t* var = readstat_get_variable(writer_, j);
switch (TYPEOF(col)) {
case LGLSXP: {
int val = LOGICAL(col)[i];
status = insertValue(var, val, val == NA_LOGICAL);
break;
}
case INTSXP: {
int val = INTEGER(col)[i];
status = insertValue(var, (int) adjustDatetimeFromR(vendor_, col, val), val == NA_INTEGER);
break;
}
case REALSXP: {
double val = REAL(col)[i];
status = insertValue(var, adjustDatetimeFromR(vendor_, col, val), !R_finite(val));
break;
}
case STRSXP: {
status = insertValue(var, string_utf8(col, i), string_is_missing(col, i));
break;
}
default:
status = READSTAT_OK;
break;
}
if (status) {
cpp11::stop("Failed to insert value [%i, %i]: %s.", i + 1, j + 1, readstat_error_message(status));
}
}
checkStatus(readstat_end_row(writer_));
}
checkStatus(readstat_end_writing(writer_));
}
// Define variables ----------------------------------------------------------
const char* var_label(cpp11::sexp x) {
cpp11::sexp label(x.attr("label"));
if (label == R_NilValue)
return NULL;
return string_utf8(label, 0);
}
const char* var_format(cpp11::sexp x, VarType varType) {
// Use attribute, if present
cpp11::sexp format(x.attr(formatAttribute(vendor_).c_str()));
if (format != R_NilValue)
return string_utf8(format, 0);
switch(varType) {
case HAVEN_DEFAULT:
return NULL;
case HAVEN_DATETIME:
switch(vendor_) {
case HAVEN_SAS: return "DATETIME";
case HAVEN_SPSS: return "DATETIME";
case HAVEN_STATA: return "%tc";
}
case HAVEN_DATE:
switch(vendor_) {
case HAVEN_SAS: return "DATE";
case HAVEN_SPSS: return "DATE";
case HAVEN_STATA: return "%td";
}
case HAVEN_TIME:
switch(vendor_) {
case HAVEN_SAS: return "TIME";
case HAVEN_SPSS: return "TIME";
case HAVEN_STATA: return NULL; // Stata doesn't have a pure time type
}
}
return NULL;
}
readstat_error_t defineVariable(cpp11::integers x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "factor")) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_INT32, name);
cpp11::strings levels(x.attr("levels"));
for (int i = 0; i < levels.size(); ++i)
readstat_label_int32_value(labelSet, i + 1, string_utf8(levels, i));
} else if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_INT32, name);
cpp11::integers values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i)
readstat_label_int32_value(labelSet, values[i], string_utf8(labels, i));
}
readstat_variable_t* var =
readstat_add_variable(writer_, name, READSTAT_TYPE_INT32, 0);
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
return readstat_validate_variable(writer_, var);
}
readstat_error_t defineVariable(cpp11::doubles x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_DOUBLE, name);
cpp11::doubles values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i) {
char tag = tagged_na_value(values[i]);
if (!std::isnan(values[i]) || tag == '\0') {
readstat_label_double_value(labelSet, values[i], string_utf8(labels, i));
} else {
readstat_label_tagged_value(labelSet, tag, string_utf8(labels, i));
}
}
}
readstat_variable_t* var =
readstat_add_variable(writer_, name, READSTAT_TYPE_DOUBLE, 0);
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
if (Rf_inherits(x, "haven_labelled_spss")) {
SEXP na_range = x.attr("na_range");
if (TYPEOF(na_range) == REALSXP && Rf_length(na_range) == 2) {
readstat_variable_add_missing_double_range(var, REAL(na_range)[0], REAL(na_range)[1]);
}
SEXP na_values = x.attr("na_values");
if (TYPEOF(na_values) == REALSXP) {
int n = Rf_length(na_values);
for (int i = 0; i < n; ++i) {
readstat_variable_add_missing_double_value(var, REAL(na_values)[i]);
}
}
}
return readstat_validate_variable(writer_, var);
}
readstat_error_t defineVariable(cpp11::strings x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_STRING, name);
cpp11::strings values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i)
readstat_label_string_value(labelSet, string_utf8(values, i), string_utf8(labels, i));
}
int max_length = 0;
for (int i = 0; i < x.size(); ++i) {
int length = strlen(string_utf8(x, i));
if (length > max_length)
max_length = length;
}
readstat_variable_t* var =
readstat_add_variable(writer_, name, READSTAT_TYPE_STRING, max_length);
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
if (Rf_inherits(x, "haven_labelled_spss")) {
SEXP na_range = x.attr("na_range");
if (Rf_length(na_range) == 2) {
if (TYPEOF(na_range) == STRSXP) {
readstat_variable_add_missing_string_range(var,
R_CHAR(STRING_ELT(na_range, 0)),
R_CHAR(STRING_ELT(na_range, 1))
);
}
}
SEXP na_values = x.attr("na_values");
int n = Rf_length(na_values);
if (TYPEOF(na_values) == STRSXP) {
for (int i = 0; i < n; ++i) {
readstat_variable_add_missing_string_value(var, R_CHAR(STRING_ELT(na_values, i)));
}
}
}
return readstat_validate_variable(writer_, var);
}
// Value helper -------------------------------------------------------------
readstat_error_t insertValue(readstat_variable_t* var, int val, bool is_missing) {
if (is_missing) {
return readstat_insert_missing_value(writer_, var);
} else {
return readstat_insert_int32_value(writer_, var, val);
}
}
readstat_error_t insertValue(readstat_variable_t* var, double val, bool is_missing) {
if (is_missing) {
char tag = tagged_na_value(val);
if (tag == '\0') {
return readstat_insert_missing_value(writer_, var);
} else {
return readstat_insert_tagged_missing_value(writer_, var, tag);
}
} else {
return readstat_insert_double_value(writer_, var, val);
}
}
readstat_error_t insertValue(readstat_variable_t* var, const char* val, bool is_missing) {
if (is_missing) {
return readstat_insert_missing_value(writer_, var);
} else {
return readstat_insert_string_value(writer_, var, val);
}
}
// Misc ----------------------------------------------------------------------
void checkStatus(readstat_error_t err) {
if (err == 0) return;
cpp11::stop("Writing failure: %s.", readstat_error_message(err));
}
ssize_t write(const void *data, size_t len) {
return fwrite(data, sizeof(char), len, pOut_);
}
};
ssize_t data_writer(const void *data, size_t len, void *ctx) {
return ((Writer*) ctx)->write(data, len);
}
[[cpp11::register]]
void write_sav_(cpp11::list data, cpp11::strings path, bool compress) {
Writer writer(HAVEN_SAV, data, path);
if (compress)
writer.setCompression(READSTAT_COMPRESS_BINARY);
else
writer.setCompression(READSTAT_COMPRESS_ROWS);
writer.write();
}
[[cpp11::register]]
void write_dta_(cpp11::list data, cpp11::strings path, int version, cpp11::sexp label) {
Writer writer(HAVEN_DTA, data, path);
writer.setVersion(version);
writer.setFileLabel(label);
writer.write();
}
[[cpp11::register]]
void write_sas_(cpp11::list data, cpp11::strings path) {
Writer(HAVEN_SAS7BDAT, data, path).write();
}
[[cpp11::register]]
void write_xpt_(cpp11::list data, cpp11::strings path, int version, std::string name) {
Writer writer(HAVEN_XPT, data, path);
writer.setVersion(version);
writer.setName(name);
writer.write();
}
haven/src/readstat/ 0000755 0001762 0000144 00000000000 14102332323 013742 5 ustar ligges users haven/src/readstat/CKHashTable.h 0000644 0001762 0000144 00000002460 14101007206 016164 0 ustar ligges users // CKHashTable - A simple hash table
// Copyright 2010-2020 Evan Miller (see LICENSE)
#include
#include
typedef struct ck_hash_entry_s {
off_t key_offset;
size_t key_length;
const void *value;
} ck_hash_entry_t;
typedef struct ck_hash_table_s {
size_t capacity;
size_t count;
ck_hash_entry_t *entries;
char *keys;
size_t keys_used;
size_t keys_capacity;
} ck_hash_table_t;
int ck_str_hash_insert(const char *key, const void *value, ck_hash_table_t *table);
const void *ck_str_hash_lookup(const char *key, ck_hash_table_t *table);
int ck_str_n_hash_insert(const char *key, size_t keylen, const void *value, ck_hash_table_t *table);
const void *ck_str_n_hash_lookup(const char *key, size_t keylen, ck_hash_table_t *table);
int ck_float_hash_insert(float key, const void *value, ck_hash_table_t *table);
const void *ck_float_hash_lookup(float key, ck_hash_table_t *table);
int ck_double_hash_insert(double key, const void *value, ck_hash_table_t *table);
const void *ck_double_hash_lookup(double key, ck_hash_table_t *table);
ck_hash_table_t *ck_hash_table_init(size_t num_entries, size_t mean_key_length);
void ck_hash_table_wipe(ck_hash_table_t *table);
int ck_hash_table_grow(ck_hash_table_t *table);
void ck_hash_table_free(ck_hash_table_t *table);
haven/src/readstat/readstat_convert.h 0000644 0001762 0000144 00000000163 14101007206 017460 0 ustar ligges users
readstat_error_t readstat_convert(char *dst, size_t dst_len, const char *src, size_t src_len, iconv_t converter);
haven/src/readstat/readstat_value.c 0000644 0001762 0000144 00000012703 14101765776 017141 0 ustar ligges users
#include "readstat.h"
readstat_type_class_t readstat_type_class(readstat_type_t type) {
if (type == READSTAT_TYPE_STRING || type == READSTAT_TYPE_STRING_REF)
return READSTAT_TYPE_CLASS_STRING;
return READSTAT_TYPE_CLASS_NUMERIC;
}
readstat_type_t readstat_value_type(readstat_value_t value) {
return value.type;
}
readstat_type_class_t readstat_value_type_class(readstat_value_t value) {
return readstat_type_class(value.type);
}
char readstat_value_tag(readstat_value_t value) {
return value.tag;
}
int readstat_value_is_missing(readstat_value_t value, readstat_variable_t *variable) {
if (value.is_system_missing || value.is_tagged_missing)
return 1;
if (variable)
return readstat_value_is_defined_missing(value, variable);
return 0;
}
int readstat_value_is_system_missing(readstat_value_t value) {
return (value.is_system_missing);
}
int readstat_value_is_tagged_missing(readstat_value_t value) {
return (value.is_tagged_missing);
}
static int readstat_double_is_defined_missing(double fp_value, readstat_variable_t *variable) {
int count = readstat_variable_get_missing_ranges_count(variable);
int i;
for (i=0; i= lo && fp_value <= hi) {
return 1;
}
}
return 0;
}
static int readstat_string_is_defined_missing(const char *string, readstat_variable_t *variable) {
if (string == NULL)
return 0;
int count = readstat_variable_get_missing_ranges_count(variable);
int i;
for (i=0; i= 0 && strcmp(string, hi) <= 0) {
return 1;
}
}
return 0;
}
int readstat_value_is_defined_missing(readstat_value_t value, readstat_variable_t *variable) {
if (readstat_value_type_class(value) != readstat_variable_get_type_class(variable))
return 0;
if (readstat_value_type_class(value) == READSTAT_TYPE_CLASS_STRING)
return readstat_string_is_defined_missing(readstat_string_value(value), variable);
if (readstat_value_type_class(value) == READSTAT_TYPE_CLASS_NUMERIC)
return readstat_double_is_defined_missing(readstat_double_value(value), variable);
return 0;
}
char readstat_int8_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (char)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (char)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return (char)value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return (char)value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
int16_t readstat_int16_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (int16_t)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (int16_t)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return (int16_t)value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
int32_t readstat_int32_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (int32_t)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (int32_t)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
float readstat_float_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return NAN;
if (value.type == READSTAT_TYPE_DOUBLE)
return (float)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return value.v.float_value;
}
double readstat_double_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return NAN;
if (value.type == READSTAT_TYPE_DOUBLE)
return value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return NAN;
}
const char *readstat_string_value(readstat_value_t value) {
if (readstat_value_type(value) == READSTAT_TYPE_STRING)
return value.v.string_value;
return NULL;
}
haven/src/readstat/readstat_malloc.h 0000644 0001762 0000144 00000000206 14101007206 017245 0 ustar ligges users
void *readstat_malloc(size_t size);
void *readstat_calloc(size_t count, size_t size);
void *readstat_realloc(void *ptr, size_t len);
haven/src/readstat/LICENSE 0000644 0001762 0000144 00000002103 14101007206 014741 0 ustar ligges users Copyright (c) 2013-2016 Evan Miller (except where otherwise noted)
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
haven/src/readstat/readstat_bits.c 0000644 0001762 0000144 00000003165 14101007206 016741 0 ustar ligges users //
// readstat_bits.c - Bit-twiddling utility functions
//
#include
#include
#include
#include "readstat_bits.h"
int machine_is_little_endian() {
int test_byte_order = 1;
return ((char *)&test_byte_order)[0];
}
char ones_to_twos_complement1(char num) {
return num < 0 ? num+1 : num;
}
int16_t ones_to_twos_complement2(int16_t num) {
return num < 0 ? num+1 : num;
}
int32_t ones_to_twos_complement4(int32_t num) {
return num < 0 ? num+1 : num;
}
char twos_to_ones_complement1(char num) {
return num < 0 ? num-1 : num;
}
int16_t twos_to_ones_complement2(int16_t num) {
return num < 0 ? num-1 : num;
}
int32_t twos_to_ones_complement4(int32_t num) {
return num < 0 ? num-1 : num;
}
uint16_t byteswap2(uint16_t num) {
return ((num & 0xFF00) >> 8) | ((num & 0x00FF) << 8);
}
uint32_t byteswap4(uint32_t num) {
num = ((num & 0xFFFF0000) >> 16) | ((num & 0x0000FFFF) << 16);
return ((num & 0xFF00FF00) >> 8) | ((num & 0x00FF00FF) << 8);
}
uint64_t byteswap8(uint64_t num) {
num = ((num & 0xFFFFFFFF00000000) >> 32) | ((num & 0x00000000FFFFFFFF) << 32);
num = ((num & 0xFFFF0000FFFF0000) >> 16) | ((num & 0x0000FFFF0000FFFF) << 16);
return ((num & 0xFF00FF00FF00FF00) >> 8) | ((num & 0x00FF00FF00FF00FF) << 8);
}
float byteswap_float(float num) {
uint32_t answer = 0;
memcpy(&answer, &num, 4);
answer = byteswap4(answer);
memcpy(&num, &answer, 4);
return num;
}
double byteswap_double(double num) {
uint64_t answer = 0;
memcpy(&answer, &num, 8);
answer = byteswap8(answer);
memcpy(&num, &answer, 8);
return num;
}
haven/src/readstat/readstat_io_unistd.h 0000644 0001762 0000144 00000001031 14101007206 017770 0 ustar ligges users
typedef struct unistd_io_ctx_s {
int fd;
} unistd_io_ctx_t;
int unistd_open_handler(const char *path, void *io_ctx);
int unistd_close_handler(void *io_ctx);
readstat_off_t unistd_seek_handler(readstat_off_t offset, readstat_io_flags_t whence, void *io_ctx);
ssize_t unistd_read_handler(void *buf, size_t nbytes, void *io_ctx);
readstat_error_t unistd_update_handler(long file_size, readstat_progress_handler progress_handler, void *user_ctx, void *io_ctx);
readstat_error_t unistd_io_init(readstat_parser_t *parser);
haven/src/readstat/readstat_iconv.h 0000644 0001762 0000144 00000000541 14101007233 017116 0 ustar ligges users #include
/* ICONV_CONST defined by autotools; so we hack this in manually */
#if defined(_WIN32) || defined(__sun)
#define ICONV_CONST const
#else
#define ICONV_CONST
#endif
typedef ICONV_CONST char ** readstat_iconv_inbuf_t;
typedef struct readstat_charset_entry_s {
int code;
char name[32];
} readstat_charset_entry_t;
haven/src/readstat/txt/ 0000755 0001762 0000144 00000000000 14101765776 014606 5 ustar ligges users haven/src/readstat/txt/readstat_schema.h 0000644 0001762 0000144 00000000155 14101007206 020060 0 ustar ligges users readstat_schema_entry_t *readstat_schema_find_or_create_entry(readstat_schema_t *dct, const char *var_name);
haven/src/readstat/txt/readstat_copy.c 0000644 0001762 0000144 00000002300 14101007206 017557 0 ustar ligges users #include
#include
#include
void readstat_copy(char *buf, size_t buf_len, const char *str_start, size_t str_len) {
size_t this_len = str_len;
if (this_len >= buf_len) {
this_len = buf_len - 1;
}
memcpy(buf, str_start, this_len);
buf[this_len] = '\0';
}
void readstat_copy_lower(char *buf, size_t buf_len, const char *str_start, size_t str_len) {
int i;
readstat_copy(buf, buf_len, str_start, str_len);
for (i=0; i= buf_len) {
this_len = buf_len - 1;
}
size_t i=0;
size_t j=0;
int slash = 0;
for (i=0; i
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
%%{
machine spss_commands;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_spss_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
int i;
int line_no = 0;
uint64_t first_integer = 0, integer = 0;
double double_value = NAN;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char string_value[32];
char buf[1024];
char var_list[1024][32];
long var_col = 0;
long var_row = 0;
long var_len = 0;
long var_count = 0;
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int labelset_count = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action copy_pos {
var_col = integer - 1;
var_len = 1;
}
action set_len {
var_len = integer - var_col;
}
action copy_quoted_buf {
readstat_copy_quoted(buf, sizeof(buf), (char *)str_start, str_len);
}
action copy_quoted_string {
readstat_copy_quoted(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_string {
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy(varname, sizeof(varname), (char *)str_start, str_len);
}
action copy_argname {
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
action handle_var {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
action handle_var_label {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
action reset_variable_list {
var_count = 0;
}
action add_variable_to_list {
if (var_count < sizeof(var_list)/sizeof(var_list[0])) {
memcpy(var_list[var_count++], varname, sizeof(varname));
}
}
action handle_get_data_arg {
if (strcasecmp(argname, "FIRSTCASE") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "DELIMITERS") == 0) {
schema->field_delimiter = buf[0];
}
}
action handle_labelset {
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count++);
for (i=0; ilabelset, sizeof(entry->labelset), labelset_name, sizeof(labelset_name));
}
}
action handle_value_label {
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count);
error = submit_value_label(parser, labelset_name, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
single_quoted_string = "'" ( [^']* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "'";
double_quoted_string = "\"" ( [^"]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
quoted_string = ( single_quoted_string | double_quoted_string ) %copy_quoted_buf;
newline = ( "\n" | "\r\n" ) %{ line_no++; line_start = p; };
identifier = ( [A-Za-z] [_A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
integer = [0-9]+ >start_integer $incr_integer;
double_value = "-"? integer ("." integer)?;
whitespace = [ \t] | newline;
pos = ( integer %copy_pos ("-" whitespace* integer %set_len)? );
multiline_comment = "/*" ( any* - ( any* "*/" any* ) ) "*/";
comment = "*" ( any* - ( any* "." whitespace* newline any* ) ) "." whitespace* newline |
multiline_comment |
"COMMENT " [^\.]* ".";
var = identifier %copy_varname;
width = (whitespace+ "(A"i integer? ")" %{ var_type = READSTAT_TYPE_STRING; } |
whitespace+ "(" integer ")" )?;
type = ( "A"i integer %{ var_type = READSTAT_TYPE_STRING; }
| "F"i integer %{ var_type = READSTAT_TYPE_DOUBLE; } ("." integer)?
| "DATE"i integer %{ var_type = READSTAT_TYPE_DOUBLE; }
| "ADATE"i integer %{ var_type = READSTAT_TYPE_STRING; } );
slash_arg = "/" identifier %copy_argname whitespace* "=" whitespace* (identifier | quoted_string | integer);
slash_args = slash_arg ( whitespace* slash_arg)*;
select_cmd = "SELECT"i whitespace+ "IF"i whitespace+
(whitespace | identifier | "-"? integer
| "(" | ")" | quoted_string
)+ ".";
file_handle_cmd = "FILE"i whitespace+ "HANDLE"i whitespace+ identifier whitespace+ slash_args whitespace* ".";
save_cmd = "SAVE"i whitespace+ ( "OUTFILE"i | "DICTIONARY"i ) whitespace* "="? whitespace* quoted_string "/"? whitespace* ("/" whitespace* "COMPRESSED" whitespace*)? ".";
data_list_arg = ( "RECORD"i ("S"i)? whitespace* "=" whitespace* integer |
"FILE"i whitespace* "=" whitespace* (quoted_string | identifier) |
"TABLE"i | "FIXED"i );
data_list_args = data_list_arg (whitespace+ data_list_arg)*;
data_list_cmd = "DATA"i whitespace+ "LIST"i whitespace+ data_list_args whitespace*
( "/" ( integer %{ var_row = integer - 1; } )?
whitespace+ var whitespace+ pos %{ var_type = READSTAT_TYPE_DOUBLE; } width
(whitespace+ var >handle_var whitespace+ pos %{ var_type = READSTAT_TYPE_DOUBLE; } width )+ whitespace* )+
"." %handle_var;
get_data_variable = var whitespace+ type %handle_var;
get_data_variable_list = get_data_variable ( whitespace+ get_data_variable )*;
get_data_arg = ( slash_arg %handle_get_data_arg | "/VARIABLES"i whitespace* "=" whitespace* get_data_variable_list );
get_data_args = get_data_arg (whitespace* get_data_arg)*;
get_data_cmd = "GET"i whitespace+ "DATA"i whitespace+ get_data_args whitespace* ".";
get_file_cmd = "GET"i whitespace+ "FILE"i whitespace* ("=" whitespace*)? quoted_string whitespace* ".";
dataset_cmd_arg = "WINDOW"i whitespace* "=" whitespace* identifier;
dataset_cmd_args = dataset_cmd_arg (whitespace+ dataset_cmd_arg)*;
dataset_cmd = "DATASET"i whitespace+ "NAME"i whitespace+ (identifier | quoted_string) (whitespace+ dataset_cmd_args)? ".";
format_string = "F" integer "." integer;
format_spec = identifier (whitespace+ identifier)* whitespace+ "(" format_string ")";
formats_cmd = "FORMATS"i whitespace+ format_spec (whitespace+ "/" whitespace+ format_spec)* whitespace* ".";
variable_labels_cmd = "VARIABLE"i whitespace+ "LABEL"i ("S"i)?
(whitespace+ var whitespace+ quoted_string %handle_var_label (whitespace* "/")? )+
whitespace* ".";
variable_list = var %reset_variable_list %add_variable_to_list (whitespace+ var %add_variable_to_list)*;
missing_value_label = "." %{ label_type = -1; } whitespace+ quoted_string %handle_value_label;
missing_values_item = var whitespace+ "(" quoted_string ")";
missing_values_list = missing_values_item (whitespace+ missing_values_item)*;
value_label = ( "-" integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; } |
integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = integer; } |
integer whitespace+ "-" whitespace+ %{ first_integer = integer; } integer %{ label_type = LABEL_TYPE_RANGE; } |
quoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_quoted_string )
whitespace+ quoted_string %handle_value_label;
variable_value_labels = variable_list whitespace+ ( value_label | missing_value_label )
(whitespace+ value_label)* whitespace* %handle_labelset;
variable_level = variable_list whitespace+ ( "(SCALE)"i | "(NOMINAL)"i | "(ORDINAL)"i );
variable_level_subcmd = "VARIABLE"i whitespace+ "LEVEL"i whitespace+ variable_level
( whitespace* "/" whitespace* variable_level )*;
value_labels_cmd = "VALUE"i whitespace+ "LABELS"i whitespace+ ("/" whitespace*)? variable_value_labels
( "/" whitespace* variable_value_labels )*
( "/" whitespace* ( variable_level_subcmd whitespace* )? )? ".";
missing_values_cmd = "MISSING"i whitespace+ "VALUES"i whitespace+ missing_values_list whitespace* ".";
recode_cmd = "RECODE"i whitespace+ identifier whitespace+ "(" double_value (whitespace+ double_value)* "=" whitespace* "SYSMIS" whitespace* ")" whitespace* ".";
execute_cmd = "EXECUTE"i whitespace* ".";
list_cmd = "LIST"i whitespace* ".";
display_cmd = "DISPLAY"i (whitespace+ identifier)* whitespace* ".";
input_program_cmd = "INPUT"i whitespace+ "PROGRAM"i whitespace* ".";
end_input_program_cmd = "END"i whitespace+ input_program_cmd;
set_cmd = "SET"i whitespace+ identifier whitespace* "=" whitespace* (identifier | integer | quoted_string) whitespace* ".";
command =
file_handle_cmd |
data_list_cmd |
get_data_cmd |
get_file_cmd |
dataset_cmd |
display_cmd |
formats_cmd |
missing_values_cmd |
variable_labels_cmd |
value_labels_cmd |
recode_cmd |
select_cmd |
save_cmd |
list_cmd |
input_program_cmd |
end_input_program_cmd |
set_cmd |
execute_cmd;
main := ( whitespace | comment | command )*;
write init;
write exec;
}%%
/* suppress warnings */
(void)spss_commands_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_copy.h 0000644 0001762 0000144 00000000420 14101007206 017565 0 ustar ligges users
void readstat_copy(char *buf, size_t buf_len, const char *str_start, size_t str_len);
void readstat_copy_lower(char *buf, size_t buf_len, const char *str_start, size_t str_len);
void readstat_copy_quoted(char *buf, size_t buf_len, const char *str_start, size_t str_len);
haven/src/readstat/txt/commands_util.h 0000644 0001762 0000144 00000000763 14101007206 017574 0 ustar ligges users
typedef enum {
LABEL_TYPE_NAN = -1,
LABEL_TYPE_DOUBLE,
LABEL_TYPE_STRING,
LABEL_TYPE_RANGE,
LABEL_TYPE_OTHER
} label_type_t;
readstat_error_t submit_columns(readstat_parser_t *parser, readstat_schema_t *dct, void *user_ctx);
readstat_error_t submit_value_label(readstat_parser_t *parser, const char *labelset,
label_type_t label_type, int64_t first_integer, int64_t last_integer,
double double_value, const char *string_value, const char *buf, void *user_ctx);
haven/src/readstat/txt/readstat_stata_dictionary_read.rl 0000644 0001762 0000144 00000016275 14101007206 023354 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
%%{
machine stata_dictionary;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_stata_dictionary(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
int cb_return_value = READSTAT_HANDLER_OK;
int total_entry_count = 0;
int partial_entry_count = 0;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
// u_char *eof = pe;
int integer = 0;
int current_row = 0;
int current_col = 0;
int line_no = 0;
unsigned char *line_start = p;
readstat_schema_entry_t current_entry;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action start_entry {
memset(¤t_entry, 0, sizeof(readstat_schema_entry_t));
current_entry.decimal_separator = '.';
current_entry.variable.type = READSTAT_TYPE_DOUBLE;
current_entry.variable.index = total_entry_count;
}
action end_entry {
current_entry.row = current_row;
current_entry.col = current_col;
current_col += current_entry.len;
cb_return_value = READSTAT_HANDLER_OK;
if (parser->handlers.variable) {
current_entry.variable.index_after_skipping = partial_entry_count;
cb_return_value = parser->handlers.variable(total_entry_count, ¤t_entry.variable, NULL, user_ctx);
if (cb_return_value == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if (cb_return_value == READSTAT_HANDLER_SKIP_VARIABLE) {
current_entry.skip = 1;
} else {
partial_entry_count++;
}
schema->entries = realloc(schema->entries, sizeof(readstat_schema_entry_t) * (schema->entry_count+1));
memcpy(&schema->entries[schema->entry_count++], ¤t_entry, sizeof(readstat_schema_entry_t));
total_entry_count++;
}
action copy_filename {
readstat_copy(schema->filename, sizeof(schema->filename), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy(current_entry.variable.name, sizeof(current_entry.variable.name),
(char *)str_start, str_len);
}
action copy_varlabel {
readstat_copy(current_entry.variable.label, sizeof(current_entry.variable.label),
(char *)str_start, str_len);
}
quoted_string = "\"" ( [^"]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
unquoted_string = [A-Za-z0-9_/\\\.\-]+ >{ str_start = fpc; } %{ str_len = fpc - str_start; };
identifier = ( [A-Za-z] [_\.A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
newline = ( "\n" | "\r\n" ) %{ line_no++; line_start = p; };
spacetab = [ \t];
whitespace = spacetab | newline;
filename = ( quoted_string | unquoted_string ) %copy_filename;
integer = [0-9]+ >start_integer $incr_integer;
lines_marker = "_lines(" spacetab* integer spacetab* ")" %{ schema->rows_per_observation = integer; };
line_marker = "_line(" spacetab* integer spacetab* ")" %{ current_row = integer - 1; };
column_marker = "_column(" spacetab* integer spacetab* ")" %{ current_col = integer - 1; };
newline_marker = "_newline" %{ current_row++; } ( "(" spacetab* integer spacetab* ")" %{ current_row += (integer - 1); } )?;
skip_marker = "_skip(" spacetab* integer spacetab* ")" %{ current_col += (integer - 1) };
lrecl_marker = "_lrecl(" spacetab* integer spacetab* ")" %{ schema->cols_per_observation = integer; };
firstlineoffile_marker = "_firstlineoffile(" spacetab* integer spacetab* ")" %{ schema->first_line = integer - 1; };
marker = lrecl_marker | firstlineoffile_marker | lines_marker | line_marker | column_marker | newline_marker;
type = "byte" %{ current_entry.variable.type = READSTAT_TYPE_INT8; }
| "int" %{ current_entry.variable.type = READSTAT_TYPE_INT16; }
| "long" %{ current_entry.variable.type = READSTAT_TYPE_INT32; }
| "float" %{ current_entry.variable.type = READSTAT_TYPE_FLOAT; }
| "double" %{ current_entry.variable.type = READSTAT_TYPE_DOUBLE; }
| "str" integer %{ current_entry.variable.type = READSTAT_TYPE_STRING;
current_entry.variable.storage_width = integer; };
varname = identifier %copy_varname;
varlabel = quoted_string %copy_varlabel;
format = "%" integer %{ current_entry.len = integer; }
( "s" | "S" | ( ( ( "." | "," %{ current_entry.decimal_separator = ','; } ) integer )? ( "f" | "g" | "e" ) ) );
entry = ( ( type spacetab+ )? varname ( spacetab+ format )? ( spacetab+ varlabel )? spacetab* newline ) >start_entry %end_entry;
comment = "*" [^\r\n]* newline | "/*" ( any* - ( any* "*/" any* ) ) "*/";
contents = ( whitespace* ( marker | entry | comment ) )* whitespace*;
main := comment* ("infile" whitespace+)? "dictionary" whitespace+
( "using" whitespace+ filename whitespace+ )?
"{" contents "}" any*;
write init;
write exec;
}%%
/* suppress warnings */
(void)stata_dictionary_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_txt_read.c 0000644 0001762 0000144 00000020314 14101007206 020424 0 ustar ligges users #include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "readstat_schema.h"
#if defined _MSC_VER
#define restrict __restrict
#endif
typedef struct txt_ctx_s {
int rows;
iconv_t converter;
readstat_schema_t *schema;
} txt_ctx_t;
static readstat_error_t handle_value(readstat_parser_t *parser, iconv_t converter,
int obs_index, readstat_schema_entry_t *entry, char *bytes, size_t len, void *ctx) {
readstat_error_t error = READSTAT_OK;
char *converted_value = malloc(4*len+1);
readstat_variable_t *variable = &entry->variable;
readstat_value_t value = { .type = variable->type };
if (readstat_type_class(variable->type) == READSTAT_TYPE_CLASS_STRING) {
error = readstat_convert(converted_value, 4 * len + 1, bytes, len, converter);
if (error != READSTAT_OK)
goto cleanup;
value.v.string_value = converted_value;
} else {
char *endptr = NULL;
if (variable->type == READSTAT_TYPE_DOUBLE) {
value.v.double_value = strtod(bytes, &endptr);
} else if (variable->type == READSTAT_TYPE_FLOAT) {
value.v.float_value = strtof(bytes, &endptr);
} else {
value.v.i32_value = strtol(bytes, &endptr, 10);
value.type = READSTAT_TYPE_INT32;
}
value.is_system_missing = (endptr == bytes);
}
if (parser->handlers.value(obs_index, variable, value, ctx) == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
}
cleanup:
free(converted_value);
return error;
}
static ssize_t txt_getdelim(char ** restrict linep, size_t * restrict linecapp,
int delimiter, readstat_io_t *io) {
char *value_buffer = *linep;
size_t value_buffer_len = *linecapp;
ssize_t i = 0;
ssize_t bytes_read = 0;
while ((bytes_read = io->read(&value_buffer[i], 1, io->io_ctx)) == 1 && value_buffer[i++] != delimiter) {
if (i == value_buffer_len) {
value_buffer = realloc(value_buffer, value_buffer_len *= 2);
}
}
*linep = value_buffer;
*linecapp = value_buffer_len;
if (bytes_read == -1)
return -1;
return i;
}
static readstat_error_t txt_parse_delimited(readstat_parser_t *parser,
txt_ctx_t *ctx, void *user_ctx) {
size_t value_buffer_len = 4096;
char *value_buffer = malloc(value_buffer_len);
readstat_schema_t *schema = ctx->schema;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
int k=0;
while (1) {
for (int j=0; jentry_count; j++) {
readstat_schema_entry_t *entry = &schema->entries[j];
int delimiter = (j == schema->entry_count-1) ? '\n' : schema->field_delimiter;
ssize_t chars_read = txt_getdelim(&value_buffer, &value_buffer_len, delimiter, io);
if (chars_read == 0)
goto cleanup;
if (chars_read == -1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (parser->handlers.value && !entry->skip) {
chars_read--; // delimiter
if (chars_read > 0 && value_buffer[chars_read-1] == '\r') {
chars_read--; // CRLF
}
value_buffer[chars_read] = '\0';
retval = handle_value(parser, ctx->converter, k, entry, value_buffer, chars_read, user_ctx);
if (retval != READSTAT_OK)
goto cleanup;
}
}
if (++k == parser->row_limit)
break;
}
cleanup:
ctx->rows = k;
if (value_buffer)
free(value_buffer);
return retval;
}
static readstat_error_t txt_parse_fixed_width(readstat_parser_t *parser,
txt_ctx_t *ctx, void *user_ctx, const size_t *line_lens, char *line_buffer) {
char value_buffer[4096];
readstat_schema_t *schema = ctx->schema;
readstat_io_t *io = parser->io;
readstat_error_t retval = READSTAT_OK;
int k=0;
while (1) {
int j=0;
for (int i=0; irows_per_observation; i++) {
ssize_t bytes_read = io->read(line_buffer, line_lens[i], io->io_ctx);
if (bytes_read == 0)
goto cleanup;
if (bytes_read < line_lens[i]) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (; jentry_count && schema->entries[j].row == i; j++) {
readstat_schema_entry_t *entry = &schema->entries[j];
size_t field_len = schema->entries[j].len;
size_t field_offset = schema->entries[j].col;
if (field_len < sizeof(value_buffer) && parser->handlers.value && !entry->skip) {
memcpy(value_buffer, &line_buffer[field_offset], field_len);
value_buffer[field_len] = '\0';
retval = handle_value(parser, ctx->converter, k, entry, value_buffer, field_len, user_ctx);
if (retval != READSTAT_OK) {
goto cleanup;
}
}
}
if (schema->cols_per_observation == 0) {
char throwaway = '\0';
while (io->read(&throwaway, 1, io->io_ctx) == 1 && throwaway != '\n');
}
}
if (++k == parser->row_limit)
break;
}
cleanup:
ctx->rows = k;
return retval;
}
readstat_error_t readstat_parse_txt(readstat_parser_t *parser, const char *filename,
readstat_schema_t *schema, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
int i;
size_t *line_lens = NULL;
size_t line_buffer_len = 0;
char *line_buffer = NULL;
txt_ctx_t ctx = { .schema = schema };
if (parser->output_encoding && parser->input_encoding) {
ctx.converter = iconv_open(parser->output_encoding, parser->input_encoding);
if (ctx.converter == (iconv_t)-1) {
ctx.converter = NULL;
retval = READSTAT_ERROR_UNSUPPORTED_CHARSET;
goto cleanup;
}
}
if (io->open(filename, io->io_ctx) == -1) {
retval = READSTAT_ERROR_OPEN;
goto cleanup;
}
if ((line_lens = malloc(schema->rows_per_observation * sizeof(size_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
for (i=0; irows_per_observation; i++) {
line_lens[i] = schema->cols_per_observation;
}
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &schema->entries[i];
if (line_lens[entry->row] < entry->col + entry->len)
line_lens[entry->row] = entry->col + entry->len;
}
for (i=0; irows_per_observation; i++) {
if (line_buffer_len < line_lens[i])
line_buffer_len = line_lens[i];
}
line_buffer_len += 2; /* CRLF */
if ((line_buffer = malloc(line_buffer_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (schema->first_line > 1) {
int throwaway_lines = schema->first_line - 1;
char throwaway_char = '\0';
while (throwaway_lines--) {
while (io->read(&throwaway_char, 1, io->io_ctx) == 1 && throwaway_char != '\n');
}
}
if (schema->field_delimiter) {
retval = txt_parse_delimited(parser, &ctx, user_ctx);
} else {
retval = txt_parse_fixed_width(parser, &ctx, user_ctx, line_lens, line_buffer);
}
if (retval != READSTAT_OK)
goto cleanup;
if (parser->handlers.metadata) {
readstat_metadata_t metadata = {
.row_count = ctx.rows,
.var_count = schema->entry_count
};
int cb_retval = parser->handlers.metadata(&metadata, user_ctx);
if (cb_retval == READSTAT_HANDLER_ABORT)
retval = READSTAT_ERROR_USER_ABORT;
}
cleanup:
io->close(io->io_ctx);
if (line_buffer)
free(line_buffer);
if (line_lens)
free(line_lens);
if (ctx.converter)
iconv_close(ctx.converter);
return retval;
}
haven/src/readstat/txt/readstat_spss_commands_read.c 0000644 0001762 0000144 00000221414 14101765776 022511 0 ustar ligges users #line 1 "src/txt/readstat_spss_commands_read.rl"
#include
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
#line 14 "src/txt/readstat_spss_commands_read.c"
static const signed char _spss_commands_actions[] = {
0, 1, 1, 1, 2, 1, 4, 1,
8, 1, 12, 1, 13, 1, 15, 1,
16, 1, 17, 1, 18, 1, 19, 1,
20, 1, 21, 1, 22, 1, 27, 1,
30, 1, 31, 1, 32, 1, 34, 2,
0, 1, 2, 1, 0, 2, 2, 28,
2, 2, 29, 2, 3, 28, 2, 3,
29, 2, 4, 9, 2, 4, 12, 2,
4, 14, 2, 4, 20, 2, 8, 20,
2, 15, 16, 2, 17, 18, 2, 19,
13, 2, 19, 20, 2, 21, 6, 2,
21, 7, 2, 21, 12, 2, 21, 20,
2, 23, 8, 2, 24, 8, 2, 25,
8, 2, 26, 8, 3, 4, 0, 1,
3, 4, 14, 13, 3, 4, 35, 5,
3, 19, 0, 1, 3, 19, 8, 20,
3, 21, 0, 1, 3, 21, 1, 0,
3, 21, 6, 11, 3, 21, 12, 6,
3, 33, 0, 1, 4, 19, 33, 0,
1, 4, 21, 6, 10, 11, 4, 21,
6, 11, 10, 0
};
static const short _spss_commands_key_offsets[] = {
0, 0, 1, 2, 7, 9, 10, 11,
13, 14, 15, 16, 17, 18, 19, 20,
21, 25, 27, 29, 35, 41, 47, 48,
50, 52, 54, 58, 68, 78, 79, 81,
85, 87, 92, 97, 98, 108, 118, 119,
120, 121, 126, 137, 148, 149, 155, 163,
171, 172, 183, 189, 195, 196, 203, 212,
221, 222, 226, 229, 233, 241, 249, 250,
261, 267, 273, 274, 283, 294, 305, 306,
310, 313, 319, 329, 339, 340, 344, 346,
350, 356, 362, 363, 365, 367, 369, 371,
375, 381, 387, 388, 390, 392, 394, 396,
398, 400, 405, 410, 411, 413, 415, 417,
419, 421, 425, 427, 429, 433, 439, 445,
446, 448, 450, 452, 454, 456, 460, 468,
476, 477, 488, 493, 498, 499, 503, 515,
520, 525, 526, 538, 550, 551, 552, 553,
559, 565, 571, 572, 573, 574, 582, 595,
597, 599, 601, 603, 605, 609, 617, 625,
626, 637, 646, 655, 656, 657, 659, 662,
664, 667, 672, 678, 684, 685, 687, 689,
693, 701, 709, 710, 712, 714, 716, 720,
725, 730, 731, 737, 749, 754, 759, 760,
772, 784, 785, 786, 787, 793, 799, 805,
806, 807, 808, 816, 829, 843, 857, 871,
885, 899, 913, 927, 941, 953, 958, 963,
964, 976, 988, 989, 1002, 1014, 1026, 1027,
1031, 1039, 1049, 1059, 1060, 1071, 1081, 1091,
1092, 1094, 1096, 1098, 1100, 1108, 1110, 1118,
1126, 1128, 1130, 1132, 1134, 1136, 1138, 1140,
1142, 1144, 1148, 1154, 1160, 1161, 1163, 1165,
1167, 1169, 1171, 1175, 1183, 1191, 1192, 1203,
1208, 1213, 1214, 1216, 1217, 1218, 1219, 1224,
1233, 1242, 1243, 1244, 1245, 1247, 1249, 1251,
1253, 1255, 1259, 1267, 1275, 1276, 1287, 1292,
1297, 1298, 1301, 1303, 1311, 1318, 1325, 1326,
1328, 1335, 1340, 1345, 1346, 1347, 1348, 1349,
1350, 1351, 1356, 1361, 1362, 1366, 1368, 1370,
1374, 1382, 1390, 1391, 1393, 1395, 1397, 1399,
1401, 1403, 1405, 1407, 1409, 1416, 1423, 1424,
1425, 1426, 1432, 1438, 1444, 1445, 1450, 1455,
1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463,
1464, 1465, 1472, 1479, 1480, 1481, 1482, 1488,
1494, 1495, 1497, 1499, 1501, 1503, 1505, 1507,
1511, 1513, 1515, 1517, 1521, 1527, 1533, 1534,
1536, 1540, 1555, 1571, 1587, 1588, 1589, 1590,
1606, 1607, 1608, 1610, 1626, 1643, 1660, 1675,
1676, 1680, 1688, 1696, 1697, 1709, 1714, 1719,
1720, 1732, 1744, 1745, 1746, 1747, 1752, 1753,
1754, 1761, 1773, 1775, 1779, 1781, 1783, 1787,
1793, 1799, 1800, 1802, 1804, 1806, 1808, 1810,
1814, 1823, 1832, 1833, 1841, 1849, 1850, 1861,
1875, 1889, 1890, 1891, 1892, 1896, 1902, 1908,
1909, 1910, 1911, 1917, 1928, 1939, 1940, 1941,
1942, 1944, 1950, 1961, 1972, 1973, 1986, 1999,
2012, 2025, 2038, 2051, 2064, 2075, 2091, 2107,
2108, 2112, 2118, 2125, 2132, 2133, 2134, 2135,
2139, 2145, 2151, 2152, 2158, 2169, 2182, 2195,
2208, 2221, 2232, 2246, 2260, 2261, 2272, 2287,
2302, 2303, 2309, 2311, 2313, 2315, 2317, 2319,
2321, 2322, 2328, 2334, 2335, 2343, 2351, 2352,
2363, 2372, 2381, 2382, 2393, 2395, 2397, 2399,
2401, 2403, 2405, 2416, 2418, 2420, 2422, 2424,
2426, 2430, 2436, 2442, 2443, 2445, 2447, 2449,
2451, 2457, 2465, 2473, 2474, 2485, 2491, 2497,
2498, 2499, 2500, 2506, 2516, 2526, 2527, 2532,
2541, 2550, 2551, 2552, 2553, 2557, 2559, 2561,
2563, 2565, 2573, 2575, 2577, 2579, 2586, 2593,
2594, 2600, 2606, 2607, 2610, 2616, 2619, 2625,
2631, 2632, 2640, 2643, 2647, 2650, 2656, 2662,
2663, 2669, 2675, 2677, 2679, 2681, 2683, 2685,
2692, 2697, 2702, 2703, 2709, 2715, 2716, 2723,
2725, 2727, 2729, 2731, 2736, 2737, 2738, 2750,
2752, 2754, 2756, 2758, 2762, 2768, 2774, 2775,
2777, 2779, 2781, 2785, 2795, 2805, 2806, 2807,
2808, 2813, 2819, 2825, 2826, 2828, 2830, 2832,
2834, 2836, 2841, 2846, 2847, 2855, 2863, 2864,
2876, 2877, 2878, 2880, 2882, 2884, 2886, 2888,
2893, 2902, 2911, 2912, 2924, 2951, 2978, 3005,
0
};
static const char _spss_commands_trans_keys[] = {
10, 46, 9, 10, 13, 32, 46, 10,
46, 42, 42, 42, 47, 79, 77, 77,
69, 78, 84, 32, 46, 65, 73, 97,
105, 84, 116, 65, 97, 9, 10, 13,
32, 83, 115, 9, 10, 13, 32, 76,
108, 9, 10, 13, 32, 76, 108, 10,
73, 105, 83, 115, 84, 116, 9, 10,
13, 32, 9, 10, 13, 32, 70, 82,
84, 102, 114, 116, 9, 10, 13, 32,
70, 82, 84, 102, 114, 116, 10, 73,
105, 76, 88, 108, 120, 69, 101, 9,
10, 13, 32, 61, 9, 10, 13, 32,
61, 10, 9, 10, 13, 32, 34, 39,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 47, 9, 10,
13, 32, 47, 70, 82, 84, 102, 114,
116, 9, 10, 13, 32, 47, 70, 82,
84, 102, 114, 116, 10, 9, 10, 13,
32, 48, 57, 9, 10, 13, 32, 65,
90, 97, 122, 9, 10, 13, 32, 65,
90, 97, 122, 10, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 48, 57, 10, 9, 10, 13, 32,
45, 48, 57, 9, 10, 13, 32, 40,
65, 90, 97, 122, 9, 10, 13, 32,
40, 65, 90, 97, 122, 10, 65, 97,
48, 57, 41, 48, 57, 9, 10, 13,
32, 9, 10, 13, 32, 65, 90, 97,
122, 9, 10, 13, 32, 65, 90, 97,
122, 10, 9, 10, 13, 32, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 48, 57, 9, 10, 13, 32, 48,
57, 10, 9, 10, 13, 32, 45, 46,
47, 48, 57, 9, 10, 13, 32, 40,
46, 47, 65, 90, 97, 122, 9, 10,
13, 32, 40, 46, 47, 65, 90, 97,
122, 10, 65, 97, 48, 57, 41, 48,
57, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 65, 90, 97,
122, 9, 10, 13, 32, 46, 47, 65,
90, 97, 122, 10, 78, 88, 110, 120,
68, 100, 9, 10, 13, 32, 9, 10,
13, 32, 73, 105, 9, 10, 13, 32,
73, 105, 10, 78, 110, 80, 112, 85,
117, 84, 116, 9, 10, 13, 32, 9,
10, 13, 32, 80, 112, 9, 10, 13,
32, 80, 112, 10, 82, 114, 79, 111,
71, 103, 82, 114, 65, 97, 77, 109,
9, 10, 13, 32, 46, 9, 10, 13,
32, 46, 10, 69, 101, 67, 99, 85,
117, 84, 116, 69, 101, 73, 79, 105,
111, 76, 108, 69, 101, 9, 10, 13,
32, 9, 10, 13, 32, 72, 104, 9,
10, 13, 32, 72, 104, 10, 65, 97,
78, 110, 68, 100, 76, 108, 69, 101,
9, 10, 13, 32, 9, 10, 13, 32,
65, 90, 97, 122, 9, 10, 13, 32,
65, 90, 97, 122, 10, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 9, 10, 13,
32, 47, 10, 65, 90, 97, 122, 9,
10, 13, 32, 61, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 61,
9, 10, 13, 32, 61, 10, 9, 10,
13, 32, 34, 39, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
48, 57, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 9, 10, 13,
32, 46, 47, 10, 39, 39, 9, 10,
13, 32, 46, 47, 48, 57, 9, 10,
13, 32, 46, 47, 95, 48, 57, 65,
90, 97, 122, 82, 114, 77, 109, 65,
97, 84, 116, 83, 115, 9, 10, 13,
32, 9, 10, 13, 32, 65, 90, 97,
122, 9, 10, 13, 32, 65, 90, 97,
122, 10, 9, 10, 13, 32, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 40, 65, 90, 97, 122, 9, 10,
13, 32, 40, 65, 90, 97, 122, 10,
70, 48, 57, 46, 48, 57, 48, 57,
41, 48, 57, 9, 10, 13, 32, 46,
9, 10, 13, 32, 46, 47, 9, 10,
13, 32, 46, 47, 10, 69, 101, 84,
116, 9, 10, 13, 32, 9, 10, 13,
32, 68, 70, 100, 102, 9, 10, 13,
32, 68, 70, 100, 102, 10, 65, 97,
84, 116, 65, 97, 9, 10, 13, 32,
9, 10, 13, 32, 47, 9, 10, 13,
32, 47, 10, 86, 118, 65, 90, 97,
122, 9, 10, 13, 32, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 61, 9, 10, 13, 32, 61, 10,
9, 10, 13, 32, 34, 39, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 48, 57, 65, 90, 97, 122,
10, 34, 34, 9, 10, 13, 32, 46,
47, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 10, 39, 39,
9, 10, 13, 32, 46, 47, 48, 57,
9, 10, 13, 32, 46, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 61, 65, 95, 97, 48, 57, 66,
90, 98, 122, 9, 10, 13, 32, 61,
82, 95, 114, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 61, 73, 95,
105, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 61, 65, 95, 97, 48,
57, 66, 90, 98, 122, 9, 10, 13,
32, 61, 66, 95, 98, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 61,
76, 95, 108, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 61, 69, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 61, 83, 95, 115, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 61, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 61, 9, 10,
13, 32, 61, 10, 9, 10, 13, 32,
34, 39, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 48, 57,
65, 90, 97, 122, 10, 9, 10, 13,
32, 46, 47, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 46, 47,
65, 68, 70, 97, 100, 102, 9, 10,
13, 32, 46, 47, 65, 68, 70, 97,
100, 102, 10, 68, 100, 48, 57, 9,
10, 13, 32, 46, 47, 48, 57, 9,
10, 13, 32, 46, 47, 65, 90, 97,
122, 9, 10, 13, 32, 46, 47, 65,
90, 97, 122, 10, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 65, 68, 70, 97, 100,
102, 9, 10, 13, 32, 65, 68, 70,
97, 100, 102, 10, 65, 97, 84, 116,
69, 101, 48, 57, 9, 10, 13, 32,
46, 47, 48, 57, 48, 57, 9, 10,
13, 32, 46, 47, 48, 57, 9, 10,
13, 32, 46, 47, 48, 57, 73, 105,
83, 115, 84, 116, 73, 105, 83, 115,
83, 115, 73, 105, 78, 110, 71, 103,
9, 10, 13, 32, 9, 10, 13, 32,
86, 118, 9, 10, 13, 32, 86, 118,
10, 65, 97, 76, 108, 85, 117, 69,
101, 83, 115, 9, 10, 13, 32, 9,
10, 13, 32, 65, 90, 97, 122, 9,
10, 13, 32, 65, 90, 97, 122, 10,
9, 10, 13, 32, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 40,
9, 10, 13, 32, 40, 10, 34, 39,
34, 34, 41, 9, 10, 13, 32, 46,
9, 10, 13, 32, 46, 65, 90, 97,
122, 9, 10, 13, 32, 46, 65, 90,
97, 122, 10, 39, 39, 69, 101, 67,
99, 79, 111, 68, 100, 69, 101, 9,
10, 13, 32, 9, 10, 13, 32, 65,
90, 97, 122, 9, 10, 13, 32, 65,
90, 97, 122, 10, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 40, 9, 10, 13, 32,
40, 10, 45, 48, 57, 48, 57, 9,
10, 13, 32, 46, 61, 48, 57, 9,
10, 13, 32, 45, 48, 57, 9, 10,
13, 32, 45, 48, 57, 10, 48, 57,
9, 10, 13, 32, 61, 48, 57, 9,
10, 13, 32, 83, 9, 10, 13, 32,
83, 10, 89, 83, 77, 73, 83, 9,
10, 13, 32, 41, 9, 10, 13, 32,
41, 10, 65, 69, 97, 101, 86, 118,
69, 101, 9, 10, 13, 32, 9, 10,
13, 32, 68, 79, 100, 111, 9, 10,
13, 32, 68, 79, 100, 111, 10, 73,
105, 67, 99, 84, 116, 73, 105, 79,
111, 78, 110, 65, 97, 82, 114, 89,
121, 9, 10, 13, 32, 34, 39, 61,
9, 10, 13, 32, 34, 39, 61, 10,
34, 34, 9, 10, 13, 32, 46, 47,
9, 10, 13, 32, 46, 47, 9, 10,
13, 32, 46, 47, 10, 9, 10, 13,
32, 67, 9, 10, 13, 32, 67, 10,
79, 77, 80, 82, 69, 83, 83, 69,
68, 9, 10, 13, 32, 46, 47, 67,
9, 10, 13, 32, 46, 47, 67, 10,
39, 39, 9, 10, 13, 32, 34, 39,
9, 10, 13, 32, 34, 39, 10, 85,
117, 84, 116, 70, 102, 73, 105, 76,
108, 69, 101, 76, 84, 108, 116, 69,
101, 67, 99, 84, 116, 9, 10, 13,
32, 9, 10, 13, 32, 73, 105, 9,
10, 13, 32, 73, 105, 10, 70, 102,
9, 10, 13, 32, 9, 10, 13, 32,
34, 39, 45, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 40, 41, 48, 57, 65,
90, 97, 122, 10, 34, 34, 9, 10,
13, 32, 34, 39, 45, 46, 40, 41,
48, 57, 65, 90, 97, 122, 39, 39,
48, 57, 9, 10, 13, 32, 34, 39,
45, 46, 40, 41, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 95, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 95, 40, 41, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 45, 40, 41, 48, 57, 65,
90, 97, 122, 10, 9, 10, 13, 32,
9, 10, 13, 32, 65, 90, 97, 122,
9, 10, 13, 32, 65, 90, 97, 122,
10, 9, 10, 13, 32, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 61, 9, 10, 13, 32, 61, 10,
9, 10, 13, 32, 34, 39, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 48, 57, 65, 90, 97, 122,
10, 34, 34, 9, 10, 13, 32, 46,
39, 39, 9, 10, 13, 32, 46, 48,
57, 9, 10, 13, 32, 46, 95, 48,
57, 65, 90, 97, 122, 65, 97, 76,
82, 108, 114, 85, 117, 69, 101, 9,
10, 13, 32, 9, 10, 13, 32, 76,
108, 9, 10, 13, 32, 76, 108, 10,
65, 97, 66, 98, 69, 101, 76, 108,
83, 115, 9, 10, 13, 32, 9, 10,
13, 32, 47, 65, 90, 97, 122, 9,
10, 13, 32, 47, 65, 90, 97, 122,
10, 9, 10, 13, 32, 65, 90, 97,
122, 9, 10, 13, 32, 65, 90, 97,
122, 10, 9, 10, 13, 32, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 45, 46, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 48, 57, 65, 90, 97,
122, 10, 34, 34, 9, 10, 13, 32,
9, 10, 13, 32, 34, 39, 9, 10,
13, 32, 34, 39, 10, 34, 34, 9,
10, 13, 32, 46, 47, 9, 10, 13,
32, 34, 39, 45, 46, 47, 48, 57,
9, 10, 13, 32, 34, 39, 45, 46,
47, 48, 57, 10, 39, 39, 48, 57,
9, 10, 13, 32, 48, 57, 9, 10,
13, 32, 46, 86, 118, 65, 90, 97,
122, 9, 10, 13, 32, 46, 86, 118,
65, 90, 97, 122, 10, 9, 10, 13,
32, 65, 95, 97, 48, 57, 66, 90,
98, 122, 9, 10, 13, 32, 82, 95,
114, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 73, 95, 105, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
65, 95, 97, 48, 57, 66, 90, 98,
122, 9, 10, 13, 32, 66, 95, 98,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 76, 95, 108, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 69,
95, 101, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 76, 108, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 46, 76, 108, 48, 57, 65,
90, 97, 122, 10, 9, 10, 13, 32,
9, 10, 13, 32, 48, 57, 9, 10,
13, 32, 34, 39, 45, 9, 10, 13,
32, 34, 39, 45, 10, 39, 39, 9,
10, 13, 32, 9, 10, 13, 32, 48,
57, 9, 10, 13, 32, 48, 57, 10,
9, 10, 13, 32, 48, 57, 9, 10,
13, 32, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 69, 95, 101,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 86, 95, 118, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 69,
95, 101, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 76, 95, 108, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 45, 46,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 39, 45, 46, 48, 57,
65, 90, 97, 122, 10, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 40, 45,
46, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 40, 45, 46,
48, 57, 65, 90, 97, 122, 10, 78,
79, 83, 110, 111, 115, 79, 111, 77,
109, 73, 105, 78, 110, 65, 97, 76,
108, 41, 9, 10, 13, 32, 46, 47,
9, 10, 13, 32, 46, 47, 10, 9,
10, 13, 32, 65, 90, 97, 122, 9,
10, 13, 32, 65, 90, 97, 122, 10,
9, 10, 13, 32, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 40,
65, 90, 97, 122, 9, 10, 13, 32,
40, 65, 90, 97, 122, 10, 9, 10,
13, 32, 95, 48, 57, 65, 90, 97,
122, 82, 114, 68, 100, 67, 99, 65,
97, 76, 108, 69, 101, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
73, 105, 65, 97, 66, 98, 76, 108,
69, 101, 9, 10, 13, 32, 9, 10,
13, 32, 76, 108, 9, 10, 13, 32,
76, 108, 10, 65, 97, 66, 98, 69,
101, 76, 108, 9, 10, 13, 32, 83,
115, 9, 10, 13, 32, 65, 90, 97,
122, 9, 10, 13, 32, 65, 90, 97,
122, 10, 9, 10, 13, 32, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 9, 10, 13, 32, 34,
39, 10, 34, 34, 9, 10, 13, 32,
46, 47, 9, 10, 13, 32, 46, 47,
65, 90, 97, 122, 9, 10, 13, 32,
46, 47, 65, 90, 97, 122, 10, 9,
10, 13, 32, 46, 9, 10, 13, 32,
46, 65, 90, 97, 122, 9, 10, 13,
32, 46, 65, 90, 97, 122, 10, 39,
39, 9, 10, 13, 32, 65, 97, 84,
116, 69, 101, 48, 57, 9, 10, 13,
32, 46, 47, 48, 57, 73, 105, 76,
108, 69, 101, 9, 10, 13, 32, 34,
39, 61, 9, 10, 13, 32, 34, 39,
61, 10, 9, 10, 13, 32, 34, 39,
9, 10, 13, 32, 34, 39, 10, 41,
48, 57, 9, 10, 13, 32, 46, 47,
41, 48, 57, 9, 10, 13, 32, 48,
57, 9, 10, 13, 32, 48, 57, 10,
9, 10, 13, 32, 46, 47, 48, 57,
41, 48, 57, 9, 10, 13, 32, 41,
48, 57, 9, 10, 13, 32, 48, 57,
9, 10, 13, 32, 48, 57, 10, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 48, 57, 69, 101, 67, 99, 79,
111, 82, 114, 68, 100, 9, 10, 13,
32, 61, 83, 115, 9, 10, 13, 32,
61, 9, 10, 13, 32, 61, 10, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 48, 57, 10, 9, 10, 13, 32,
47, 48, 57, 65, 97, 66, 98, 76,
108, 69, 101, 9, 10, 13, 32, 47,
39, 39, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 69, 101,
68, 100, 69, 101, 84, 116, 9, 10,
13, 32, 9, 10, 13, 32, 78, 110,
9, 10, 13, 32, 78, 110, 10, 65,
97, 77, 109, 69, 101, 9, 10, 13,
32, 9, 10, 13, 32, 34, 39, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 65, 90, 97, 122, 10, 34, 34,
9, 10, 13, 32, 46, 9, 10, 13,
32, 87, 119, 9, 10, 13, 32, 87,
119, 10, 73, 105, 78, 110, 68, 100,
79, 111, 87, 119, 9, 10, 13, 32,
61, 9, 10, 13, 32, 61, 10, 9,
10, 13, 32, 65, 90, 97, 122, 9,
10, 13, 32, 65, 90, 97, 122, 10,
9, 10, 13, 32, 46, 95, 48, 57,
65, 90, 97, 122, 39, 39, 83, 115,
80, 112, 76, 108, 65, 97, 89, 121,
9, 10, 13, 32, 46, 9, 10, 13,
32, 46, 65, 90, 97, 122, 9, 10,
13, 32, 46, 65, 90, 97, 122, 10,
9, 10, 13, 32, 46, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
42, 47, 67, 68, 69, 70, 71, 73,
76, 77, 82, 83, 86, 100, 101, 102,
103, 105, 108, 109, 114, 115, 118, 9,
10, 13, 32, 42, 47, 67, 68, 69,
70, 71, 73, 76, 77, 82, 83, 86,
100, 101, 102, 103, 105, 108, 109, 114,
115, 118, 9, 10, 13, 32, 42, 47,
67, 68, 69, 70, 71, 73, 76, 77,
82, 83, 86, 100, 101, 102, 103, 105,
108, 109, 114, 115, 118, 9, 10, 13,
32, 42, 47, 67, 68, 69, 70, 71,
73, 76, 77, 82, 83, 86, 100, 101,
102, 103, 105, 108, 109, 114, 115, 118,
48, 57, 0
};
static const signed char _spss_commands_single_lengths[] = {
0, 1, 1, 5, 2, 1, 1, 2,
1, 1, 1, 1, 1, 1, 1, 1,
4, 2, 2, 6, 6, 6, 1, 2,
2, 2, 4, 10, 10, 1, 2, 4,
2, 5, 5, 1, 6, 6, 1, 1,
1, 5, 11, 11, 1, 4, 4, 4,
1, 5, 4, 4, 1, 5, 5, 5,
1, 2, 1, 4, 4, 4, 1, 5,
4, 4, 1, 7, 7, 7, 1, 2,
1, 6, 6, 6, 1, 4, 2, 4,
6, 6, 1, 2, 2, 2, 2, 4,
6, 6, 1, 2, 2, 2, 2, 2,
2, 5, 5, 1, 2, 2, 2, 2,
2, 4, 2, 2, 4, 6, 6, 1,
2, 2, 2, 2, 2, 4, 4, 4,
1, 5, 5, 5, 1, 0, 6, 5,
5, 1, 6, 6, 1, 1, 1, 6,
6, 6, 1, 1, 1, 6, 7, 2,
2, 2, 2, 2, 4, 4, 4, 1,
5, 5, 5, 1, 1, 0, 1, 0,
1, 5, 6, 6, 1, 2, 2, 4,
8, 8, 1, 2, 2, 2, 4, 5,
5, 1, 2, 6, 5, 5, 1, 6,
6, 1, 1, 1, 6, 6, 6, 1,
1, 1, 6, 7, 8, 8, 8, 8,
8, 8, 8, 8, 6, 5, 5, 1,
6, 6, 1, 7, 12, 12, 1, 2,
6, 6, 6, 1, 5, 10, 10, 1,
2, 2, 2, 0, 6, 0, 6, 6,
2, 2, 2, 2, 2, 2, 2, 2,
2, 4, 6, 6, 1, 2, 2, 2,
2, 2, 4, 4, 4, 1, 5, 5,
5, 1, 2, 1, 1, 1, 5, 5,
5, 1, 1, 1, 2, 2, 2, 2,
2, 4, 4, 4, 1, 5, 5, 5,
1, 1, 0, 6, 5, 5, 1, 0,
5, 5, 5, 1, 1, 1, 1, 1,
1, 5, 5, 1, 4, 2, 2, 4,
8, 8, 1, 2, 2, 2, 2, 2,
2, 2, 2, 2, 7, 7, 1, 1,
1, 6, 6, 6, 1, 5, 5, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 7, 7, 1, 1, 1, 6, 6,
1, 2, 2, 2, 2, 2, 2, 4,
2, 2, 2, 4, 6, 6, 1, 2,
4, 7, 8, 8, 1, 1, 1, 8,
1, 1, 0, 8, 9, 9, 7, 1,
4, 4, 4, 1, 6, 5, 5, 1,
6, 6, 1, 1, 1, 5, 1, 1,
5, 6, 2, 4, 2, 2, 4, 6,
6, 1, 2, 2, 2, 2, 2, 4,
5, 5, 1, 4, 4, 1, 5, 8,
8, 1, 1, 1, 4, 6, 6, 1,
1, 1, 6, 9, 9, 1, 1, 1,
0, 4, 7, 7, 1, 7, 7, 7,
7, 7, 7, 7, 5, 10, 10, 1,
4, 4, 7, 7, 1, 1, 1, 4,
4, 4, 1, 4, 5, 7, 7, 7,
7, 5, 8, 8, 1, 5, 9, 9,
1, 6, 2, 2, 2, 2, 2, 2,
1, 6, 6, 1, 4, 4, 1, 5,
5, 5, 1, 5, 2, 2, 2, 2,
2, 2, 5, 2, 2, 2, 2, 2,
4, 6, 6, 1, 2, 2, 2, 2,
6, 4, 4, 1, 5, 6, 6, 1,
1, 1, 6, 6, 6, 1, 5, 5,
5, 1, 1, 1, 4, 2, 2, 2,
0, 6, 2, 2, 2, 7, 7, 1,
6, 6, 1, 1, 6, 1, 4, 4,
1, 6, 1, 4, 1, 4, 4, 1,
4, 4, 2, 2, 2, 2, 2, 7,
5, 5, 1, 4, 4, 1, 5, 2,
2, 2, 2, 5, 1, 1, 6, 2,
2, 2, 2, 4, 6, 6, 1, 2,
2, 2, 4, 6, 6, 1, 1, 1,
5, 6, 6, 1, 2, 2, 2, 2,
2, 5, 5, 1, 4, 4, 1, 6,
1, 1, 2, 2, 2, 2, 2, 5,
5, 5, 1, 6, 27, 27, 27, 27,
0
};
static const signed char _spss_commands_range_lengths[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 0,
0, 0, 0, 0, 0, 1, 2, 2,
0, 3, 1, 1, 0, 1, 2, 2,
0, 1, 1, 0, 2, 2, 0, 3,
1, 1, 0, 1, 2, 2, 0, 1,
1, 0, 2, 2, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
0, 3, 0, 0, 0, 2, 3, 0,
0, 0, 3, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 3, 0,
0, 0, 0, 0, 0, 2, 2, 0,
3, 2, 2, 0, 0, 1, 1, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 3, 0, 0, 0, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 0, 0, 0,
3, 3, 0, 3, 0, 0, 0, 1,
1, 2, 2, 0, 3, 0, 0, 0,
0, 0, 0, 1, 1, 1, 1, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 0, 3, 0,
0, 0, 0, 0, 0, 0, 0, 2,
2, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 3, 0, 0,
0, 1, 1, 1, 1, 1, 0, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 4, 4, 4, 0, 0, 0, 4,
0, 0, 1, 4, 4, 4, 4, 0,
0, 2, 2, 0, 3, 0, 0, 0,
3, 3, 0, 0, 0, 0, 0, 0,
1, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 0, 2, 2, 0, 3, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 1, 0, 0, 0,
1, 1, 2, 2, 0, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 0,
0, 1, 0, 0, 0, 0, 0, 0,
1, 1, 0, 1, 3, 3, 3, 3,
3, 3, 3, 3, 0, 3, 3, 3,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 3,
2, 2, 0, 3, 0, 0, 0, 0,
0, 0, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 3, 0, 0, 0,
0, 0, 0, 2, 2, 0, 0, 2,
2, 0, 0, 0, 0, 0, 0, 0,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 0, 1, 1, 1,
0, 1, 1, 0, 1, 1, 1, 0,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 1, 0, 1, 0,
0, 0, 0, 0, 0, 0, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 3,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 0, 3, 0, 0, 0, 1,
0
};
static const short _spss_commands_index_offsets[] = {
0, 0, 2, 4, 10, 13, 15, 17,
20, 22, 24, 26, 28, 30, 32, 34,
36, 41, 44, 47, 54, 61, 68, 70,
73, 76, 79, 84, 95, 106, 108, 111,
116, 119, 125, 131, 133, 142, 151, 153,
155, 157, 163, 175, 187, 189, 195, 202,
209, 211, 220, 226, 232, 234, 241, 249,
257, 259, 263, 266, 271, 278, 285, 287,
296, 302, 308, 310, 319, 329, 339, 341,
345, 348, 355, 364, 373, 375, 380, 383,
388, 395, 402, 404, 407, 410, 413, 416,
421, 428, 435, 437, 440, 443, 446, 449,
452, 455, 461, 467, 469, 472, 475, 478,
481, 484, 489, 492, 495, 500, 507, 514,
516, 519, 522, 525, 528, 531, 536, 543,
550, 552, 561, 567, 573, 575, 578, 588,
594, 600, 602, 612, 622, 624, 626, 628,
635, 642, 649, 651, 653, 655, 663, 674,
677, 680, 683, 686, 689, 694, 701, 708,
710, 719, 727, 735, 737, 739, 741, 744,
746, 749, 755, 762, 769, 771, 774, 777,
782, 791, 800, 802, 805, 808, 811, 816,
822, 828, 830, 835, 845, 851, 857, 859,
869, 879, 881, 883, 885, 892, 899, 906,
908, 910, 912, 920, 931, 943, 955, 967,
979, 991, 1003, 1015, 1027, 1037, 1043, 1049,
1051, 1061, 1071, 1073, 1084, 1097, 1110, 1112,
1116, 1124, 1133, 1142, 1144, 1153, 1164, 1175,
1177, 1180, 1183, 1186, 1188, 1196, 1198, 1206,
1214, 1217, 1220, 1223, 1226, 1229, 1232, 1235,
1238, 1241, 1246, 1253, 1260, 1262, 1265, 1268,
1271, 1274, 1277, 1282, 1289, 1296, 1298, 1307,
1313, 1319, 1321, 1324, 1326, 1328, 1330, 1336,
1344, 1352, 1354, 1356, 1358, 1361, 1364, 1367,
1370, 1373, 1378, 1385, 1392, 1394, 1403, 1409,
1415, 1417, 1420, 1422, 1430, 1437, 1444, 1446,
1448, 1455, 1461, 1467, 1469, 1471, 1473, 1475,
1477, 1479, 1485, 1491, 1493, 1498, 1501, 1504,
1509, 1518, 1527, 1529, 1532, 1535, 1538, 1541,
1544, 1547, 1550, 1553, 1556, 1564, 1572, 1574,
1576, 1578, 1585, 1592, 1599, 1601, 1607, 1613,
1615, 1617, 1619, 1621, 1623, 1625, 1627, 1629,
1631, 1633, 1641, 1649, 1651, 1653, 1655, 1662,
1669, 1671, 1674, 1677, 1680, 1683, 1686, 1689,
1694, 1697, 1700, 1703, 1708, 1715, 1722, 1724,
1727, 1732, 1744, 1757, 1770, 1772, 1774, 1776,
1789, 1791, 1793, 1795, 1808, 1822, 1836, 1848,
1850, 1855, 1862, 1869, 1871, 1881, 1887, 1893,
1895, 1905, 1915, 1917, 1919, 1921, 1927, 1929,
1931, 1938, 1948, 1951, 1956, 1959, 1962, 1967,
1974, 1981, 1983, 1986, 1989, 1992, 1995, 1998,
2003, 2011, 2019, 2021, 2028, 2035, 2037, 2046,
2058, 2070, 2072, 2074, 2076, 2081, 2088, 2095,
2097, 2099, 2101, 2108, 2119, 2130, 2132, 2134,
2136, 2138, 2144, 2154, 2164, 2166, 2177, 2188,
2199, 2210, 2221, 2232, 2243, 2252, 2266, 2280,
2282, 2287, 2293, 2301, 2309, 2311, 2313, 2315,
2320, 2326, 2332, 2334, 2340, 2349, 2360, 2371,
2382, 2393, 2402, 2414, 2426, 2428, 2437, 2450,
2463, 2465, 2472, 2475, 2478, 2481, 2484, 2487,
2490, 2492, 2499, 2506, 2508, 2515, 2522, 2524,
2533, 2541, 2549, 2551, 2560, 2563, 2566, 2569,
2572, 2575, 2578, 2587, 2590, 2593, 2596, 2599,
2602, 2607, 2614, 2621, 2623, 2626, 2629, 2632,
2635, 2642, 2649, 2656, 2658, 2667, 2674, 2681,
2683, 2685, 2687, 2694, 2703, 2712, 2714, 2720,
2728, 2736, 2738, 2740, 2742, 2747, 2750, 2753,
2756, 2758, 2766, 2769, 2772, 2775, 2783, 2791,
2793, 2800, 2807, 2809, 2812, 2819, 2822, 2828,
2834, 2836, 2844, 2847, 2852, 2855, 2861, 2867,
2869, 2875, 2881, 2884, 2887, 2890, 2893, 2896,
2904, 2910, 2916, 2918, 2924, 2930, 2932, 2939,
2942, 2945, 2948, 2951, 2957, 2959, 2961, 2971,
2974, 2977, 2980, 2983, 2988, 2995, 3002, 3004,
3007, 3010, 3013, 3018, 3027, 3036, 3038, 3040,
3042, 3048, 3055, 3062, 3064, 3067, 3070, 3073,
3076, 3079, 3085, 3091, 3093, 3100, 3107, 3109,
3119, 3121, 3123, 3126, 3129, 3132, 3135, 3138,
3144, 3152, 3160, 3162, 3172, 3200, 3228, 3256,
0
};
static const short _spss_commands_cond_targs[] = {
629, 0, 3, 2, 3, 629, 4, 3,
3, 2, 629, 3, 2, 6, 0, 7,
6, 7, 628, 6, 9, 0, 10, 0,
11, 0, 12, 0, 13, 0, 14, 0,
15, 0, 628, 15, 17, 618, 17, 618,
0, 18, 18, 0, 19, 19, 0, 20,
21, 22, 20, 585, 585, 0, 20, 21,
22, 20, 23, 23, 0, 20, 21, 22,
20, 23, 23, 0, 21, 0, 24, 24,
0, 25, 25, 0, 26, 26, 0, 27,
28, 29, 27, 0, 27, 28, 29, 27,
30, 562, 575, 30, 562, 575, 0, 27,
28, 29, 27, 30, 562, 575, 30, 562,
575, 0, 28, 0, 31, 31, 0, 32,
583, 32, 583, 0, 33, 33, 0, 33,
34, 35, 33, 36, 0, 33, 34, 35,
33, 36, 0, 34, 0, 36, 37, 38,
36, 39, 580, 582, 582, 0, 36, 37,
38, 36, 39, 580, 582, 582, 0, 37,
0, 41, 40, 41, 40, 42, 43, 44,
42, 45, 0, 42, 43, 44, 42, 45,
30, 562, 575, 30, 562, 575, 0, 42,
43, 44, 42, 45, 30, 562, 575, 30,
562, 575, 0, 43, 0, 46, 47, 48,
46, 561, 0, 46, 47, 48, 46, 49,
49, 0, 46, 47, 48, 46, 49, 49,
0, 47, 0, 50, 51, 52, 50, 49,
49, 49, 49, 0, 50, 51, 52, 50,
53, 0, 50, 51, 52, 50, 53, 0,
51, 0, 54, 55, 56, 54, 557, 53,
0, 54, 55, 56, 54, 57, 63, 63,
0, 54, 55, 56, 54, 57, 63, 63,
0, 55, 0, 554, 554, 58, 0, 59,
58, 0, 60, 61, 62, 60, 0, 60,
61, 62, 60, 63, 63, 0, 60, 61,
62, 60, 63, 63, 0, 61, 0, 64,
65, 66, 64, 63, 63, 63, 63, 0,
64, 65, 66, 64, 67, 0, 64, 65,
66, 64, 67, 0, 65, 0, 68, 69,
70, 68, 550, 630, 45, 67, 0, 68,
69, 70, 68, 71, 630, 45, 63, 63,
0, 68, 69, 70, 68, 71, 630, 45,
63, 63, 0, 69, 0, 547, 547, 72,
0, 73, 72, 0, 74, 75, 76, 74,
630, 45, 0, 74, 75, 76, 74, 630,
45, 63, 63, 0, 74, 75, 76, 74,
630, 45, 63, 63, 0, 75, 0, 78,
100, 78, 100, 0, 79, 79, 0, 80,
81, 82, 80, 0, 80, 81, 82, 80,
83, 83, 0, 80, 81, 82, 80, 83,
83, 0, 81, 0, 84, 84, 0, 85,
85, 0, 86, 86, 0, 87, 87, 0,
88, 89, 90, 88, 0, 88, 89, 90,
88, 91, 91, 0, 88, 89, 90, 88,
91, 91, 0, 89, 0, 92, 92, 0,
93, 93, 0, 94, 94, 0, 95, 95,
0, 96, 96, 0, 97, 97, 0, 97,
98, 99, 97, 628, 0, 97, 98, 99,
97, 628, 0, 98, 0, 101, 101, 0,
102, 102, 0, 103, 103, 0, 104, 104,
0, 97, 97, 0, 106, 143, 106, 143,
0, 107, 107, 0, 108, 108, 0, 109,
110, 111, 109, 0, 109, 110, 111, 109,
112, 112, 0, 109, 110, 111, 109, 112,
112, 0, 110, 0, 113, 113, 0, 114,
114, 0, 115, 115, 0, 116, 116, 0,
117, 117, 0, 118, 119, 120, 118, 0,
118, 119, 120, 118, 121, 121, 0, 118,
119, 120, 118, 121, 121, 0, 119, 0,
122, 123, 124, 122, 121, 121, 121, 121,
0, 122, 123, 124, 122, 125, 0, 122,
123, 124, 122, 125, 0, 123, 0, 126,
126, 0, 127, 128, 129, 127, 130, 126,
126, 126, 126, 0, 127, 128, 129, 127,
130, 0, 127, 128, 129, 127, 130, 0,
128, 0, 130, 131, 132, 130, 133, 139,
141, 142, 142, 0, 130, 131, 132, 130,
133, 139, 141, 142, 142, 0, 131, 0,
135, 134, 135, 134, 136, 137, 138, 136,
628, 125, 0, 136, 137, 138, 136, 628,
125, 0, 136, 137, 138, 136, 628, 125,
0, 137, 0, 135, 140, 135, 140, 136,
137, 138, 136, 628, 125, 141, 0, 136,
137, 138, 136, 628, 125, 142, 142, 142,
142, 0, 144, 144, 0, 145, 145, 0,
146, 146, 0, 147, 147, 0, 148, 148,
0, 149, 150, 151, 149, 0, 149, 150,
151, 149, 152, 152, 0, 149, 150, 151,
149, 152, 152, 0, 150, 0, 153, 154,
155, 153, 152, 152, 152, 152, 0, 153,
154, 155, 153, 156, 152, 152, 0, 153,
154, 155, 153, 156, 152, 152, 0, 154,
0, 157, 0, 158, 0, 159, 158, 0,
160, 0, 161, 160, 0, 162, 163, 164,
162, 628, 0, 162, 163, 164, 162, 628,
148, 0, 162, 163, 164, 162, 628, 148,
0, 163, 0, 166, 166, 0, 167, 167,
0, 168, 169, 170, 168, 0, 168, 169,
170, 168, 171, 538, 171, 538, 0, 168,
169, 170, 168, 171, 538, 171, 538, 0,
169, 0, 172, 172, 0, 173, 173, 0,
174, 174, 0, 175, 176, 177, 175, 0,
175, 176, 177, 175, 178, 0, 175, 176,
177, 175, 178, 0, 176, 0, 196, 196,
179, 179, 0, 180, 181, 182, 180, 183,
179, 179, 179, 179, 0, 180, 181, 182,
180, 183, 0, 180, 181, 182, 180, 183,
0, 181, 0, 183, 184, 185, 183, 186,
192, 194, 195, 195, 0, 183, 184, 185,
183, 186, 192, 194, 195, 195, 0, 184,
0, 188, 187, 188, 187, 189, 190, 191,
189, 628, 178, 0, 189, 190, 191, 189,
628, 178, 0, 189, 190, 191, 189, 628,
178, 0, 190, 0, 188, 193, 188, 193,
189, 190, 191, 189, 628, 178, 194, 0,
189, 190, 191, 189, 628, 178, 195, 195,
195, 195, 0, 180, 181, 182, 180, 183,
197, 179, 197, 179, 179, 179, 0, 180,
181, 182, 180, 183, 198, 179, 198, 179,
179, 179, 0, 180, 181, 182, 180, 183,
199, 179, 199, 179, 179, 179, 0, 180,
181, 182, 180, 183, 200, 179, 200, 179,
179, 179, 0, 180, 181, 182, 180, 183,
201, 179, 201, 179, 179, 179, 0, 180,
181, 182, 180, 183, 202, 179, 202, 179,
179, 179, 0, 180, 181, 182, 180, 183,
203, 179, 203, 179, 179, 179, 0, 180,
181, 182, 180, 183, 204, 179, 204, 179,
179, 179, 0, 205, 206, 207, 205, 208,
179, 179, 179, 179, 0, 205, 206, 207,
205, 208, 0, 205, 206, 207, 205, 208,
0, 206, 0, 208, 209, 210, 208, 186,
192, 194, 211, 211, 0, 208, 209, 210,
208, 186, 192, 194, 211, 211, 0, 209,
0, 212, 213, 214, 212, 628, 178, 211,
211, 211, 211, 0, 212, 213, 214, 212,
628, 178, 215, 224, 229, 215, 224, 229,
0, 212, 213, 214, 212, 628, 178, 215,
224, 229, 215, 224, 229, 0, 213, 0,
533, 533, 216, 0, 217, 218, 219, 217,
628, 178, 216, 0, 217, 218, 219, 217,
628, 178, 220, 220, 0, 217, 218, 219,
217, 628, 178, 220, 220, 0, 218, 0,
221, 222, 223, 221, 220, 220, 220, 220,
0, 221, 222, 223, 221, 215, 224, 229,
215, 224, 229, 0, 221, 222, 223, 221,
215, 224, 229, 215, 224, 229, 0, 222,
0, 225, 225, 0, 226, 226, 0, 227,
227, 0, 228, 0, 217, 218, 219, 217,
628, 178, 228, 0, 230, 0, 217, 218,
219, 217, 631, 178, 230, 0, 217, 218,
219, 217, 628, 178, 231, 0, 233, 233,
0, 234, 234, 0, 97, 97, 0, 236,
236, 0, 237, 237, 0, 238, 238, 0,
239, 239, 0, 240, 240, 0, 241, 241,
0, 242, 243, 244, 242, 0, 242, 243,
244, 242, 245, 245, 0, 242, 243, 244,
242, 245, 245, 0, 243, 0, 246, 246,
0, 247, 247, 0, 248, 248, 0, 249,
249, 0, 250, 250, 0, 251, 252, 253,
251, 0, 251, 252, 253, 251, 254, 254,
0, 251, 252, 253, 251, 254, 254, 0,
252, 0, 255, 256, 257, 255, 254, 254,
254, 254, 0, 255, 256, 257, 255, 258,
0, 255, 256, 257, 255, 258, 0, 256,
0, 259, 266, 0, 261, 260, 261, 260,
262, 0, 263, 264, 265, 263, 628, 0,
263, 264, 265, 263, 628, 254, 254, 0,
263, 264, 265, 263, 628, 254, 254, 0,
264, 0, 261, 267, 261, 267, 269, 269,
0, 270, 270, 0, 271, 271, 0, 272,
272, 0, 273, 273, 0, 274, 275, 276,
274, 0, 274, 275, 276, 274, 277, 277,
0, 274, 275, 276, 274, 277, 277, 0,
275, 0, 278, 279, 280, 278, 277, 277,
277, 277, 0, 278, 279, 280, 278, 281,
0, 278, 279, 280, 278, 281, 0, 279,
0, 282, 283, 0, 283, 0, 284, 285,
286, 284, 287, 289, 283, 0, 284, 285,
286, 284, 282, 283, 0, 284, 285, 286,
284, 282, 283, 0, 285, 0, 288, 0,
284, 285, 286, 284, 289, 288, 0, 289,
290, 291, 289, 292, 0, 289, 290, 291,
289, 292, 0, 290, 0, 293, 0, 294,
0, 295, 0, 296, 0, 297, 0, 297,
298, 299, 297, 97, 0, 297, 298, 299,
297, 97, 0, 298, 0, 301, 351, 301,
351, 0, 302, 302, 0, 303, 303, 0,
304, 305, 306, 304, 0, 304, 305, 306,
304, 307, 345, 307, 345, 0, 304, 305,
306, 304, 307, 345, 307, 345, 0, 305,
0, 308, 308, 0, 309, 309, 0, 310,
310, 0, 311, 311, 0, 312, 312, 0,
313, 313, 0, 314, 314, 0, 315, 315,
0, 316, 316, 0, 316, 317, 318, 316,
319, 340, 342, 0, 316, 317, 318, 316,
319, 340, 342, 0, 317, 0, 321, 320,
321, 320, 322, 323, 324, 322, 628, 337,
0, 322, 323, 324, 322, 628, 325, 0,
322, 323, 324, 322, 628, 325, 0, 323,
0, 325, 326, 327, 325, 328, 0, 325,
326, 327, 325, 328, 0, 326, 0, 329,
0, 330, 0, 331, 0, 332, 0, 333,
0, 334, 0, 335, 0, 336, 0, 97,
0, 337, 338, 339, 337, 628, 325, 328,
0, 337, 338, 339, 337, 628, 325, 328,
0, 338, 0, 321, 341, 321, 341, 342,
343, 344, 342, 319, 340, 0, 342, 343,
344, 342, 319, 340, 0, 343, 0, 346,
346, 0, 347, 347, 0, 348, 348, 0,
349, 349, 0, 350, 350, 0, 316, 316,
0, 352, 376, 352, 376, 0, 353, 353,
0, 354, 354, 0, 355, 355, 0, 356,
357, 358, 356, 0, 356, 357, 358, 356,
359, 359, 0, 356, 357, 358, 356, 359,
359, 0, 357, 0, 360, 360, 0, 361,
374, 375, 361, 0, 362, 363, 364, 362,
365, 368, 370, 362, 371, 372, 372, 0,
362, 363, 364, 362, 365, 368, 370, 628,
362, 371, 372, 372, 0, 362, 363, 364,
362, 365, 368, 370, 628, 362, 371, 372,
372, 0, 363, 0, 367, 366, 367, 366,
362, 363, 364, 362, 365, 368, 370, 628,
362, 371, 372, 372, 0, 367, 369, 367,
369, 371, 0, 362, 363, 364, 362, 365,
368, 370, 628, 362, 371, 372, 372, 0,
362, 363, 364, 362, 365, 368, 370, 628,
372, 362, 373, 372, 372, 0, 362, 363,
364, 362, 365, 368, 370, 628, 372, 362,
373, 372, 372, 0, 362, 363, 364, 362,
365, 368, 370, 362, 371, 372, 372, 0,
374, 0, 377, 378, 379, 377, 0, 377,
378, 379, 377, 380, 380, 0, 377, 378,
379, 377, 380, 380, 0, 378, 0, 381,
382, 383, 381, 384, 380, 380, 380, 380,
0, 381, 382, 383, 381, 384, 0, 381,
382, 383, 381, 384, 0, 382, 0, 384,
385, 386, 384, 387, 390, 392, 393, 393,
0, 384, 385, 386, 384, 387, 390, 392,
393, 393, 0, 385, 0, 389, 388, 389,
388, 97, 98, 99, 97, 628, 0, 389,
391, 389, 391, 97, 98, 99, 97, 628,
392, 0, 97, 98, 99, 97, 628, 393,
393, 393, 393, 0, 395, 395, 0, 396,
499, 396, 499, 0, 397, 397, 0, 398,
398, 0, 399, 400, 401, 399, 0, 399,
400, 401, 399, 402, 402, 0, 399, 400,
401, 399, 402, 402, 0, 400, 0, 403,
403, 0, 404, 404, 0, 405, 405, 0,
406, 406, 0, 407, 407, 0, 408, 409,
410, 408, 0, 408, 409, 410, 408, 411,
414, 414, 0, 408, 409, 410, 408, 411,
414, 414, 0, 409, 0, 411, 412, 413,
411, 414, 414, 0, 411, 412, 413, 411,
414, 414, 0, 412, 0, 415, 416, 417,
415, 414, 414, 414, 414, 0, 415, 416,
417, 415, 418, 430, 432, 448, 449, 460,
460, 0, 415, 416, 417, 415, 418, 430,
432, 448, 449, 460, 460, 0, 416, 0,
420, 419, 420, 419, 421, 422, 423, 421,
0, 421, 422, 423, 421, 424, 453, 0,
421, 422, 423, 421, 424, 453, 0, 422,
0, 426, 425, 426, 425, 427, 428, 429,
427, 628, 434, 0, 427, 428, 429, 427,
418, 430, 432, 628, 434, 449, 0, 427,
428, 429, 427, 418, 430, 432, 628, 434,
449, 0, 428, 0, 420, 431, 420, 431,
433, 0, 421, 422, 423, 421, 433, 0,
434, 435, 436, 434, 628, 437, 437, 414,
414, 0, 434, 435, 436, 434, 628, 437,
437, 414, 414, 0, 435, 0, 415, 416,
417, 415, 438, 414, 438, 414, 414, 414,
0, 415, 416, 417, 415, 439, 414, 439,
414, 414, 414, 0, 415, 416, 417, 415,
440, 414, 440, 414, 414, 414, 0, 415,
416, 417, 415, 441, 414, 441, 414, 414,
414, 0, 415, 416, 417, 415, 442, 414,
442, 414, 414, 414, 0, 415, 416, 417,
415, 443, 414, 443, 414, 414, 414, 0,
415, 416, 417, 415, 444, 414, 444, 414,
414, 414, 0, 445, 446, 447, 445, 414,
414, 414, 414, 0, 445, 446, 447, 445,
418, 430, 432, 448, 461, 461, 449, 460,
460, 0, 445, 446, 447, 445, 418, 430,
432, 448, 461, 461, 449, 460, 460, 0,
446, 0, 421, 422, 423, 421, 0, 450,
451, 452, 450, 449, 0, 450, 451, 452,
450, 424, 453, 455, 0, 450, 451, 452,
450, 424, 453, 455, 0, 451, 0, 426,
454, 426, 454, 456, 457, 458, 456, 0,
456, 457, 458, 456, 459, 0, 456, 457,
458, 456, 459, 0, 457, 0, 421, 422,
423, 421, 459, 0, 415, 416, 417, 415,
460, 460, 460, 460, 0, 415, 416, 417,
415, 462, 460, 462, 460, 460, 460, 0,
415, 416, 417, 415, 463, 460, 463, 460,
460, 460, 0, 415, 416, 417, 415, 464,
460, 464, 460, 460, 460, 0, 415, 416,
417, 415, 465, 460, 465, 460, 460, 460,
0, 466, 467, 468, 466, 460, 460, 460,
460, 0, 466, 467, 468, 466, 418, 430,
432, 448, 449, 469, 469, 0, 466, 467,
468, 466, 418, 430, 432, 448, 449, 469,
469, 0, 467, 0, 470, 471, 472, 470,
469, 469, 469, 469, 0, 470, 471, 472,
470, 418, 430, 473, 432, 448, 449, 498,
498, 0, 470, 471, 472, 470, 418, 430,
473, 432, 448, 449, 498, 498, 0, 471,
0, 474, 492, 494, 474, 492, 494, 0,
475, 475, 0, 476, 476, 0, 477, 477,
0, 478, 478, 0, 479, 479, 0, 480,
480, 0, 481, 0, 481, 482, 483, 481,
628, 484, 0, 481, 482, 483, 481, 628,
484, 0, 482, 0, 484, 485, 486, 484,
487, 487, 0, 484, 485, 486, 484, 487,
487, 0, 485, 0, 488, 489, 490, 488,
487, 487, 487, 487, 0, 488, 489, 490,
488, 473, 491, 491, 0, 488, 489, 490,
488, 473, 491, 491, 0, 489, 0, 488,
489, 490, 488, 491, 491, 491, 491, 0,
493, 493, 0, 476, 476, 0, 495, 495,
0, 496, 496, 0, 497, 497, 0, 480,
480, 0, 470, 471, 472, 470, 498, 498,
498, 498, 0, 500, 500, 0, 501, 501,
0, 502, 502, 0, 503, 503, 0, 504,
504, 0, 505, 506, 507, 505, 0, 505,
506, 507, 505, 508, 508, 0, 505, 506,
507, 505, 508, 508, 0, 506, 0, 509,
509, 0, 510, 510, 0, 511, 511, 0,
512, 512, 0, 513, 514, 515, 513, 532,
532, 0, 513, 514, 515, 513, 516, 516,
0, 513, 514, 515, 513, 516, 516, 0,
514, 0, 517, 518, 519, 517, 516, 516,
516, 516, 0, 517, 518, 519, 517, 520,
530, 0, 517, 518, 519, 517, 520, 530,
0, 518, 0, 522, 521, 522, 521, 523,
524, 525, 523, 628, 526, 0, 523, 524,
525, 523, 628, 526, 516, 516, 0, 523,
524, 525, 523, 628, 526, 516, 516, 0,
524, 0, 527, 528, 529, 527, 628, 0,
527, 528, 529, 527, 628, 516, 516, 0,
527, 528, 529, 527, 628, 516, 516, 0,
528, 0, 522, 531, 522, 531, 513, 514,
515, 513, 0, 534, 534, 0, 535, 535,
0, 536, 536, 0, 537, 0, 217, 218,
219, 217, 628, 178, 537, 0, 539, 539,
0, 540, 540, 0, 541, 541, 0, 541,
542, 543, 541, 387, 390, 544, 0, 541,
542, 543, 541, 387, 390, 544, 0, 542,
0, 544, 545, 546, 544, 387, 390, 0,
544, 545, 546, 544, 387, 390, 0, 545,
0, 548, 549, 0, 74, 75, 76, 74,
630, 45, 0, 548, 549, 0, 550, 551,
552, 550, 553, 0, 550, 551, 552, 550,
553, 0, 551, 0, 68, 69, 70, 68,
630, 45, 553, 0, 555, 556, 0, 60,
61, 62, 60, 0, 555, 556, 0, 557,
558, 559, 557, 560, 0, 557, 558, 559,
557, 560, 0, 558, 0, 54, 55, 56,
54, 560, 0, 46, 47, 48, 46, 561,
0, 563, 563, 0, 564, 564, 0, 565,
565, 0, 566, 566, 0, 567, 567, 0,
568, 569, 570, 568, 571, 568, 568, 0,
568, 569, 570, 568, 571, 0, 568, 569,
570, 568, 571, 0, 569, 0, 571, 572,
573, 571, 574, 0, 571, 572, 573, 571,
574, 0, 572, 0, 42, 43, 44, 42,
45, 574, 0, 576, 576, 0, 577, 577,
0, 578, 578, 0, 579, 579, 0, 42,
43, 44, 42, 45, 0, 41, 581, 41,
581, 42, 43, 44, 42, 45, 582, 582,
582, 582, 0, 584, 584, 0, 579, 579,
0, 586, 586, 0, 587, 587, 0, 588,
589, 590, 588, 0, 588, 589, 590, 588,
591, 591, 0, 588, 589, 590, 588, 591,
591, 0, 589, 0, 592, 592, 0, 593,
593, 0, 594, 594, 0, 595, 596, 597,
595, 0, 595, 596, 597, 595, 598, 616,
615, 615, 0, 595, 596, 597, 595, 598,
616, 615, 615, 0, 596, 0, 600, 599,
600, 599, 601, 602, 603, 601, 628, 0,
601, 602, 603, 601, 604, 604, 0, 601,
602, 603, 601, 604, 604, 0, 602, 0,
605, 605, 0, 606, 606, 0, 607, 607,
0, 608, 608, 0, 609, 609, 0, 609,
610, 611, 609, 612, 0, 609, 610, 611,
609, 612, 0, 610, 0, 612, 613, 614,
612, 615, 615, 0, 612, 613, 614, 612,
615, 615, 0, 613, 0, 601, 602, 603,
601, 628, 615, 615, 615, 615, 0, 600,
617, 600, 617, 619, 619, 0, 620, 620,
0, 621, 621, 0, 622, 622, 0, 623,
623, 0, 624, 625, 626, 624, 628, 0,
624, 625, 626, 624, 628, 627, 627, 0,
624, 625, 626, 624, 628, 627, 627, 0,
625, 0, 624, 625, 626, 624, 628, 627,
627, 627, 627, 0, 628, 629, 1, 628,
2, 5, 8, 16, 77, 105, 165, 83,
232, 235, 268, 300, 394, 16, 77, 105,
165, 83, 232, 235, 268, 300, 394, 0,
628, 629, 1, 628, 2, 5, 8, 16,
77, 105, 165, 83, 232, 235, 268, 300,
394, 16, 77, 105, 165, 83, 232, 235,
268, 300, 394, 0, 628, 629, 1, 628,
2, 5, 8, 16, 77, 105, 165, 83,
232, 235, 268, 300, 394, 16, 77, 105,
165, 83, 232, 235, 268, 300, 394, 0,
628, 629, 1, 628, 2, 5, 8, 16,
77, 105, 165, 83, 232, 235, 268, 300,
394, 16, 77, 105, 165, 83, 232, 235,
268, 300, 394, 231, 0, 0, 1, 2,
3, 4, 5, 6, 7, 8, 9, 10,
11, 12, 13, 14, 15, 16, 17, 18,
19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 40, 41, 42,
43, 44, 45, 46, 47, 48, 49, 50,
51, 52, 53, 54, 55, 56, 57, 58,
59, 60, 61, 62, 63, 64, 65, 66,
67, 68, 69, 70, 71, 72, 73, 74,
75, 76, 77, 78, 79, 80, 81, 82,
83, 84, 85, 86, 87, 88, 89, 90,
91, 92, 93, 94, 95, 96, 97, 98,
99, 100, 101, 102, 103, 104, 105, 106,
107, 108, 109, 110, 111, 112, 113, 114,
115, 116, 117, 118, 119, 120, 121, 122,
123, 124, 125, 126, 127, 128, 129, 130,
131, 132, 133, 134, 135, 136, 137, 138,
139, 140, 141, 142, 143, 144, 145, 146,
147, 148, 149, 150, 151, 152, 153, 154,
155, 156, 157, 158, 159, 160, 161, 162,
163, 164, 165, 166, 167, 168, 169, 170,
171, 172, 173, 174, 175, 176, 177, 178,
179, 180, 181, 182, 183, 184, 185, 186,
187, 188, 189, 190, 191, 192, 193, 194,
195, 196, 197, 198, 199, 200, 201, 202,
203, 204, 205, 206, 207, 208, 209, 210,
211, 212, 213, 214, 215, 216, 217, 218,
219, 220, 221, 222, 223, 224, 225, 226,
227, 228, 229, 230, 231, 232, 233, 234,
235, 236, 237, 238, 239, 240, 241, 242,
243, 244, 245, 246, 247, 248, 249, 250,
251, 252, 253, 254, 255, 256, 257, 258,
259, 260, 261, 262, 263, 264, 265, 266,
267, 268, 269, 270, 271, 272, 273, 274,
275, 276, 277, 278, 279, 280, 281, 282,
283, 284, 285, 286, 287, 288, 289, 290,
291, 292, 293, 294, 295, 296, 297, 298,
299, 300, 301, 302, 303, 304, 305, 306,
307, 308, 309, 310, 311, 312, 313, 314,
315, 316, 317, 318, 319, 320, 321, 322,
323, 324, 325, 326, 327, 328, 329, 330,
331, 332, 333, 334, 335, 336, 337, 338,
339, 340, 341, 342, 343, 344, 345, 346,
347, 348, 349, 350, 351, 352, 353, 354,
355, 356, 357, 358, 359, 360, 361, 362,
363, 364, 365, 366, 367, 368, 369, 370,
371, 372, 373, 374, 375, 376, 377, 378,
379, 380, 381, 382, 383, 384, 385, 386,
387, 388, 389, 390, 391, 392, 393, 394,
395, 396, 397, 398, 399, 400, 401, 402,
403, 404, 405, 406, 407, 408, 409, 410,
411, 412, 413, 414, 415, 416, 417, 418,
419, 420, 421, 422, 423, 424, 425, 426,
427, 428, 429, 430, 431, 432, 433, 434,
435, 436, 437, 438, 439, 440, 441, 442,
443, 444, 445, 446, 447, 448, 449, 450,
451, 452, 453, 454, 455, 456, 457, 458,
459, 460, 461, 462, 463, 464, 465, 466,
467, 468, 469, 470, 471, 472, 473, 474,
475, 476, 477, 478, 479, 480, 481, 482,
483, 484, 485, 486, 487, 488, 489, 490,
491, 492, 493, 494, 495, 496, 497, 498,
499, 500, 501, 502, 503, 504, 505, 506,
507, 508, 509, 510, 511, 512, 513, 514,
515, 516, 517, 518, 519, 520, 521, 522,
523, 524, 525, 526, 527, 528, 529, 530,
531, 532, 533, 534, 535, 536, 537, 538,
539, 540, 541, 542, 543, 544, 545, 546,
547, 548, 549, 550, 551, 552, 553, 554,
555, 556, 557, 558, 559, 560, 561, 562,
563, 564, 565, 566, 567, 568, 569, 570,
571, 572, 573, 574, 575, 576, 577, 578,
579, 580, 581, 582, 583, 584, 585, 586,
587, 588, 589, 590, 591, 592, 593, 594,
595, 596, 597, 598, 599, 600, 601, 602,
603, 604, 605, 606, 607, 608, 609, 610,
611, 612, 613, 614, 615, 616, 617, 618,
619, 620, 621, 622, 623, 624, 625, 626,
627, 628, 629, 630, 631, 0
};
static const short _spss_commands_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 23, 23, 0, 21, 21,
21, 21, 21, 21, 81, 81, 0, 0,
0, 75, 17, 19, 0, 5, 5, 5,
5, 5, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 39, 0, 0, 0, 0, 0, 23,
23, 0, 21, 21, 21, 21, 81, 81,
0, 0, 0, 84, 84, 84, 84, 0,
0, 0, 0, 0, 0, 0, 0, 0,
39, 0, 21, 21, 21, 21, 120, 0,
0, 0, 45, 45, 45, 45, 3, 1,
0, 0, 0, 0, 0, 0, 69, 69,
0, 21, 21, 21, 21, 21, 124, 124,
0, 0, 0, 0, 0, 39, 0, 0,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 69, 69, 0, 21, 21,
21, 21, 124, 124, 0, 0, 0, 84,
84, 84, 84, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 0, 21, 21,
21, 21, 120, 0, 0, 0, 48, 48,
48, 48, 3, 48, 48, 1, 0, 0,
0, 0, 0, 0, 0, 0, 69, 69,
0, 21, 21, 21, 21, 21, 21, 21,
124, 124, 0, 0, 0, 0, 0, 39,
0, 0, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 69, 69, 0, 21, 21, 21, 21,
21, 21, 124, 124, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 81, 81, 0, 0, 0,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 0, 0, 0, 23,
23, 0, 87, 87, 87, 87, 87, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 0,
0, 0, 0, 0, 0, 0, 0, 0,
39, 23, 23, 0, 21, 21, 21, 21,
21, 21, 120, 81, 81, 0, 0, 0,
75, 17, 19, 0, 5, 5, 5, 5,
5, 5, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
0, 0, 0, 72, 13, 15, 0, 0,
0, 0, 0, 0, 0, 1, 0, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 81, 81, 0, 0, 0, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 21, 81, 81, 0, 0,
0, 0, 0, 39, 0, 0, 1, 0,
39, 0, 0, 1, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 21, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 0, 0, 0, 23, 23,
23, 23, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
0, 0, 0, 0, 0, 0, 0, 0,
0, 39, 23, 23, 0, 21, 21, 21,
21, 21, 21, 120, 81, 81, 0, 0,
0, 75, 17, 19, 0, 60, 60, 60,
60, 60, 60, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 72, 13, 15, 0,
9, 9, 9, 9, 9, 9, 1, 0,
90, 90, 90, 90, 90, 90, 0, 0,
0, 0, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 87,
87, 87, 87, 87, 0, 0, 0, 0,
0, 0, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 87,
87, 87, 87, 87, 0, 0, 0, 0,
0, 0, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 87,
87, 87, 87, 87, 0, 0, 0, 0,
0, 0, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 87,
87, 87, 87, 87, 0, 0, 0, 0,
0, 0, 0, 87, 87, 87, 87, 87,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
0, 0, 0, 0, 0, 0, 0, 0,
0, 39, 23, 23, 0, 21, 21, 21,
21, 21, 21, 120, 81, 81, 0, 0,
0, 140, 140, 140, 140, 90, 90, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 39, 0, 96, 96, 96, 96,
96, 96, 1, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 21, 21, 81, 81, 0, 0, 0,
84, 84, 84, 84, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 39, 0, 102, 102, 102, 102,
102, 102, 1, 0, 39, 0, 99, 99,
99, 99, 99, 99, 1, 0, 7, 7,
7, 7, 7, 7, 1, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 81, 81, 0,
0, 0, 84, 84, 84, 84, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 75, 17, 19, 0,
5, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 23, 23, 0,
21, 21, 21, 21, 21, 81, 81, 0,
0, 0, 72, 13, 15, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 81, 81, 0,
0, 0, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 39, 0, 39, 0, 0, 0,
0, 0, 0, 0, 1, 0, 0, 0,
0, 0, 0, 39, 0, 21, 21, 21,
21, 21, 120, 0, 0, 0, 39, 0,
0, 0, 0, 0, 0, 1, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 21, 0, 0, 0, 75, 17,
19, 0, 5, 5, 5, 5, 5, 5,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 21,
0, 0, 0, 72, 13, 15, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 23, 23, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 39, 23, 23, 0, 21, 21, 21,
21, 21, 21, 21, 21, 21, 120, 81,
81, 0, 0, 0, 75, 17, 19, 0,
5, 5, 5, 5, 5, 5, 5, 5,
5, 108, 66, 66, 0, 72, 13, 15,
0, 39, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 42, 23, 23, 0,
25, 25, 25, 25, 25, 25, 25, 25,
0, 25, 128, 93, 93, 0, 25, 25,
25, 25, 25, 25, 25, 25, 0, 25,
132, 93, 93, 0, 21, 21, 21, 21,
21, 21, 21, 21, 120, 81, 81, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 23, 23, 0, 21, 21,
21, 21, 81, 81, 0, 0, 0, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 39, 23, 23,
0, 21, 21, 21, 21, 21, 21, 120,
81, 81, 0, 0, 0, 75, 17, 19,
0, 5, 5, 5, 5, 5, 0, 72,
13, 15, 0, 0, 0, 0, 0, 0,
1, 0, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 21,
81, 81, 0, 0, 0, 0, 0, 0,
0, 23, 23, 0, 21, 21, 21, 21,
81, 81, 0, 0, 0, 153, 153, 153,
153, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 39, 23,
23, 0, 21, 21, 21, 21, 21, 21,
21, 21, 120, 81, 81, 0, 0, 0,
75, 17, 19, 0, 116, 116, 116, 116,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 75, 17, 19, 0, 63, 63, 63,
63, 112, 112, 0, 0, 0, 0, 0,
0, 0, 0, 11, 11, 39, 0, 21,
21, 21, 21, 21, 21, 21, 78, 78,
120, 0, 0, 0, 72, 13, 15, 0,
39, 0, 33, 33, 33, 33, 1, 0,
0, 0, 0, 0, 0, 23, 23, 23,
23, 0, 21, 21, 21, 21, 21, 81,
81, 81, 81, 0, 0, 0, 153, 153,
153, 153, 0, 0, 0, 0, 0, 0,
0, 153, 153, 153, 153, 0, 0, 0,
0, 0, 0, 0, 153, 153, 153, 153,
0, 0, 0, 0, 0, 0, 0, 153,
153, 153, 153, 0, 0, 0, 0, 0,
0, 0, 153, 153, 153, 153, 0, 0,
0, 0, 0, 0, 0, 153, 153, 153,
153, 0, 0, 0, 0, 0, 0, 0,
153, 153, 153, 153, 0, 0, 0, 0,
0, 0, 0, 153, 153, 153, 153, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 39, 23,
23, 0, 21, 21, 21, 21, 21, 21,
21, 21, 81, 81, 120, 81, 81, 0,
0, 0, 31, 31, 31, 31, 0, 35,
35, 35, 35, 1, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 0, 0, 0, 72,
13, 15, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 144, 0, 21, 21,
21, 21, 148, 0, 0, 0, 37, 37,
37, 37, 1, 0, 136, 136, 136, 136,
0, 0, 0, 0, 0, 136, 136, 136,
136, 0, 0, 0, 0, 0, 0, 0,
136, 136, 136, 136, 0, 0, 0, 0,
0, 0, 0, 136, 136, 136, 136, 0,
0, 0, 0, 0, 0, 0, 136, 136,
136, 136, 0, 0, 0, 0, 0, 0,
0, 136, 136, 136, 136, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 39, 23, 23, 0, 21, 21,
21, 21, 21, 21, 21, 21, 120, 81,
81, 0, 0, 0, 158, 158, 158, 158,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 39, 23,
23, 0, 21, 21, 21, 21, 21, 21,
21, 21, 21, 120, 81, 81, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 81,
81, 0, 0, 0, 153, 153, 153, 153,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 21, 81, 81, 0, 0, 0, 136,
136, 136, 136, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 136, 136, 136, 136, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 81, 81, 0,
0, 0, 84, 84, 84, 84, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
0, 0, 0, 75, 17, 19, 0, 57,
57, 57, 57, 57, 57, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 21, 21, 81, 81, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 23, 23, 0,
21, 21, 21, 21, 21, 81, 81, 0,
0, 0, 72, 13, 15, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 0, 105, 105,
105, 105, 105, 105, 1, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 39, 0, 27, 27, 27, 27,
27, 27, 0, 0, 1, 0, 0, 0,
0, 0, 39, 0, 21, 21, 21, 21,
120, 0, 0, 0, 54, 54, 54, 54,
54, 54, 1, 0, 0, 39, 0, 27,
27, 27, 27, 0, 0, 1, 0, 0,
0, 0, 0, 39, 0, 21, 21, 21,
21, 120, 0, 0, 0, 51, 51, 51,
51, 1, 0, 29, 29, 29, 29, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
0, 0, 39, 0, 21, 21, 21, 21,
120, 0, 0, 0, 0, 0, 0, 0,
0, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 72, 13, 15,
0, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 21,
21, 81, 81, 0, 0, 0, 75, 17,
19, 0, 5, 5, 5, 5, 5, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 23, 23, 0, 21, 21, 21, 21,
81, 81, 0, 0, 0, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 72,
13, 15, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 23, 23, 0,
21, 21, 21, 21, 21, 81, 81, 0,
0, 0, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 0, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 39, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 7, 0, 0
};
static const short _spss_commands_eof_trans[] = {
3286, 3287, 3288, 3289, 3290, 3291, 3292, 3293,
3294, 3295, 3296, 3297, 3298, 3299, 3300, 3301,
3302, 3303, 3304, 3305, 3306, 3307, 3308, 3309,
3310, 3311, 3312, 3313, 3314, 3315, 3316, 3317,
3318, 3319, 3320, 3321, 3322, 3323, 3324, 3325,
3326, 3327, 3328, 3329, 3330, 3331, 3332, 3333,
3334, 3335, 3336, 3337, 3338, 3339, 3340, 3341,
3342, 3343, 3344, 3345, 3346, 3347, 3348, 3349,
3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357,
3358, 3359, 3360, 3361, 3362, 3363, 3364, 3365,
3366, 3367, 3368, 3369, 3370, 3371, 3372, 3373,
3374, 3375, 3376, 3377, 3378, 3379, 3380, 3381,
3382, 3383, 3384, 3385, 3386, 3387, 3388, 3389,
3390, 3391, 3392, 3393, 3394, 3395, 3396, 3397,
3398, 3399, 3400, 3401, 3402, 3403, 3404, 3405,
3406, 3407, 3408, 3409, 3410, 3411, 3412, 3413,
3414, 3415, 3416, 3417, 3418, 3419, 3420, 3421,
3422, 3423, 3424, 3425, 3426, 3427, 3428, 3429,
3430, 3431, 3432, 3433, 3434, 3435, 3436, 3437,
3438, 3439, 3440, 3441, 3442, 3443, 3444, 3445,
3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453,
3454, 3455, 3456, 3457, 3458, 3459, 3460, 3461,
3462, 3463, 3464, 3465, 3466, 3467, 3468, 3469,
3470, 3471, 3472, 3473, 3474, 3475, 3476, 3477,
3478, 3479, 3480, 3481, 3482, 3483, 3484, 3485,
3486, 3487, 3488, 3489, 3490, 3491, 3492, 3493,
3494, 3495, 3496, 3497, 3498, 3499, 3500, 3501,
3502, 3503, 3504, 3505, 3506, 3507, 3508, 3509,
3510, 3511, 3512, 3513, 3514, 3515, 3516, 3517,
3518, 3519, 3520, 3521, 3522, 3523, 3524, 3525,
3526, 3527, 3528, 3529, 3530, 3531, 3532, 3533,
3534, 3535, 3536, 3537, 3538, 3539, 3540, 3541,
3542, 3543, 3544, 3545, 3546, 3547, 3548, 3549,
3550, 3551, 3552, 3553, 3554, 3555, 3556, 3557,
3558, 3559, 3560, 3561, 3562, 3563, 3564, 3565,
3566, 3567, 3568, 3569, 3570, 3571, 3572, 3573,
3574, 3575, 3576, 3577, 3578, 3579, 3580, 3581,
3582, 3583, 3584, 3585, 3586, 3587, 3588, 3589,
3590, 3591, 3592, 3593, 3594, 3595, 3596, 3597,
3598, 3599, 3600, 3601, 3602, 3603, 3604, 3605,
3606, 3607, 3608, 3609, 3610, 3611, 3612, 3613,
3614, 3615, 3616, 3617, 3618, 3619, 3620, 3621,
3622, 3623, 3624, 3625, 3626, 3627, 3628, 3629,
3630, 3631, 3632, 3633, 3634, 3635, 3636, 3637,
3638, 3639, 3640, 3641, 3642, 3643, 3644, 3645,
3646, 3647, 3648, 3649, 3650, 3651, 3652, 3653,
3654, 3655, 3656, 3657, 3658, 3659, 3660, 3661,
3662, 3663, 3664, 3665, 3666, 3667, 3668, 3669,
3670, 3671, 3672, 3673, 3674, 3675, 3676, 3677,
3678, 3679, 3680, 3681, 3682, 3683, 3684, 3685,
3686, 3687, 3688, 3689, 3690, 3691, 3692, 3693,
3694, 3695, 3696, 3697, 3698, 3699, 3700, 3701,
3702, 3703, 3704, 3705, 3706, 3707, 3708, 3709,
3710, 3711, 3712, 3713, 3714, 3715, 3716, 3717,
3718, 3719, 3720, 3721, 3722, 3723, 3724, 3725,
3726, 3727, 3728, 3729, 3730, 3731, 3732, 3733,
3734, 3735, 3736, 3737, 3738, 3739, 3740, 3741,
3742, 3743, 3744, 3745, 3746, 3747, 3748, 3749,
3750, 3751, 3752, 3753, 3754, 3755, 3756, 3757,
3758, 3759, 3760, 3761, 3762, 3763, 3764, 3765,
3766, 3767, 3768, 3769, 3770, 3771, 3772, 3773,
3774, 3775, 3776, 3777, 3778, 3779, 3780, 3781,
3782, 3783, 3784, 3785, 3786, 3787, 3788, 3789,
3790, 3791, 3792, 3793, 3794, 3795, 3796, 3797,
3798, 3799, 3800, 3801, 3802, 3803, 3804, 3805,
3806, 3807, 3808, 3809, 3810, 3811, 3812, 3813,
3814, 3815, 3816, 3817, 3818, 3819, 3820, 3821,
3822, 3823, 3824, 3825, 3826, 3827, 3828, 3829,
3830, 3831, 3832, 3833, 3834, 3835, 3836, 3837,
3838, 3839, 3840, 3841, 3842, 3843, 3844, 3845,
3846, 3847, 3848, 3849, 3850, 3851, 3852, 3853,
3854, 3855, 3856, 3857, 3858, 3859, 3860, 3861,
3862, 3863, 3864, 3865, 3866, 3867, 3868, 3869,
3870, 3871, 3872, 3873, 3874, 3875, 3876, 3877,
3878, 3879, 3880, 3881, 3882, 3883, 3884, 3885,
3886, 3887, 3888, 3889, 3890, 3891, 3892, 3893,
3894, 3895, 3896, 3897, 3898, 3899, 3900, 3901,
3902, 3903, 3904, 3905, 3906, 3907, 3908, 3909,
3910, 3911, 3912, 3913, 3914, 3915, 3916, 3917,
0
};
static const int spss_commands_start = 628;
static const int spss_commands_en_main = 628;
#line 14 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_t *readstat_parse_spss_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
int i;
int line_no = 0;
uint64_t first_integer = 0, integer = 0;
double double_value = NAN;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char string_value[32];
char buf[1024];
char var_list[1024][32];
long var_col = 0;
long var_row = 0;
long var_len = 0;
long var_count = 0;
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int labelset_count = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 1893 "src/txt/readstat_spss_commands_read.c"
{
cs = (int)spss_commands_start;
}
#line 1898 "src/txt/readstat_spss_commands_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _spss_commands_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_spss_commands_eof_trans[cs] - 1;
}
}
else {
_keys = ( _spss_commands_trans_keys + (_spss_commands_key_offsets[cs]));
_trans = (unsigned int)_spss_commands_index_offsets[cs];
_klen = (int)_spss_commands_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_spss_commands_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_spss_commands_cond_targs[_trans];
if ( _spss_commands_cond_actions[_trans] != 0 ) {
_acts = ( _spss_commands_actions + (_spss_commands_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 78 "src/txt/readstat_spss_commands_read.rl"
integer = 0;
}
#line 1983 "src/txt/readstat_spss_commands_read.c"
break;
}
case 1: {
{
#line 82 "src/txt/readstat_spss_commands_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 1994 "src/txt/readstat_spss_commands_read.c"
break;
}
case 2: {
{
#line 86 "src/txt/readstat_spss_commands_read.rl"
var_col = integer - 1;
var_len = 1;
}
#line 2006 "src/txt/readstat_spss_commands_read.c"
break;
}
case 3: {
{
#line 91 "src/txt/readstat_spss_commands_read.rl"
var_len = integer - var_col;
}
#line 2017 "src/txt/readstat_spss_commands_read.c"
break;
}
case 4: {
{
#line 95 "src/txt/readstat_spss_commands_read.rl"
readstat_copy_quoted(buf, sizeof(buf), (char *)str_start, str_len);
}
#line 2028 "src/txt/readstat_spss_commands_read.c"
break;
}
case 5: {
{
#line 99 "src/txt/readstat_spss_commands_read.rl"
readstat_copy_quoted(string_value, sizeof(string_value), (char *)str_start, str_len);
}
#line 2039 "src/txt/readstat_spss_commands_read.c"
break;
}
case 6: {
{
#line 107 "src/txt/readstat_spss_commands_read.rl"
readstat_copy(varname, sizeof(varname), (char *)str_start, str_len);
}
#line 2050 "src/txt/readstat_spss_commands_read.c"
break;
}
case 7: {
{
#line 111 "src/txt/readstat_spss_commands_read.rl"
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
#line 2061 "src/txt/readstat_spss_commands_read.c"
break;
}
case 8: {
{
#line 115 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
#line 2076 "src/txt/readstat_spss_commands_read.c"
break;
}
case 9: {
{
#line 123 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
#line 2088 "src/txt/readstat_spss_commands_read.c"
break;
}
case 10: {
{
#line 128 "src/txt/readstat_spss_commands_read.rl"
var_count = 0;
}
#line 2099 "src/txt/readstat_spss_commands_read.c"
break;
}
case 11: {
{
#line 132 "src/txt/readstat_spss_commands_read.rl"
if (var_count < sizeof(var_list)/sizeof(var_list[0])) {
memcpy(var_list[var_count++], varname, sizeof(varname));
}
}
#line 2112 "src/txt/readstat_spss_commands_read.c"
break;
}
case 12: {
{
#line 138 "src/txt/readstat_spss_commands_read.rl"
if (strcasecmp(argname, "FIRSTCASE") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "DELIMITERS") == 0) {
schema->field_delimiter = buf[0];
}
}
#line 2128 "src/txt/readstat_spss_commands_read.c"
break;
}
case 13: {
{
#line 147 "src/txt/readstat_spss_commands_read.rl"
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count++);
for (i=0; ilabelset, sizeof(entry->labelset), labelset_name, sizeof(labelset_name));
}
}
#line 2144 "src/txt/readstat_spss_commands_read.c"
break;
}
case 14: {
{
#line 156 "src/txt/readstat_spss_commands_read.rl"
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count);
error = submit_value_label(parser, labelset_name, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
#line 2160 "src/txt/readstat_spss_commands_read.c"
break;
}
case 15: {
{
#line 165 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2169 "src/txt/readstat_spss_commands_read.c"
break;
}
case 16: {
{
#line 165 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2178 "src/txt/readstat_spss_commands_read.c"
break;
}
case 17: {
{
#line 167 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2187 "src/txt/readstat_spss_commands_read.c"
break;
}
case 18: {
{
#line 167 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2196 "src/txt/readstat_spss_commands_read.c"
break;
}
case 19: {
{
#line 171 "src/txt/readstat_spss_commands_read.rl"
line_no++; line_start = p; }
#line 2205 "src/txt/readstat_spss_commands_read.c"
break;
}
case 20: {
{
#line 173 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2214 "src/txt/readstat_spss_commands_read.c"
break;
}
case 21: {
{
#line 173 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2223 "src/txt/readstat_spss_commands_read.c"
break;
}
case 22: {
{
#line 191 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2232 "src/txt/readstat_spss_commands_read.c"
break;
}
case 23: {
{
#line 194 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2241 "src/txt/readstat_spss_commands_read.c"
break;
}
case 24: {
{
#line 195 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2250 "src/txt/readstat_spss_commands_read.c"
break;
}
case 25: {
{
#line 196 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2259 "src/txt/readstat_spss_commands_read.c"
break;
}
case 26: {
{
#line 197 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2268 "src/txt/readstat_spss_commands_read.c"
break;
}
case 27: {
{
#line 218 "src/txt/readstat_spss_commands_read.rl"
var_row = integer - 1; }
#line 2277 "src/txt/readstat_spss_commands_read.c"
break;
}
case 28: {
{
#line 219 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2286 "src/txt/readstat_spss_commands_read.c"
break;
}
case 29: {
{
#line 220 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2295 "src/txt/readstat_spss_commands_read.c"
break;
}
case 30: {
{
#line 253 "src/txt/readstat_spss_commands_read.rl"
label_type = -1; }
#line 2304 "src/txt/readstat_spss_commands_read.c"
break;
}
case 31: {
{
#line 259 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; }
#line 2313 "src/txt/readstat_spss_commands_read.c"
break;
}
case 32: {
{
#line 260 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = integer; }
#line 2322 "src/txt/readstat_spss_commands_read.c"
break;
}
case 33: {
{
#line 261 "src/txt/readstat_spss_commands_read.rl"
first_integer = integer; }
#line 2331 "src/txt/readstat_spss_commands_read.c"
break;
}
case 34: {
{
#line 261 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_RANGE; }
#line 2340 "src/txt/readstat_spss_commands_read.c"
break;
}
case 35: {
{
#line 262 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 2349 "src/txt/readstat_spss_commands_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 628 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 312 "src/txt/readstat_spss_commands_read.rl"
/* suppress warnings */
(void)spss_commands_en_main;
if (cs <
#line 2380 "src/txt/readstat_spss_commands_read.c"
628
#line 317 "src/txt/readstat_spss_commands_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_sas_commands_read.rl 0000644 0001762 0000144 00000034661 14101007206 022461 0 ustar ligges users #include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
%%{
machine sas_commands;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_sas_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
double double_value = NAN;
uint64_t first_integer = 0;
uint64_t integer = 0;
int line_no = 0;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char labelset[32];
char string_value[32];
char buf[1024];
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int var_row = 0, var_col = 0;
int var_len = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action incr_hex_integer {
int value = 0;
if (fc >= '0' && fc <= '9') {
value = fc - '0';
} else if (fc >= 'A' && fc <= 'F') {
value = fc - 'A' + 10;
} else if (fc >= 'a' && fc <= 'f') {
value = fc - 'a' + 10;
}
integer = 16 * integer + value;
}
action copy_pos {
var_col = integer - 1;
var_len = 1;
}
action set_len {
var_len = integer - var_col;
}
action set_str {
var_type = READSTAT_TYPE_STRING;
}
action set_dbl {
var_type = READSTAT_TYPE_DOUBLE;
}
action copy_buf {
readstat_copy(buf, sizeof(buf), (char *)str_start, str_len);
}
action copy_labelset {
readstat_copy(labelset, sizeof(labelset), (char *)str_start, str_len);
}
action copy_string {
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_argname {
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy_lower(varname, sizeof(varname), (char *)str_start, str_len);
}
action handle_arg {
if (strcasecmp(argname, "firstobs") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "dlm") == 0) {
schema->field_delimiter = integer ? integer : buf[0];
}
}
action handle_var {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
action handle_var_len {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->len = var_len;
}
action handle_var_label {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
action handle_var_labelset {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->labelset, sizeof(entry->labelset), labelset, sizeof(labelset));
}
action handle_value_label {
error = submit_value_label(parser, labelset, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
single_quoted_string = "'" ( [^']* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "'";
double_quoted_string = "\"" ( [^"]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
unquoted_string = [A-Za-z] [_A-Za-z0-9\.]*;
quoted_string = ( single_quoted_string | double_quoted_string ) %copy_buf;
hex_string = "'" ( [0-9A-Fa-f]+ ) >start_integer $incr_hex_integer "'x";
newline = ( "\n" | "\r\n" ) %{ line_no++; line_start = p; };
missing_value = "." [A-Z]?;
identifier = ( [$_A-Za-z] [_A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
identifier_eval = "&"? identifier "."?;
integer = [0-9]+ >start_integer $incr_integer;
true_whitespace = [ \t] | newline;
multiline_comment = "/*" ( any* - ( any* "*/" any* ) ) "*/";
comment = "*" ( any* - ( any* ";" true_whitespace* newline any* ) ) ";" true_whitespace* newline |
multiline_comment;
whitespace = true_whitespace | multiline_comment;
var = identifier %copy_varname;
labelset = identifier %copy_labelset;
arg = identifier %copy_argname (whitespace* "=" whitespace* (identifier_eval | quoted_string | hex_string | integer) >start_integer %handle_arg)?;
args = arg ( whitespace+ arg)*;
options_cmd = "OPTIONS"i whitespace+ args
whitespace* ";";
let_macro = "%LET"i whitespace+ identifier whitespace* "=" whitespace* (unquoted_string | quoted_string)
whitespace* ";";
libname_cmd = "LIBNAME"i whitespace+ identifier whitespace+ (
quoted_string (whitespace+ args)? |
"CLEAR"i | "_ALL_"i whitespace* "CLEAR"i |
"LIST"i | "_ALL_"i whitespace* "LIST"i
) whitespace* ";";
footnote_cmd = "FOOTNOTE"i whitespace+ quoted_string whitespace* ";";
empty_cmd = ";";
value_label = ( "-" integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; } |
integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = integer; } |
integer whitespace+ "-" whitespace+ %{ first_integer = integer; } integer %{ label_type = LABEL_TYPE_RANGE; } |
unquoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_string |
quoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_string |
"other" %{ label_type = LABEL_TYPE_OTHER; }
) whitespace* "=" whitespace* quoted_string %handle_value_label;
var_len = ("$" whitespace* integer %set_str | integer %set_dbl) %{ var_len = integer; };
value_cmd = "VALUE"i whitespace+ labelset whitespace+ ("(" args ")" whitespace*)?
value_label (whitespace+ value_label)*
whitespace* ";";
proc_format_cmd = "PROC"i whitespace+ "FORMAT"i whitespace* ( args whitespace* )? ";"
( whitespace | empty_cmd | value_cmd )+;
filename_cmd = "FILENAME"i (whitespace+ args)? whitespace+ quoted_string
whitespace* ";";
if_statement = "IF"i ( whitespace | identifier | "-"? integer | "(" | ")" | ".")+ ";";
data_cmd = "DATA"i (whitespace+ identifier_eval | unquoted_string | quoted_string )+
whitespace* ";";
missing_cmd = "MISSING"i whitespace+ identifier
whitespace* ";";
# lrecl_option = "LRECL"i whitespace* "=" whitespace* integer %handle_info;
infile_cmd = "INFILE"i (whitespace+ quoted_string)? (whitespace* args)?
whitespace* ";";
length_spec = var whitespace+ var_len %handle_var_len;
length_cmd = "LENGTH"i whitespace+ length_spec (whitespace+ length_spec)*
whitespace* ";";
label_spec = var whitespace* "=" whitespace* quoted_string %handle_var_label;
label_cmd = "LABEL"i whitespace+ label_spec (whitespace+ label_spec)*
whitespace* ";";
date_separator = [SN];
date_format = ( "MMDDYY" integer |
"DATE" |
"DATE9" |
"DATETIME" |
"DAY" |
"DDMMYY" date_separator? integer |
"DOWNAME" |
"JULDAY" |
"JULIAN" |
"MMDDYY" date_separator? integer |
"MMYY" date_separator? |
"MONNAME" |
"MONTH" |
"MONYY" |
"PDFJULG" |
"WEEKDATE" |
"WEEKDAY" |
"WORDDATE" |
"WORDDATX" |
"QTR" |
"QTRR" |
"TIME" |
"TIMEAMPM" |
"TOD" |
"YEAR" |
"YYMMDD" |
"YYMM" date_separator? |
"YYQ" date_separator? |
"YYQR" date_separator? );
format_lbl_spec = labelset "." %handle_var_labelset;
format_dbl_spec = integer "." integer?;
format_date_spec = date_format "." integer?;
var_format_spec = var whitespace+ ( format_lbl_spec | format_dbl_spec | format_date_spec );
format_cmd = "FORMAT"i whitespace+ var_format_spec (whitespace+ var_format_spec)*
whitespace* ";";
var_attribute = (
"LENGTH"i whitespace* "=" whitespace* var_len %handle_var_len |
"LABEL"i whitespace* "=" whitespace* quoted_string %handle_var_label |
"FORMAT"i whitespace* "=" whitespace* format_dbl_spec
);
var_attributes = var_attribute (whitespace+ var_attribute)*;
attrib_spec = var whitespace+ var_attributes %handle_var;
attrib_cmd = "ATTRIB"i whitespace+ attrib_spec (whitespace+ attrib_spec)* whitespace* ";";
input_format_spec = ("$CHAR" integer %set_str | identifier %set_dbl);
input_int_spec = var whitespace+ integer %copy_pos "-" integer %set_len %set_dbl %handle_var;
input_dbl_spec = "@" integer %copy_pos whitespace+ var whitespace+ (var_len | input_format_spec) "." %handle_var integer?;
input_txt_spec = var whitespace+ "$" whitespace+ integer %copy_pos "-" integer %set_len %set_str %handle_var;
row_spec = "#" integer %{ var_row = integer - 1; };
input_spec = (input_int_spec | input_dbl_spec | input_txt_spec | row_spec | var);
input_cmd = "INPUT"i whitespace+ %{ var_row = 0; } input_spec (whitespace+ input_spec)*
whitespace* ";";
invalue_missing_spec = single_quoted_string whitespace* "=" whitespace* missing_value;
invalue_format_spec = format_dbl_spec | format_date_spec;
invalue_other_spec = "OTHER" whitespace* "=" whitespace* "(|" invalue_format_spec "|)";
invalue_spec = invalue_missing_spec | invalue_other_spec;
invalue_cmd = "INVALUE"i whitespace+ identifier whitespace+ invalue_spec (whitespace+ invalue_spec)* whitespace* ";";
proc_print_cmd = "PROC"i whitespace+ "PRINT"i (whitespace+ args) (whitespace+ "(" args ")")?
whitespace* ";";
proc_contents_cmd = "PROC"i whitespace+ "CONTENTS"i (whitespace+ args) whitespace* ";";
run_cmd = "RUN"i whitespace* ";";
command =
options_cmd |
let_macro |
libname_cmd |
footnote_cmd |
value_cmd |
proc_format_cmd |
filename_cmd |
attrib_cmd |
data_cmd |
if_statement |
missing_cmd |
infile_cmd |
format_cmd |
label_cmd |
length_cmd |
input_cmd |
invalue_cmd |
proc_print_cmd |
proc_contents_cmd |
run_cmd;
main := ( true_whitespace | comment | command )*;
write init;
write exec;
}%%
/* suppress warnings */
(void)sas_commands_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_schema.c 0000644 0001762 0000144 00000002113 14101007206 020047 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
void readstat_schema_free(readstat_schema_t *schema) {
if (schema) {
free(schema->entries);
free(schema);
}
}
readstat_schema_entry_t *readstat_schema_find_or_create_entry(readstat_schema_t *dct, const char *var_name) {
readstat_schema_entry_t *entry = NULL;
int i;
/* linear search. this is shitty, but whatever */
for (i=0; ientry_count; i++) {
if (strcmp(dct->entries[i].variable.name, var_name) == 0) {
entry = &dct->entries[i];
break;
}
}
if (!entry) {
dct->entries = realloc(dct->entries, sizeof(readstat_schema_entry_t) * (dct->entry_count + 1));
entry = &dct->entries[dct->entry_count];
memset(entry, 0, sizeof(readstat_schema_entry_t));
readstat_copy(entry->variable.name, sizeof(entry->variable.name), var_name, strlen(var_name));
entry->decimal_separator = '.';
entry->variable.index = dct->entry_count++;
}
return entry;
}
haven/src/readstat/txt/commands_util.c 0000644 0001762 0000144 00000005355 14101007206 017571 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "commands_util.h"
readstat_error_t submit_value_label(readstat_parser_t *parser, const char *labelset,
label_type_t label_type, int64_t first_integer, int64_t last_integer,
double double_value, const char *string_value, const char *buf, void *user_ctx) {
if (!parser->handlers.value_label)
return READSTAT_OK;
int cb_retval = READSTAT_HANDLER_OK;
if (label_type == LABEL_TYPE_RANGE) {
int64_t i;
for (i=first_integer; i<=last_integer; i++) {
readstat_value_t value = {
.type = READSTAT_TYPE_DOUBLE,
.v = { .double_value = i } };
cb_retval = parser->handlers.value_label(labelset, value, buf, user_ctx);
if (cb_retval != READSTAT_HANDLER_OK)
goto cleanup;
}
} else if (label_type != LABEL_TYPE_OTHER) {
readstat_value_t value = { { 0 } };
if (label_type == LABEL_TYPE_DOUBLE) {
value.type = READSTAT_TYPE_DOUBLE;
value.v.double_value = double_value;
} else if (label_type == LABEL_TYPE_STRING) {
value.type = READSTAT_TYPE_STRING;
value.v.string_value = string_value;
} else if (label_type == LABEL_TYPE_NAN) {
value.type = READSTAT_TYPE_DOUBLE;
value.v.double_value = NAN;
}
cb_retval = parser->handlers.value_label(labelset, value, buf, user_ctx);
}
cleanup:
return (cb_retval == READSTAT_HANDLER_OK) ? READSTAT_OK : READSTAT_ERROR_USER_ABORT;
}
readstat_error_t submit_columns(readstat_parser_t *parser, readstat_schema_t *dct, void *user_ctx) {
int i;
int partial_entry_count = 0;
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &dct->entries[i];
if (dct->rows_per_observation < entry->row + 1) {
dct->rows_per_observation = entry->row + 1;
}
}
if (!parser->handlers.variable)
return READSTAT_OK;
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &dct->entries[i];
entry->variable.index = i;
entry->variable.index_after_skipping = partial_entry_count;
if (entry->variable.type == READSTAT_TYPE_STRING)
entry->variable.storage_width = entry->len;
int cb_retval = parser->handlers.variable(i, &entry->variable,
entry->labelset[0] ? entry->labelset : NULL, user_ctx);
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
entry->skip = 1;
} else if (cb_retval == READSTAT_HANDLER_ABORT) {
return READSTAT_ERROR_USER_ABORT;
} else {
partial_entry_count++;
}
}
return READSTAT_OK;
}
haven/src/readstat/txt/readstat_stata_dictionary_read.c 0000644 0001762 0000144 00000063763 14101765776 023214 0 ustar ligges users #line 1 "src/txt/readstat_stata_dictionary_read.rl"
#include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#line 11 "src/txt/readstat_stata_dictionary_read.c"
static const signed char _stata_dictionary_actions[] = {
0, 1, 1, 1, 4, 1, 6, 1,
7, 1, 8, 1, 9, 1, 11, 1,
13, 1, 14, 1, 15, 1, 16, 1,
17, 1, 18, 1, 19, 1, 20, 1,
27, 2, 0, 1, 2, 2, 11, 2,
7, 8, 2, 10, 4, 2, 12, 5,
2, 13, 3, 2, 13, 9, 3, 13,
2, 11, 3, 14, 2, 11, 3, 15,
2, 11, 3, 16, 2, 11, 3, 17,
2, 11, 3, 18, 2, 11, 3, 19,
2, 11, 3, 20, 2, 11, 3, 21,
12, 5, 3, 22, 12, 5, 3, 23,
12, 5, 3, 24, 12, 5, 3, 25,
12, 5, 3, 26, 12, 5, 3, 28,
0, 1, 4, 13, 3, 2, 11, 0
};
static const short _stata_dictionary_key_offsets[] = {
0, 0, 4, 6, 10, 11, 12, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 27, 33, 39, 40, 41, 42, 43,
44, 48, 61, 74, 75, 76, 77, 81,
86, 91, 92, 110, 128, 129, 131, 132,
133, 135, 147, 153, 171, 175, 176, 177,
178, 179, 180, 181, 185, 190, 193, 211,
224, 225, 238, 251, 263, 273, 274, 275,
279, 283, 285, 293, 295, 299, 303, 308,
310, 323, 336, 349, 362, 375, 387, 400,
413, 426, 439, 451, 464, 477, 489, 502,
515, 528, 540, 553, 566, 578, 590, 591,
592, 593, 594, 595, 596, 597, 598, 599,
600, 601, 602, 603, 604, 605, 609, 614,
617, 635, 637, 638, 639, 641, 645, 650,
653, 671, 672, 676, 681, 684, 702, 703,
704, 705, 706, 710, 715, 718, 736, 737,
738, 739, 740, 741, 742, 761, 765, 770,
773, 791, 803, 804, 805, 806, 807, 808,
812, 817, 822, 823, 824, 0
};
static const char _stata_dictionary_trans_keys[] = {
42, 47, 100, 105, 10, 13, 42, 47,
100, 105, 42, 42, 42, 47, 105, 99,
116, 105, 111, 110, 97, 114, 121, 9,
10, 13, 32, 9, 10, 13, 32, 117,
123, 9, 10, 13, 32, 117, 123, 10,
115, 105, 110, 103, 9, 10, 13, 32,
9, 10, 13, 32, 34, 92, 95, 45,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 92, 95, 45, 57, 65, 90,
97, 122, 10, 34, 34, 9, 10, 13,
32, 9, 10, 13, 32, 123, 9, 10,
13, 32, 123, 10, 9, 10, 13, 32,
42, 47, 95, 98, 100, 102, 105, 108,
115, 125, 65, 90, 97, 122, 9, 10,
13, 32, 42, 47, 95, 98, 100, 102,
105, 108, 115, 125, 65, 90, 97, 122,
10, 10, 13, 42, 42, 42, 47, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
37, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 99, 102, 108, 110, 111,
108, 117, 109, 110, 40, 9, 32, 48,
57, 9, 32, 41, 48, 57, 9, 32,
41, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 121, 48, 57, 65, 90, 97, 122,
10, 9, 10, 13, 32, 46, 95, 116,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 101, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 37, 65, 90, 97,
122, 34, 34, 9, 10, 13, 32, 9,
10, 13, 32, 48, 57, 44, 46, 83,
115, 48, 57, 101, 103, 48, 57, 48,
57, 101, 103, 9, 10, 13, 32, 9,
10, 13, 32, 34, 48, 57, 9, 10,
13, 32, 46, 95, 111, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 117, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 98, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 108, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 46, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 108, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 111, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 97, 48, 57, 65, 90,
98, 122, 9, 10, 13, 32, 46, 95,
116, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 110, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 116, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 95, 111,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 110, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 103, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
46, 95, 116, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 95, 114,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 46, 95,
48, 57, 65, 90, 97, 122, 105, 114,
115, 116, 108, 105, 110, 101, 111, 102,
102, 105, 108, 101, 40, 9, 32, 48,
57, 9, 32, 41, 48, 57, 9, 32,
41, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 105, 114, 110, 101, 40,
115, 9, 32, 48, 57, 9, 32, 41,
48, 57, 9, 32, 41, 9, 10, 13,
32, 42, 47, 95, 98, 100, 102, 105,
108, 115, 125, 65, 90, 97, 122, 40,
9, 32, 48, 57, 9, 32, 41, 48,
57, 9, 32, 41, 9, 10, 13, 32,
42, 47, 95, 98, 100, 102, 105, 108,
115, 125, 65, 90, 97, 122, 101, 99,
108, 40, 9, 32, 48, 57, 9, 32,
41, 48, 57, 9, 32, 41, 9, 10,
13, 32, 42, 47, 95, 98, 100, 102,
105, 108, 115, 125, 65, 90, 97, 122,
101, 119, 108, 105, 110, 101, 9, 10,
13, 32, 40, 42, 47, 95, 98, 100,
102, 105, 108, 115, 125, 65, 90, 97,
122, 9, 32, 48, 57, 9, 32, 41,
48, 57, 9, 32, 41, 9, 10, 13,
32, 42, 47, 95, 98, 100, 102, 105,
108, 115, 125, 65, 90, 97, 122, 9,
10, 13, 32, 92, 95, 45, 57, 65,
90, 97, 122, 110, 102, 105, 108, 101,
9, 10, 13, 32, 9, 10, 13, 32,
100, 9, 10, 13, 32, 100, 10, 10,
0
};
static const signed char _stata_dictionary_single_lengths[] = {
0, 4, 2, 4, 1, 1, 2, 1,
1, 1, 1, 1, 1, 1, 1, 1,
4, 6, 6, 1, 1, 1, 1, 1,
4, 7, 7, 1, 1, 1, 4, 5,
5, 1, 14, 14, 1, 2, 1, 1,
2, 6, 6, 14, 4, 1, 1, 1,
1, 1, 1, 2, 3, 3, 14, 7,
1, 7, 7, 6, 6, 1, 1, 4,
4, 0, 4, 0, 0, 4, 5, 0,
7, 7, 7, 7, 7, 6, 7, 7,
7, 7, 6, 7, 7, 6, 7, 7,
7, 6, 7, 7, 6, 6, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 2, 3, 3,
14, 2, 1, 1, 2, 2, 3, 3,
14, 1, 2, 3, 3, 14, 1, 1,
1, 1, 2, 3, 3, 14, 1, 1,
1, 1, 1, 1, 15, 2, 3, 3,
14, 6, 1, 1, 1, 1, 1, 4,
5, 5, 1, 1, 0, 0
};
static const signed char _stata_dictionary_range_lengths[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 3, 3, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 0, 0, 0,
0, 3, 0, 2, 0, 0, 0, 0,
0, 0, 0, 1, 1, 0, 2, 3,
0, 3, 3, 3, 2, 0, 0, 0,
0, 1, 2, 1, 2, 0, 0, 1,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 1, 0,
2, 0, 0, 0, 0, 1, 1, 0,
2, 0, 1, 1, 0, 2, 0, 0,
0, 0, 1, 1, 0, 2, 0, 0,
0, 0, 0, 0, 2, 1, 1, 0,
2, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0
};
static const short _stata_dictionary_index_offsets[] = {
0, 0, 5, 8, 13, 15, 17, 20,
22, 24, 26, 28, 30, 32, 34, 36,
38, 43, 50, 57, 59, 61, 63, 65,
67, 72, 83, 94, 96, 98, 100, 105,
111, 117, 119, 136, 153, 155, 158, 160,
162, 165, 175, 182, 199, 204, 206, 208,
210, 212, 214, 216, 220, 225, 229, 246,
257, 259, 270, 281, 291, 300, 302, 304,
309, 314, 316, 323, 325, 328, 333, 339,
341, 352, 363, 374, 385, 396, 406, 417,
428, 439, 450, 460, 471, 482, 492, 503,
514, 525, 535, 546, 557, 567, 577, 579,
581, 583, 585, 587, 589, 591, 593, 595,
597, 599, 601, 603, 605, 607, 611, 616,
620, 637, 640, 642, 644, 647, 651, 656,
660, 677, 679, 683, 688, 692, 709, 711,
713, 715, 717, 721, 726, 730, 747, 749,
751, 753, 755, 757, 759, 777, 781, 786,
790, 807, 817, 819, 821, 823, 825, 827,
832, 838, 844, 846, 848, 0
};
static const short _stata_dictionary_cond_targs[] = {
2, 4, 7, 146, 0, 3, 155, 2,
2, 4, 7, 146, 0, 5, 0, 6,
5, 6, 1, 5, 8, 0, 9, 0,
10, 0, 11, 0, 12, 0, 13, 0,
14, 0, 15, 0, 16, 0, 17, 18,
19, 17, 0, 17, 18, 19, 17, 20,
34, 0, 17, 18, 19, 17, 20, 34,
0, 18, 0, 21, 0, 22, 0, 23,
0, 24, 0, 25, 26, 27, 25, 0,
25, 26, 27, 25, 28, 145, 145, 145,
145, 145, 0, 25, 26, 27, 25, 28,
145, 145, 145, 145, 145, 0, 26, 0,
30, 29, 30, 29, 31, 32, 33, 31,
0, 31, 32, 33, 31, 34, 0, 31,
32, 33, 31, 34, 0, 32, 0, 34,
35, 36, 34, 37, 38, 44, 55, 72,
78, 83, 86, 90, 156, 41, 41, 0,
34, 35, 36, 34, 37, 38, 44, 55,
72, 78, 83, 86, 90, 156, 41, 41,
0, 35, 0, 35, 36, 37, 39, 0,
40, 39, 40, 34, 39, 42, 43, 56,
42, 41, 41, 41, 41, 41, 0, 42,
43, 56, 42, 61, 65, 0, 34, 35,
36, 34, 37, 38, 44, 55, 72, 78,
83, 86, 90, 156, 41, 41, 0, 45,
94, 113, 134, 0, 46, 0, 47, 0,
48, 0, 49, 0, 50, 0, 51, 0,
51, 51, 52, 0, 53, 53, 54, 52,
0, 53, 53, 54, 0, 34, 35, 36,
34, 37, 38, 44, 55, 72, 78, 83,
86, 90, 156, 41, 41, 0, 42, 43,
56, 42, 41, 41, 57, 41, 41, 41,
0, 43, 0, 42, 43, 56, 42, 41,
41, 58, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 59, 41, 41, 41,
0, 60, 43, 56, 60, 41, 41, 41,
41, 41, 0, 60, 43, 56, 60, 61,
65, 41, 41, 0, 63, 62, 63, 62,
64, 43, 56, 64, 0, 64, 43, 56,
64, 0, 66, 0, 67, 71, 69, 69,
66, 69, 0, 68, 0, 68, 69, 0,
70, 43, 56, 70, 0, 70, 43, 56,
70, 61, 0, 68, 0, 42, 43, 56,
42, 41, 41, 73, 41, 41, 41, 0,
42, 43, 56, 42, 41, 41, 74, 41,
41, 41, 0, 42, 43, 56, 42, 41,
41, 75, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 76, 41, 41, 41,
0, 42, 43, 56, 42, 41, 41, 77,
41, 41, 41, 0, 60, 43, 56, 60,
41, 41, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 79, 41, 41, 41,
0, 42, 43, 56, 42, 41, 41, 80,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 81, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 82, 41, 41,
41, 0, 60, 43, 56, 60, 41, 41,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 84, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 85, 41, 41,
41, 0, 60, 43, 56, 60, 41, 41,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 87, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 88, 41, 41,
41, 0, 42, 43, 56, 42, 41, 41,
89, 41, 41, 41, 0, 60, 43, 56,
60, 41, 41, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 91, 41, 41,
41, 0, 42, 43, 56, 42, 41, 41,
92, 41, 41, 41, 0, 42, 43, 56,
42, 41, 41, 93, 41, 41, 0, 60,
43, 56, 60, 41, 41, 93, 41, 41,
0, 95, 0, 96, 0, 97, 0, 98,
0, 99, 0, 100, 0, 101, 0, 102,
0, 103, 0, 104, 0, 105, 0, 106,
0, 107, 0, 108, 0, 109, 0, 109,
109, 110, 0, 111, 111, 112, 110, 0,
111, 111, 112, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 114, 126, 0,
115, 0, 116, 0, 117, 121, 0, 117,
117, 118, 0, 119, 119, 120, 118, 0,
119, 119, 120, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 122, 0, 122,
122, 123, 0, 124, 124, 125, 123, 0,
124, 124, 125, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 127, 0, 128,
0, 129, 0, 130, 0, 130, 130, 131,
0, 132, 132, 133, 131, 0, 132, 132,
133, 0, 34, 35, 36, 34, 37, 38,
44, 55, 72, 78, 83, 86, 90, 156,
41, 41, 0, 135, 0, 136, 0, 137,
0, 138, 0, 139, 0, 140, 0, 34,
35, 36, 34, 141, 37, 38, 44, 55,
72, 78, 83, 86, 90, 156, 41, 41,
0, 141, 141, 142, 0, 143, 143, 144,
142, 0, 143, 143, 144, 0, 34, 35,
36, 34, 37, 38, 44, 55, 72, 78,
83, 86, 90, 156, 41, 41, 0, 31,
32, 33, 31, 145, 145, 145, 145, 145,
0, 147, 0, 148, 0, 149, 0, 150,
0, 151, 0, 152, 153, 154, 152, 0,
152, 153, 154, 152, 7, 0, 152, 153,
154, 152, 7, 0, 153, 0, 3, 0,
156, 0, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
63, 64, 65, 66, 67, 68, 69, 70,
71, 72, 73, 74, 75, 76, 77, 78,
79, 80, 81, 82, 83, 84, 85, 86,
87, 88, 89, 90, 91, 92, 93, 94,
95, 96, 97, 98, 99, 100, 101, 102,
103, 104, 105, 106, 107, 108, 109, 110,
111, 112, 113, 114, 115, 116, 117, 118,
119, 120, 121, 122, 123, 124, 125, 126,
127, 128, 129, 130, 131, 132, 133, 134,
135, 136, 137, 138, 139, 140, 141, 142,
143, 144, 145, 146, 147, 148, 149, 150,
151, 152, 153, 154, 155, 156, 0
};
static const signed char _stata_dictionary_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
15, 15, 15, 15, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 15, 15, 15, 15, 15, 15,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 0, 15, 15, 15, 15, 15,
51, 51, 51, 51, 51, 0, 0, 0,
39, 7, 9, 0, 3, 3, 3, 3,
0, 0, 0, 0, 0, 0, 0, 15,
15, 15, 15, 15, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 36, 36,
36, 36, 36, 36, 0, 36, 36, 0,
15, 15, 15, 15, 15, 15, 15, 54,
54, 54, 54, 54, 54, 15, 54, 54,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 45, 45, 45,
45, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 48, 48,
48, 48, 48, 48, 48, 114, 114, 114,
114, 114, 114, 48, 114, 114, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 33, 0, 0, 0, 0, 1,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 66, 66, 66, 66,
66, 66, 21, 66, 66, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 0, 0, 45, 45, 45, 45, 0,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 86, 45, 45, 86, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 13, 13, 0, 39, 7, 9, 0,
5, 5, 5, 5, 0, 0, 0, 0,
0, 0, 33, 0, 31, 31, 31, 31,
1, 31, 0, 110, 0, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 33, 0, 45, 45, 45,
45, 0, 0, 0, 0, 0, 0, 0,
45, 45, 45, 45, 0, 0, 0, 0,
0, 0, 0, 45, 45, 45, 45, 0,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 45, 45, 45, 45, 0, 0, 0,
0, 0, 0, 0, 102, 45, 45, 102,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 45, 45, 45, 45, 0, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 98, 45, 45, 98, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 90, 45, 45, 90, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 45, 45, 45, 45, 0, 0,
0, 0, 0, 0, 0, 94, 45, 45,
94, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 45, 45, 45, 45, 0, 0,
0, 0, 0, 0, 0, 45, 45, 45,
45, 0, 0, 33, 0, 0, 0, 106,
45, 45, 106, 0, 0, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 29, 29, 29, 29,
29, 29, 29, 82, 82, 82, 82, 82,
82, 29, 82, 82, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 19, 19, 19, 19,
19, 19, 19, 62, 62, 62, 62, 62,
62, 19, 62, 62, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 17, 17, 17, 17,
17, 17, 17, 58, 58, 58, 58, 58,
58, 17, 58, 58, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 33,
0, 0, 0, 0, 1, 0, 0, 0,
0, 0, 27, 27, 27, 27, 27, 27,
27, 78, 78, 78, 78, 78, 78, 27,
78, 78, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 23,
23, 23, 23, 23, 23, 23, 23, 70,
70, 70, 70, 70, 70, 23, 70, 70,
0, 0, 0, 33, 0, 0, 0, 0,
1, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 74, 74, 74,
74, 74, 74, 25, 74, 74, 0, 42,
42, 42, 42, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 15, 15,
15, 15, 15, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0
};
static const int stata_dictionary_start = 1;
static const int stata_dictionary_en_main = 1;
#line 11 "src/txt/readstat_stata_dictionary_read.rl"
readstat_schema_t *readstat_parse_stata_dictionary(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
int cb_return_value = READSTAT_HANDLER_OK;
int total_entry_count = 0;
int partial_entry_count = 0;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
// u_char *eof = pe;
int integer = 0;
int current_row = 0;
int current_col = 0;
int line_no = 0;
unsigned char *line_start = p;
readstat_schema_entry_t current_entry;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 545 "src/txt/readstat_stata_dictionary_read.c"
{
cs = (int)stata_dictionary_start;
}
#line 550 "src/txt/readstat_stata_dictionary_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe )
goto _out;
_keys = ( _stata_dictionary_trans_keys + (_stata_dictionary_key_offsets[cs]));
_trans = (unsigned int)_stata_dictionary_index_offsets[cs];
_klen = (int)_stata_dictionary_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_stata_dictionary_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
cs = (int)_stata_dictionary_cond_targs[_trans];
if ( _stata_dictionary_cond_actions[_trans] != 0 ) {
_acts = ( _stata_dictionary_actions + (_stata_dictionary_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 63 "src/txt/readstat_stata_dictionary_read.rl"
integer = 0;
}
#line 628 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 1: {
{
#line 67 "src/txt/readstat_stata_dictionary_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 639 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 2: {
{
#line 71 "src/txt/readstat_stata_dictionary_read.rl"
memset(¤t_entry, 0, sizeof(readstat_schema_entry_t));
current_entry.decimal_separator = '.';
current_entry.variable.type = READSTAT_TYPE_DOUBLE;
current_entry.variable.index = total_entry_count;
}
#line 653 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 3: {
{
#line 78 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.row = current_row;
current_entry.col = current_col;
current_col += current_entry.len;
cb_return_value = READSTAT_HANDLER_OK;
if (parser->handlers.variable) {
current_entry.variable.index_after_skipping = partial_entry_count;
cb_return_value = parser->handlers.variable(total_entry_count, ¤t_entry.variable, NULL, user_ctx);
if (cb_return_value == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if (cb_return_value == READSTAT_HANDLER_SKIP_VARIABLE) {
current_entry.skip = 1;
} else {
partial_entry_count++;
}
schema->entries = realloc(schema->entries, sizeof(readstat_schema_entry_t) * (schema->entry_count+1));
memcpy(&schema->entries[schema->entry_count++], ¤t_entry, sizeof(readstat_schema_entry_t));
total_entry_count++;
}
#line 683 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 4: {
{
#line 101 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(schema->filename, sizeof(schema->filename), (char *)str_start, str_len);
}
#line 694 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 5: {
{
#line 105 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(current_entry.variable.name, sizeof(current_entry.variable.name),
(char *)str_start, str_len);
}
#line 706 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 6: {
{
#line 110 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(current_entry.variable.label, sizeof(current_entry.variable.label),
(char *)str_start, str_len);
}
#line 718 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 7: {
{
#line 115 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 727 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 8: {
{
#line 115 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 736 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 9: {
{
#line 117 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 745 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 10: {
{
#line 117 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 754 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 11: {
{
#line 119 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 763 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 12: {
{
#line 119 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 772 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 13: {
{
#line 121 "src/txt/readstat_stata_dictionary_read.rl"
line_no++; line_start = p; }
#line 781 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 14: {
{
#line 131 "src/txt/readstat_stata_dictionary_read.rl"
schema->rows_per_observation = integer; }
#line 790 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 15: {
{
#line 133 "src/txt/readstat_stata_dictionary_read.rl"
current_row = integer - 1; }
#line 799 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 16: {
{
#line 135 "src/txt/readstat_stata_dictionary_read.rl"
current_col = integer - 1; }
#line 808 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 17: {
{
#line 137 "src/txt/readstat_stata_dictionary_read.rl"
current_row++; }
#line 817 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 18: {
{
#line 137 "src/txt/readstat_stata_dictionary_read.rl"
current_row += (integer - 1); }
#line 826 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 19: {
{
#line 141 "src/txt/readstat_stata_dictionary_read.rl"
schema->cols_per_observation = integer; }
#line 835 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 20: {
{
#line 143 "src/txt/readstat_stata_dictionary_read.rl"
schema->first_line = integer - 1; }
#line 844 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 21: {
{
#line 147 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT8; }
#line 853 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 22: {
{
#line 148 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT16; }
#line 862 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 23: {
{
#line 149 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT32; }
#line 871 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 24: {
{
#line 150 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_FLOAT; }
#line 880 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 25: {
{
#line 151 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_DOUBLE; }
#line 889 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 26: {
{
#line 152 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_STRING;
current_entry.variable.storage_width = integer; }
#line 899 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 27: {
{
#line 159 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.len = integer; }
#line 908 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 28: {
{
#line 160 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.decimal_separator = ','; }
#line 917 "src/txt/readstat_stata_dictionary_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( cs != 0 ) {
p += 1;
goto _resume;
}
_out: {}
}
#line 174 "src/txt/readstat_stata_dictionary_read.rl"
/* suppress warnings */
(void)stata_dictionary_en_main;
if (cs <
#line 942 "src/txt/readstat_stata_dictionary_read.c"
156
#line 179 "src/txt/readstat_stata_dictionary_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_sas_commands_read.c 0000644 0001762 0000144 00000355147 14101765776 022322 0 ustar ligges users #line 1 "src/txt/readstat_sas_commands_read.rl"
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
#line 13 "src/txt/readstat_sas_commands_read.c"
static const signed char _sas_commands_actions[] = {
0, 1, 0, 1, 1, 1, 2, 1,
3, 1, 7, 1, 12, 1, 13, 1,
16, 1, 18, 1, 19, 1, 20, 1,
21, 1, 22, 1, 23, 1, 24, 1,
25, 1, 26, 1, 28, 1, 33, 1,
34, 2, 0, 1, 2, 0, 23, 2,
1, 0, 2, 5, 32, 2, 6, 32,
2, 7, 12, 2, 7, 15, 2, 7,
17, 2, 7, 23, 2, 18, 19, 2,
20, 21, 2, 22, 0, 2, 22, 23,
2, 22, 34, 2, 24, 6, 2, 24,
8, 2, 24, 10, 2, 24, 11, 2,
24, 12, 2, 24, 23, 2, 29, 9,
2, 34, 23, 3, 4, 6, 13, 3,
5, 24, 6, 3, 5, 32, 14, 3,
6, 32, 14, 3, 7, 15, 13, 3,
7, 30, 9, 3, 13, 0, 1, 3,
18, 0, 2, 3, 22, 0, 1, 3,
22, 0, 23, 3, 22, 34, 23, 3,
24, 0, 1, 3, 24, 1, 0, 3,
27, 0, 1, 3, 29, 9, 31, 4,
4, 5, 13, 6, 4, 4, 6, 13,
5, 4, 5, 32, 14, 13, 4, 5,
32, 24, 6, 4, 6, 32, 14, 13,
4, 22, 27, 0, 1, 0
};
static const short _sas_commands_key_offsets[] = {
0, 0, 1, 3, 5, 7, 12, 23,
34, 35, 48, 54, 60, 61, 62, 63,
65, 76, 87, 88, 89, 90, 96, 102,
108, 109, 110, 111, 113, 114, 115, 116,
117, 119, 132, 133, 134, 136, 137, 142,
144, 145, 146, 148, 150, 152, 154, 156,
158, 163, 174, 185, 186, 198, 207, 216,
217, 218, 219, 221, 223, 225, 227, 229,
231, 237, 243, 244, 245, 246, 248, 255,
262, 263, 264, 265, 267, 270, 278, 294,
310, 311, 312, 313, 315, 329, 343, 357,
371, 385, 398, 408, 418, 419, 420, 421,
423, 427, 429, 431, 433, 439, 445, 446,
447, 448, 450, 457, 464, 465, 466, 467,
473, 474, 475, 476, 477, 479, 481, 483,
485, 487, 493, 499, 500, 501, 502, 504,
512, 520, 521, 528, 535, 536, 537, 538,
540, 548, 549, 550, 552, 560, 576, 590,
604, 618, 631, 641, 651, 652, 653, 654,
656, 670, 684, 698, 712, 725, 735, 745,
746, 747, 748, 750, 758, 759, 760, 762,
764, 766, 768, 779, 791, 803, 804, 820,
833, 846, 847, 853, 854, 855, 857, 858,
859, 871, 872, 873, 888, 900, 916, 917,
918, 920, 924, 926, 928, 930, 932, 934,
936, 941, 954, 967, 968, 981, 995, 1009,
1010, 1011, 1012, 1014, 1030, 1046, 1047, 1048,
1049, 1054, 1055, 1056, 1058, 1071, 1076, 1082,
1089, 1090, 1097, 1103, 1104, 1105, 1107, 1114,
1118, 1120, 1122, 1124, 1126, 1128, 1133, 1140,
1147, 1148, 1149, 1150, 1152, 1154, 1156, 1158,
1163, 1174, 1185, 1186, 1198, 1219, 1240, 1241,
1249, 1255, 1267, 1279, 1280, 1281, 1282, 1284,
1285, 1286, 1288, 1291, 1299, 1307, 1318, 1328,
1337, 1347, 1355, 1363, 1372, 1381, 1390, 1399,
1408, 1417, 1426, 1436, 1444, 1452, 1461, 1470,
1479, 1488, 1497, 1507, 1516, 1525, 1534, 1543,
1553, 1563, 1572, 1581, 1591, 1600, 1611, 1620,
1629, 1638, 1647, 1656, 1665, 1674, 1683, 1692,
1701, 1711, 1720, 1729, 1738, 1747, 1756, 1765,
1774, 1784, 1793, 1802, 1811, 1820, 1830, 1839,
1848, 1857, 1866, 1875, 1885, 1895, 1904, 1913,
1923, 1932, 1943, 1954, 1955, 1956, 1958, 1962,
1979, 1997, 2015, 2016, 2034, 2036, 2054, 2055,
2056, 2058, 2076, 2082, 2084, 2086, 2088, 2100,
2114, 2128, 2129, 2130, 2131, 2143, 2155, 2167,
2168, 2182, 2195, 2208, 2209, 2210, 2211, 2213,
2229, 2245, 2246, 2247, 2248, 2254, 2255, 2256,
2258, 2272, 2278, 2284, 2291, 2292, 2299, 2306,
2307, 2308, 2310, 2318, 2319, 2320, 2321, 2322,
2324, 2326, 2328, 2333, 2346, 2359, 2360, 2362,
2370, 2384, 2398, 2399, 2412, 2428, 2444, 2445,
2458, 2474, 2490, 2491, 2492, 2493, 2495, 2498,
2500, 2508, 2509, 2510, 2512, 2514, 2521, 2532,
2543, 2544, 2556, 2569, 2582, 2583, 2597, 2604,
2611, 2612, 2613, 2614, 2616, 2619, 2627, 2635,
2643, 2651, 2660, 2669, 2678, 2686, 2694, 2695,
2696, 2698, 2701, 2702, 2703, 2705, 2706, 2707,
2709, 2712, 2714, 2722, 2735, 2751, 2767, 2768,
2781, 2797, 2813, 2814, 2815, 2816, 2818, 2821,
2823, 2831, 2832, 2833, 2835, 2836, 2837, 2839,
2841, 2843, 2845, 2847, 2852, 2863, 2874, 2875,
2887, 2894, 2901, 2902, 2903, 2904, 2910, 2916,
2917, 2918, 2919, 2921, 2927, 2933, 2934, 2942,
2950, 2958, 2959, 2960, 2961, 2963, 2964, 2965,
2966, 2967, 2973, 2979, 2980, 2981, 2982, 2984,
2990, 2996, 2997, 2998, 3008, 3011, 3014, 3017,
3018, 3024, 3027, 3029, 3030, 3033, 3034, 3035,
3036, 3037, 3038, 3039, 3040, 3041, 3045, 3047,
3048, 3049, 3050, 3051, 3052, 3054, 3055, 3056,
3057, 3058, 3060, 3062, 3063, 3064, 3067, 3068,
3071, 3072, 3073, 3074, 3075, 3076, 3077, 3078,
3079, 3080, 3082, 3084, 3085, 3086, 3088, 3089,
3090, 3091, 3092, 3094, 3095, 3096, 3097, 3098,
3100, 3101, 3102, 3103, 3104, 3105, 3107, 3109,
3110, 3111, 3113, 3114, 3118, 3122, 3123, 3124,
3126, 3127, 3128, 3130, 3131, 3132, 3134, 3135,
3136, 3138, 3144, 3146, 3148, 3150, 3155, 3166,
3177, 3178, 3191, 3197, 3203, 3204, 3205, 3206,
3208, 3215, 3222, 3223, 3224, 3225, 3231, 3243,
3255, 3256, 3257, 3258, 3260, 3261, 3262, 3263,
3264, 3266, 3267, 3268, 3270, 3272, 3274, 3276,
3278, 3283, 3294, 3305, 3306, 3318, 3326, 3334,
3335, 3342, 3349, 3350, 3351, 3352, 3354, 3362,
3374, 3386, 3387, 3388, 3389, 3391, 3392, 3393,
3395, 3403, 3404, 3405, 3407, 3409, 3411, 3413,
3415, 3417, 3422, 3433, 3444, 3445, 3457, 3469,
3481, 3482, 3483, 3484, 3490, 3491, 3492, 3493,
3494, 3496, 3498, 3500, 3502, 3504, 3506, 3508,
3510, 3512, 3514, 3516, 3517, 3526, 3535, 3536,
3537, 3538, 3540, 3541, 3542, 3544, 3546, 3548,
3550, 3552, 3554, 3556, 3561, 3572, 3583, 3584,
3597, 3598, 3599, 3601, 3603, 3605, 3607, 3609,
3611, 3613, 3618, 3629, 3640, 3641, 3642, 3643,
3645, 3647, 3649, 3651, 3656, 3667, 3678, 3679,
3680, 3681, 3683, 3685, 3687, 3689, 3691, 3693,
3695, 3697, 3699, 3701, 3703, 3705, 3717, 3729,
3730, 3744, 3757, 3770, 3771, 3772, 3773, 3775,
3783, 3784, 3785, 3786, 3788, 3790, 3792, 3794,
3796, 3798, 3800, 3805, 3816, 3827, 3828, 3840,
3856, 3872, 3873, 3874, 3875, 3881, 3887, 3893,
3894, 3895, 3896, 3898, 3905, 3912, 3913, 3914,
3915, 3921, 3937, 3953, 3954, 3955, 3956, 3958,
3966, 3967, 3968, 3970, 3978, 3985, 3992, 3993,
3998, 4005, 4012, 4013, 4014, 4015, 4017, 4025,
4026, 4027, 4029, 4042, 4056, 4070, 4084, 4098,
4111, 4112, 4113, 4114, 4115, 4117, 4123, 4137,
4149, 4161, 4162, 4163, 4164, 4166, 4182, 4198,
4199, 4200, 4201, 4207, 4218, 4229, 4230, 4231,
4232, 4234, 4249, 4264, 4265, 4266, 4267, 4269,
4283, 4289, 4295, 4302, 4303, 4310, 4317, 4318,
4319, 4321, 4329, 4330, 4331, 4333, 4334, 4335,
4337, 4353, 4369, 4370, 4371, 4372, 4378, 4379,
4380, 4382, 4396, 4402, 4408, 4415, 4416, 4423,
4430, 4431, 4432, 4434, 4442, 4444, 4446, 4448,
4450, 4455, 4466, 4477, 4478, 4492, 4506, 4520,
4521, 4527, 4541, 4553, 4565, 4566, 4567, 4568,
4570, 4586, 4602, 4603, 4604, 4605, 4611, 4622,
4633, 4634, 4635, 4636, 4638, 4652, 4658, 4664,
4671, 4672, 4679, 4686, 4687, 4688, 4690, 4698,
4699, 4700, 4702, 4718, 4734, 4735, 4736, 4737,
4743, 4756, 4769, 4770, 4771, 4772, 4774, 4788,
4794, 4800, 4807, 4808, 4815, 4822, 4823, 4824,
4826, 4834, 4835, 4836, 4838, 4840, 4842, 4844,
4846, 4851, 4862, 4873, 4874, 4886, 4902, 4918,
4919, 4920, 4921, 4927, 4933, 4939, 4940, 4941,
4942, 4944, 4951, 4958, 4959, 4960, 4961, 4967,
4983, 4999, 5000, 5001, 5002, 5004, 5012, 5013,
5014, 5016, 5024, 5031, 5038, 5039, 5044, 5051,
5058, 5059, 5060, 5061, 5063, 5071, 5072, 5073,
5075, 5088, 5102, 5116, 5130, 5144, 5157, 5158,
5159, 5160, 5161, 5163, 5169, 5183, 5195, 5207,
5208, 5209, 5210, 5212, 5228, 5244, 5245, 5246,
5247, 5253, 5264, 5275, 5276, 5277, 5278, 5280,
5295, 5310, 5311, 5312, 5313, 5315, 5329, 5335,
5341, 5348, 5349, 5356, 5363, 5364, 5365, 5367,
5375, 5376, 5377, 5379, 5380, 5381, 5383, 5410,
5437, 5465, 0
};
static const char _sas_commands_trans_keys[] = {
10, 76, 108, 69, 101, 84, 116, 9,
10, 13, 32, 47, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 10, 9, 10, 13, 32, 47,
61, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 9, 10,
13, 32, 47, 61, 10, 42, 42, 42,
47, 9, 10, 13, 32, 34, 39, 47,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 47, 65, 90, 97, 122, 10,
34, 34, 9, 10, 13, 32, 47, 59,
9, 10, 13, 32, 47, 59, 9, 10,
13, 32, 47, 59, 10, 42, 42, 42,
47, 39, 39, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 95, 46, 57,
65, 90, 97, 122, 42, 42, 42, 47,
59, 9, 10, 13, 32, 59, 10, 59,
42, 42, 42, 47, 84, 116, 84, 116,
82, 114, 73, 105, 66, 98, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 70, 76, 102, 108, 9,
10, 13, 32, 47, 70, 76, 102, 108,
10, 42, 42, 42, 47, 79, 111, 82,
114, 77, 109, 65, 97, 84, 116, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 10, 42, 42, 42, 47,
9, 10, 13, 32, 47, 48, 57, 9,
10, 13, 32, 47, 48, 57, 10, 42,
42, 42, 47, 46, 48, 57, 9, 10,
13, 32, 47, 59, 48, 57, 9, 10,
13, 32, 36, 47, 59, 70, 76, 95,
102, 108, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 59, 70, 76, 95,
102, 108, 65, 90, 97, 122, 10, 42,
42, 42, 47, 9, 10, 13, 32, 47,
79, 95, 111, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 82, 95,
114, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 77, 95, 109, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 65, 95, 97, 48, 57, 66,
90, 98, 122, 9, 10, 13, 32, 47,
84, 95, 116, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 61, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 61, 70, 76, 102, 108,
9, 10, 13, 32, 47, 61, 70, 76,
102, 108, 10, 42, 42, 42, 47, 65,
69, 97, 101, 66, 98, 69, 101, 76,
108, 9, 10, 13, 32, 47, 61, 9,
10, 13, 32, 47, 61, 10, 42, 42,
42, 47, 9, 10, 13, 32, 34, 39,
47, 9, 10, 13, 32, 34, 39, 47,
10, 34, 34, 9, 10, 13, 32, 47,
59, 39, 39, 42, 42, 42, 47, 78,
110, 71, 103, 84, 116, 72, 104, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 10, 42, 42, 42, 47,
9, 10, 13, 32, 36, 47, 48, 57,
9, 10, 13, 32, 36, 47, 48, 57,
10, 9, 10, 13, 32, 47, 48, 57,
9, 10, 13, 32, 47, 48, 57, 10,
42, 42, 42, 47, 9, 10, 13, 32,
47, 59, 48, 57, 42, 42, 42, 47,
9, 10, 13, 32, 47, 59, 48, 57,
9, 10, 13, 32, 47, 65, 69, 95,
97, 101, 48, 57, 66, 90, 98, 122,
9, 10, 13, 32, 47, 66, 95, 98,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 69, 95, 101, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 76, 95, 108, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 61, 70, 76, 102,
108, 9, 10, 13, 32, 47, 61, 70,
76, 102, 108, 10, 42, 42, 42, 47,
9, 10, 13, 32, 47, 78, 95, 110,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 71, 95, 103, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 84, 95, 116, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 72,
95, 104, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 70, 76, 102, 108, 9,
10, 13, 32, 47, 61, 70, 76, 102,
108, 10, 42, 42, 42, 47, 9, 10,
13, 32, 47, 59, 48, 57, 42, 42,
42, 47, 65, 97, 84, 116, 65, 97,
9, 10, 13, 32, 34, 39, 47, 65,
90, 97, 122, 9, 10, 13, 32, 36,
38, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 38, 47, 95, 65,
90, 97, 122, 10, 9, 10, 13, 32,
34, 39, 46, 47, 59, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
36, 38, 47, 59, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 38, 47,
59, 95, 65, 90, 97, 122, 10, 36,
95, 65, 90, 97, 122, 42, 42, 42,
47, 34, 34, 9, 10, 13, 32, 34,
39, 47, 59, 65, 90, 97, 122, 39,
39, 9, 10, 13, 32, 34, 39, 47,
59, 95, 46, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 47, 59,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 46, 47, 59, 95, 48, 57,
65, 90, 97, 122, 42, 42, 42, 47,
73, 79, 105, 111, 76, 108, 69, 101,
78, 110, 65, 97, 77, 109, 69, 101,
9, 10, 13, 32, 47, 9, 10, 13,
32, 34, 36, 39, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 34, 36,
39, 47, 95, 65, 90, 97, 122, 10,
9, 10, 13, 32, 47, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 36, 39, 47, 61, 95, 65,
90, 97, 122, 9, 10, 13, 32, 34,
36, 39, 47, 61, 95, 65, 90, 97,
122, 10, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 47, 42, 42,
42, 47, 9, 10, 13, 32, 46, 47,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 36, 95, 65, 90,
97, 122, 39, 48, 57, 65, 70, 97,
102, 39, 39, 48, 57, 65, 70, 97,
102, 9, 10, 13, 32, 47, 120, 42,
42, 42, 47, 9, 10, 13, 32, 47,
48, 57, 79, 82, 111, 114, 84, 116,
78, 110, 79, 111, 84, 116, 69, 101,
9, 10, 13, 32, 47, 9, 10, 13,
32, 34, 39, 47, 9, 10, 13, 32,
34, 39, 47, 10, 42, 42, 42, 47,
77, 109, 65, 97, 84, 116, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 68, 74, 77, 80,
81, 84, 87, 89, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 68, 74, 77, 80, 81, 84, 87,
89, 95, 48, 57, 65, 90, 97, 122,
10, 46, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 10,
42, 42, 42, 47, 42, 42, 42, 47,
46, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 46, 65, 68, 79, 95,
48, 57, 66, 90, 97, 122, 46, 84,
89, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 57, 84, 95, 48, 56, 65,
90, 97, 122, 9, 10, 13, 32, 47,
59, 48, 57, 46, 95, 48, 57, 65,
90, 97, 122, 46, 73, 95, 48, 57,
65, 90, 97, 122, 46, 77, 95, 48,
57, 65, 90, 97, 122, 46, 69, 95,
48, 57, 65, 90, 97, 122, 46, 77,
95, 48, 57, 65, 90, 97, 122, 46,
77, 95, 48, 57, 65, 90, 97, 122,
46, 89, 95, 48, 57, 65, 90, 97,
122, 46, 89, 95, 48, 57, 65, 90,
97, 122, 46, 78, 83, 95, 48, 57,
65, 90, 97, 122, 46, 95, 48, 57,
65, 90, 97, 122, 46, 95, 48, 57,
65, 90, 97, 122, 46, 87, 95, 48,
57, 65, 90, 97, 122, 46, 78, 95,
48, 57, 65, 90, 97, 122, 46, 65,
95, 48, 57, 66, 90, 97, 122, 46,
85, 95, 48, 57, 65, 90, 97, 122,
46, 76, 95, 48, 57, 65, 90, 97,
122, 46, 68, 73, 95, 48, 57, 65,
90, 97, 122, 46, 65, 95, 48, 57,
66, 90, 97, 122, 46, 89, 95, 48,
57, 65, 90, 97, 122, 46, 65, 95,
48, 57, 66, 90, 97, 122, 46, 78,
95, 48, 57, 65, 90, 97, 122, 46,
77, 79, 95, 48, 57, 65, 90, 97,
122, 46, 68, 89, 95, 48, 57, 65,
90, 97, 122, 46, 68, 95, 48, 57,
65, 90, 97, 122, 46, 89, 95, 48,
57, 65, 90, 97, 122, 46, 78, 83,
95, 48, 57, 65, 90, 97, 122, 46,
78, 95, 48, 57, 65, 90, 97, 122,
46, 78, 84, 89, 95, 48, 57, 65,
90, 97, 122, 46, 72, 95, 48, 57,
65, 90, 97, 122, 46, 68, 95, 48,
57, 65, 90, 97, 122, 46, 70, 95,
48, 57, 65, 90, 97, 122, 46, 74,
95, 48, 57, 65, 90, 97, 122, 46,
85, 95, 48, 57, 65, 90, 97, 122,
46, 76, 95, 48, 57, 65, 90, 97,
122, 46, 71, 95, 48, 57, 65, 90,
97, 122, 46, 84, 95, 48, 57, 65,
90, 97, 122, 46, 82, 95, 48, 57,
65, 90, 97, 122, 46, 82, 95, 48,
57, 65, 90, 97, 122, 46, 73, 79,
95, 48, 57, 65, 90, 97, 122, 46,
77, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 65, 95, 48, 57, 66, 90,
97, 122, 46, 77, 95, 48, 57, 65,
90, 97, 122, 46, 80, 95, 48, 57,
65, 90, 97, 122, 46, 77, 95, 48,
57, 65, 90, 97, 122, 46, 68, 95,
48, 57, 65, 90, 97, 122, 46, 69,
79, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 75, 95, 48, 57, 65, 90,
97, 122, 46, 68, 95, 48, 57, 65,
90, 97, 122, 46, 65, 95, 48, 57,
66, 90, 97, 122, 46, 84, 89, 95,
48, 57, 65, 90, 97, 122, 46, 82,
95, 48, 57, 65, 90, 97, 122, 46,
68, 95, 48, 57, 65, 90, 97, 122,
46, 68, 95, 48, 57, 65, 90, 97,
122, 46, 65, 95, 48, 57, 66, 90,
97, 122, 46, 84, 95, 48, 57, 65,
90, 97, 122, 46, 69, 88, 95, 48,
57, 65, 90, 97, 122, 46, 69, 89,
95, 48, 57, 65, 90, 97, 122, 46,
65, 95, 48, 57, 66, 90, 97, 122,
46, 82, 95, 48, 57, 65, 90, 97,
122, 46, 77, 81, 95, 48, 57, 65,
90, 97, 122, 46, 77, 95, 48, 57,
65, 90, 97, 122, 46, 68, 78, 83,
95, 48, 57, 65, 90, 97, 122, 46,
78, 82, 83, 95, 48, 57, 65, 90,
97, 122, 42, 42, 42, 47, 70, 78,
102, 110, 9, 10, 13, 32, 36, 45,
46, 47, 95, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 36,
45, 46, 47, 59, 95, 40, 41, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 36, 45, 46, 47, 59, 95, 40,
41, 48, 57, 65, 90, 97, 122, 10,
9, 10, 13, 32, 36, 45, 46, 47,
59, 95, 40, 41, 48, 57, 65, 90,
97, 122, 48, 57, 9, 10, 13, 32,
36, 45, 46, 47, 59, 95, 40, 41,
48, 57, 65, 90, 97, 122, 42, 42,
42, 47, 9, 10, 13, 32, 36, 45,
46, 47, 59, 95, 40, 41, 48, 57,
65, 90, 97, 122, 70, 80, 86, 102,
112, 118, 73, 105, 76, 108, 69, 101,
9, 10, 13, 32, 36, 47, 59, 95,
65, 90, 97, 122, 9, 10, 13, 32,
34, 36, 39, 47, 59, 95, 65, 90,
97, 122, 9, 10, 13, 32, 34, 36,
39, 47, 59, 95, 65, 90, 97, 122,
10, 34, 34, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 10,
9, 10, 13, 32, 47, 59, 61, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 59, 61, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 61, 95, 65, 90, 97, 122,
10, 42, 42, 42, 47, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 10, 34, 34,
9, 10, 13, 32, 47, 59, 42, 42,
42, 47, 9, 10, 13, 32, 46, 47,
59, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 36, 95,
65, 90, 97, 122, 39, 48, 57, 65,
70, 97, 102, 39, 39, 48, 57, 65,
70, 97, 102, 9, 10, 13, 32, 47,
59, 120, 42, 42, 42, 47, 9, 10,
13, 32, 47, 59, 48, 57, 39, 39,
42, 42, 42, 47, 85, 117, 84, 116,
9, 10, 13, 32, 47, 9, 10, 13,
32, 35, 36, 47, 64, 95, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 64, 95, 65, 90, 97, 122, 10,
48, 57, 9, 10, 13, 32, 47, 59,
48, 57, 9, 10, 13, 32, 35, 36,
47, 59, 64, 95, 65, 90, 97, 122,
9, 10, 13, 32, 35, 36, 47, 59,
64, 95, 65, 90, 97, 122, 10, 9,
10, 13, 32, 47, 59, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
35, 36, 47, 59, 64, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
35, 36, 47, 59, 64, 95, 48, 57,
65, 90, 97, 122, 10, 9, 10, 13,
32, 47, 59, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 59, 64, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 59, 64, 95, 48, 57, 65, 90,
97, 122, 10, 42, 42, 42, 47, 45,
48, 57, 48, 57, 9, 10, 13, 32,
47, 59, 48, 57, 42, 42, 42, 47,
48, 57, 9, 10, 13, 32, 47, 48,
57, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 10,
9, 10, 13, 32, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
48, 57, 65, 90, 97, 122, 10, 9,
10, 13, 32, 46, 47, 67, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 48, 57, 9, 10, 13, 32,
47, 48, 57, 10, 42, 42, 42, 47,
46, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 46, 95, 48, 57, 65,
90, 97, 122, 46, 95, 48, 57, 65,
90, 97, 122, 46, 72, 95, 48, 57,
65, 90, 97, 122, 46, 65, 95, 48,
57, 66, 90, 97, 122, 46, 82, 95,
48, 57, 65, 90, 97, 122, 46, 95,
48, 57, 65, 90, 97, 122, 46, 95,
48, 57, 65, 90, 97, 122, 42, 42,
42, 47, 46, 48, 57, 42, 42, 42,
47, 42, 42, 42, 47, 45, 48, 57,
48, 57, 9, 10, 13, 32, 47, 59,
48, 57, 9, 10, 13, 32, 47, 59,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 35, 36, 47, 59, 64,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 35, 36, 47, 59, 64,
95, 48, 57, 65, 90, 97, 122, 10,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 35, 36, 47, 59, 64, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 35, 36, 47, 59, 64, 95, 48,
57, 65, 90, 97, 122, 10, 42, 42,
42, 47, 45, 48, 57, 48, 57, 9,
10, 13, 32, 47, 59, 48, 57, 42,
42, 42, 47, 42, 42, 42, 47, 65,
97, 76, 108, 85, 117, 69, 101, 9,
10, 13, 32, 47, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 10, 9, 10, 13, 32, 47,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 39, 47, 79, 9, 10,
13, 32, 39, 47, 79, 10, 39, 39,
9, 10, 13, 32, 47, 61, 9, 10,
13, 32, 47, 61, 10, 42, 42, 42,
47, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 10, 9, 10,
13, 32, 47, 59, 65, 90, 9, 10,
13, 32, 39, 47, 59, 79, 9, 10,
13, 32, 39, 47, 59, 79, 10, 42,
42, 42, 47, 84, 72, 69, 82, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 10, 42, 42, 42, 47,
9, 10, 13, 32, 40, 47, 9, 10,
13, 32, 40, 47, 10, 124, 68, 74,
77, 80, 81, 84, 87, 89, 48, 57,
46, 48, 57, 124, 48, 57, 124, 48,
57, 41, 9, 10, 13, 32, 47, 59,
65, 68, 79, 84, 89, 69, 46, 57,
84, 46, 73, 77, 69, 77, 77, 89,
89, 78, 83, 48, 57, 48, 57, 87,
78, 65, 85, 76, 68, 73, 65, 89,
65, 78, 77, 79, 68, 89, 68, 89,
46, 78, 83, 78, 78, 84, 89, 72,
68, 70, 74, 85, 76, 71, 84, 82,
46, 82, 73, 79, 77, 69, 46, 65,
77, 80, 77, 68, 69, 79, 69, 75,
68, 65, 84, 89, 82, 68, 68, 65,
84, 69, 88, 69, 89, 65, 82, 77,
81, 77, 46, 68, 78, 83, 46, 78,
82, 83, 42, 42, 42, 47, 42, 42,
42, 47, 42, 42, 42, 47, 42, 42,
42, 47, 65, 69, 73, 97, 101, 105,
66, 98, 69, 101, 76, 108, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 61,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 10, 42, 42, 42, 47,
9, 10, 13, 32, 34, 39, 47, 9,
10, 13, 32, 34, 39, 47, 10, 34,
34, 9, 10, 13, 32, 47, 59, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 10,
42, 42, 42, 47, 39, 39, 42, 42,
42, 47, 42, 42, 42, 47, 78, 110,
71, 103, 84, 116, 72, 104, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 48, 57, 9, 10,
13, 32, 36, 47, 48, 57, 10, 9,
10, 13, 32, 47, 48, 57, 9, 10,
13, 32, 47, 48, 57, 10, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 9, 10, 13, 32, 36, 47,
59, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 59, 95, 65, 90,
97, 122, 10, 42, 42, 42, 47, 42,
42, 42, 47, 9, 10, 13, 32, 47,
59, 48, 57, 42, 42, 42, 47, 66,
98, 78, 110, 65, 97, 77, 109, 69,
101, 9, 10, 13, 32, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 10, 9, 10, 13,
32, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 34, 39, 47,
67, 76, 95, 99, 108, 9, 10, 13,
32, 34, 39, 47, 67, 76, 95, 99,
108, 10, 34, 34, 9, 10, 13, 32,
47, 59, 39, 39, 42, 42, 42, 47,
76, 108, 69, 101, 65, 97, 82, 114,
73, 105, 83, 115, 84, 116, 65, 97,
76, 108, 76, 108, 95, 9, 10, 13,
32, 47, 67, 76, 99, 108, 9, 10,
13, 32, 47, 67, 76, 99, 108, 10,
42, 42, 42, 47, 42, 42, 42, 47,
73, 105, 83, 115, 83, 115, 73, 105,
78, 110, 71, 103, 9, 10, 13, 32,
47, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 10,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 42, 42, 42,
47, 80, 112, 84, 116, 73, 105, 79,
111, 78, 110, 83, 115, 9, 10, 13,
32, 47, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
10, 42, 42, 42, 47, 82, 114, 79,
111, 67, 99, 9, 10, 13, 32, 47,
9, 10, 13, 32, 47, 67, 70, 80,
99, 102, 112, 9, 10, 13, 32, 47,
67, 70, 80, 99, 102, 112, 10, 42,
42, 42, 47, 79, 111, 78, 110, 84,
116, 69, 101, 78, 110, 84, 116, 79,
111, 82, 114, 77, 109, 65, 97, 84,
116, 9, 10, 13, 32, 36, 47, 59,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 59, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 59,
61, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 59, 61,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 59, 61, 95, 65, 90,
97, 122, 10, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 86, 118, 10,
42, 42, 42, 47, 85, 117, 78, 110,
65, 97, 76, 108, 85, 117, 69, 101,
9, 10, 13, 32, 47, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 95, 65,
90, 97, 122, 10, 9, 10, 13, 32,
47, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 40, 45,
47, 111, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 40, 45,
47, 111, 48, 57, 65, 90, 97, 122,
10, 34, 34, 9, 10, 13, 32, 47,
61, 9, 10, 13, 32, 47, 61, 9,
10, 13, 32, 47, 61, 10, 42, 42,
42, 47, 9, 10, 13, 32, 34, 39,
47, 9, 10, 13, 32, 34, 39, 47,
10, 34, 34, 9, 10, 13, 32, 47,
59, 9, 10, 13, 32, 34, 39, 45,
47, 59, 111, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 34, 39, 45,
47, 59, 111, 48, 57, 65, 90, 97,
122, 10, 39, 39, 48, 57, 9, 10,
13, 32, 47, 61, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 47, 61,
48, 57, 9, 10, 13, 32, 45, 47,
61, 9, 10, 13, 32, 45, 47, 61,
10, 9, 10, 13, 32, 47, 9, 10,
13, 32, 47, 48, 57, 9, 10, 13,
32, 47, 48, 57, 10, 42, 42, 42,
47, 9, 10, 13, 32, 47, 61, 48,
57, 42, 42, 42, 47, 9, 10, 13,
32, 47, 61, 95, 46, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
95, 116, 46, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 104,
46, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 61, 95, 101, 46, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 61, 95, 114, 46, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
95, 46, 57, 65, 90, 97, 122, 39,
39, 42, 42, 42, 47, 36, 95, 65,
90, 97, 122, 9, 10, 13, 32, 41,
47, 61, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 61,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 61, 95, 65, 90, 97,
122, 10, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 41, 47, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 10, 42, 42,
42, 47, 9, 10, 13, 32, 34, 39,
45, 47, 111, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 34, 39, 45,
47, 111, 48, 57, 65, 90, 97, 122,
10, 42, 42, 42, 47, 9, 10, 13,
32, 41, 46, 47, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 41,
47, 36, 95, 65, 90, 97, 122, 39,
48, 57, 65, 70, 97, 102, 39, 39,
48, 57, 65, 70, 97, 102, 9, 10,
13, 32, 41, 47, 120, 42, 42, 42,
47, 9, 10, 13, 32, 41, 47, 48,
57, 42, 42, 42, 47, 42, 42, 42,
47, 9, 10, 13, 32, 34, 36, 38,
39, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 34, 36, 38,
39, 47, 95, 48, 57, 65, 90, 97,
122, 10, 34, 34, 9, 10, 13, 32,
47, 59, 42, 42, 42, 47, 9, 10,
13, 32, 46, 47, 59, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 36, 95, 65, 90, 97, 122,
39, 48, 57, 65, 70, 97, 102, 39,
39, 48, 57, 65, 70, 97, 102, 9,
10, 13, 32, 47, 59, 120, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 82, 114, 73, 105, 78, 110,
84, 116, 9, 10, 13, 32, 47, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 10, 9, 10,
13, 32, 47, 59, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
36, 40, 47, 59, 61, 95, 65, 90,
97, 122, 9, 10, 13, 32, 36, 40,
47, 59, 61, 95, 65, 90, 97, 122,
10, 36, 95, 65, 90, 97, 122, 9,
10, 13, 32, 41, 47, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 61, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 61,
95, 65, 90, 97, 122, 10, 42, 42,
42, 47, 9, 10, 13, 32, 34, 36,
38, 39, 47, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 36,
38, 39, 47, 95, 48, 57, 65, 90,
97, 122, 10, 34, 34, 9, 10, 13,
32, 41, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 42, 42, 42, 47, 9, 10,
13, 32, 41, 46, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
41, 47, 36, 95, 65, 90, 97, 122,
39, 48, 57, 65, 70, 97, 102, 39,
39, 48, 57, 65, 70, 97, 102, 9,
10, 13, 32, 41, 47, 120, 42, 42,
42, 47, 9, 10, 13, 32, 41, 47,
48, 57, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 47, 59, 9,
10, 13, 32, 36, 40, 47, 59, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 40, 47, 59, 95, 65, 90, 97,
122, 10, 42, 42, 42, 47, 9, 10,
13, 32, 46, 47, 59, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 36, 95, 65, 90, 97, 122,
39, 48, 57, 65, 70, 97, 102, 39,
39, 48, 57, 65, 70, 97, 102, 9,
10, 13, 32, 47, 59, 120, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 42, 42, 42, 47, 65, 97,
76, 108, 85, 117, 69, 101, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 10, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 39, 40, 45, 47, 111,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 39, 40, 45, 47, 111,
48, 57, 65, 90, 97, 122, 10, 34,
34, 9, 10, 13, 32, 47, 61, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 10, 42, 42, 42, 47,
9, 10, 13, 32, 34, 39, 47, 9,
10, 13, 32, 34, 39, 47, 10, 34,
34, 9, 10, 13, 32, 47, 59, 9,
10, 13, 32, 34, 39, 45, 47, 59,
111, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 45, 47, 59,
111, 48, 57, 65, 90, 97, 122, 10,
39, 39, 48, 57, 9, 10, 13, 32,
47, 61, 48, 57, 42, 42, 42, 47,
9, 10, 13, 32, 47, 61, 48, 57,
9, 10, 13, 32, 45, 47, 61, 9,
10, 13, 32, 45, 47, 61, 10, 9,
10, 13, 32, 47, 9, 10, 13, 32,
47, 48, 57, 9, 10, 13, 32, 47,
48, 57, 10, 42, 42, 42, 47, 9,
10, 13, 32, 47, 61, 48, 57, 42,
42, 42, 47, 9, 10, 13, 32, 47,
61, 95, 46, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 116,
46, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 61, 95, 104, 46, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 61, 95, 101, 46, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
95, 114, 46, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 46,
57, 65, 90, 97, 122, 39, 39, 42,
42, 42, 47, 36, 95, 65, 90, 97,
122, 9, 10, 13, 32, 41, 47, 61,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 61, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 61, 95, 65, 90, 97, 122, 10,
42, 42, 42, 47, 9, 10, 13, 32,
34, 36, 38, 39, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 36, 38, 39, 47, 95, 48, 57,
65, 90, 97, 122, 10, 34, 34, 9,
10, 13, 32, 41, 47, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 95, 65,
90, 97, 122, 10, 42, 42, 42, 47,
9, 10, 13, 32, 34, 39, 45, 47,
111, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 45, 47, 111,
48, 57, 65, 90, 97, 122, 10, 42,
42, 42, 47, 9, 10, 13, 32, 41,
46, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 41, 47, 36,
95, 65, 90, 97, 122, 39, 48, 57,
65, 70, 97, 102, 39, 39, 48, 57,
65, 70, 97, 102, 9, 10, 13, 32,
41, 47, 120, 42, 42, 42, 47, 9,
10, 13, 32, 41, 47, 48, 57, 42,
42, 42, 47, 42, 42, 42, 47, 9,
10, 13, 32, 37, 42, 47, 65, 68,
70, 73, 76, 77, 79, 80, 82, 86,
97, 100, 102, 105, 108, 109, 111, 112,
114, 118, 9, 10, 13, 32, 37, 42,
47, 65, 68, 70, 73, 76, 77, 79,
80, 82, 86, 97, 100, 102, 105, 108,
109, 111, 112, 114, 118, 9, 10, 13,
32, 37, 42, 47, 59, 65, 68, 70,
73, 76, 77, 79, 80, 82, 86, 97,
100, 102, 105, 108, 109, 111, 112, 114,
118, 9, 10, 13, 32, 37, 42, 47,
59, 65, 68, 70, 73, 76, 77, 79,
80, 82, 86, 97, 100, 102, 105, 108,
109, 111, 112, 114, 118, 0
};
static const signed char _sas_commands_single_lengths[] = {
0, 1, 2, 2, 2, 5, 7, 7,
1, 7, 6, 6, 1, 1, 1, 2,
7, 7, 1, 1, 1, 6, 6, 6,
1, 1, 1, 2, 1, 1, 1, 1,
2, 7, 1, 1, 2, 1, 5, 2,
1, 1, 2, 2, 2, 2, 2, 2,
5, 7, 7, 1, 6, 9, 9, 1,
1, 1, 2, 2, 2, 2, 2, 2,
6, 6, 1, 1, 1, 2, 5, 5,
1, 1, 1, 2, 1, 6, 12, 12,
1, 1, 1, 2, 8, 8, 8, 8,
8, 7, 10, 10, 1, 1, 1, 2,
4, 2, 2, 2, 6, 6, 1, 1,
1, 2, 7, 7, 1, 1, 1, 6,
1, 1, 1, 1, 2, 2, 2, 2,
2, 6, 6, 1, 1, 1, 2, 6,
6, 1, 5, 5, 1, 1, 1, 2,
6, 1, 1, 2, 6, 10, 8, 8,
8, 7, 10, 10, 1, 1, 1, 2,
8, 8, 8, 8, 7, 10, 10, 1,
1, 1, 2, 6, 1, 1, 2, 2,
2, 2, 7, 8, 8, 1, 10, 9,
9, 1, 2, 1, 1, 2, 1, 1,
8, 1, 1, 9, 8, 10, 1, 1,
2, 4, 2, 2, 2, 2, 2, 2,
5, 9, 9, 1, 7, 10, 10, 1,
1, 1, 2, 10, 10, 1, 1, 1,
5, 1, 1, 2, 7, 5, 2, 1,
1, 1, 6, 1, 1, 2, 5, 4,
2, 2, 2, 2, 2, 5, 7, 7,
1, 1, 1, 2, 2, 2, 2, 5,
7, 7, 1, 6, 15, 15, 1, 2,
6, 8, 8, 1, 1, 1, 2, 1,
1, 2, 1, 6, 6, 5, 4, 3,
4, 6, 2, 3, 3, 3, 3, 3,
3, 3, 4, 2, 2, 3, 3, 3,
3, 3, 4, 3, 3, 3, 3, 4,
4, 3, 3, 4, 3, 5, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
4, 3, 3, 3, 3, 3, 3, 3,
4, 3, 3, 3, 3, 4, 3, 3,
3, 3, 3, 4, 4, 3, 3, 4,
3, 5, 5, 1, 1, 2, 4, 9,
10, 10, 1, 10, 0, 10, 1, 1,
2, 10, 6, 2, 2, 2, 8, 10,
10, 1, 1, 1, 8, 8, 8, 1,
8, 9, 9, 1, 1, 1, 2, 10,
10, 1, 1, 1, 6, 1, 1, 2,
8, 6, 2, 1, 1, 1, 7, 1,
1, 2, 6, 1, 1, 1, 1, 2,
2, 2, 5, 9, 9, 1, 0, 6,
10, 10, 1, 7, 10, 10, 1, 7,
10, 10, 1, 1, 1, 2, 1, 0,
6, 1, 1, 2, 0, 5, 7, 7,
1, 6, 7, 7, 1, 8, 5, 5,
1, 1, 1, 2, 1, 6, 6, 2,
2, 3, 3, 3, 2, 2, 1, 1,
2, 1, 1, 1, 2, 1, 1, 2,
1, 0, 6, 7, 10, 10, 1, 7,
10, 10, 1, 1, 1, 2, 1, 0,
6, 1, 1, 2, 1, 1, 2, 2,
2, 2, 2, 5, 7, 7, 1, 6,
7, 7, 1, 1, 1, 6, 6, 1,
1, 1, 2, 6, 6, 1, 6, 8,
8, 1, 1, 1, 2, 1, 1, 1,
1, 6, 6, 1, 1, 1, 2, 6,
6, 1, 1, 8, 1, 1, 1, 1,
6, 3, 2, 1, 3, 1, 1, 1,
1, 1, 1, 1, 1, 2, 0, 1,
1, 1, 1, 1, 2, 1, 1, 1,
1, 2, 2, 1, 1, 3, 1, 3,
1, 1, 1, 1, 1, 1, 1, 1,
1, 2, 2, 1, 1, 2, 1, 1,
1, 1, 2, 1, 1, 1, 1, 2,
1, 1, 1, 1, 1, 2, 2, 1,
1, 2, 1, 4, 4, 1, 1, 2,
1, 1, 2, 1, 1, 2, 1, 1,
2, 6, 2, 2, 2, 5, 7, 7,
1, 7, 6, 6, 1, 1, 1, 2,
7, 7, 1, 1, 1, 6, 8, 8,
1, 1, 1, 2, 1, 1, 1, 1,
2, 1, 1, 2, 2, 2, 2, 2,
5, 7, 7, 1, 6, 6, 6, 1,
5, 5, 1, 1, 1, 2, 6, 8,
8, 1, 1, 1, 2, 1, 1, 2,
6, 1, 1, 2, 2, 2, 2, 2,
2, 5, 7, 7, 1, 6, 12, 12,
1, 1, 1, 6, 1, 1, 1, 1,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 1, 9, 9, 1, 1,
1, 2, 1, 1, 2, 2, 2, 2,
2, 2, 2, 5, 7, 7, 1, 7,
1, 1, 2, 2, 2, 2, 2, 2,
2, 5, 7, 7, 1, 1, 1, 2,
2, 2, 2, 5, 11, 11, 1, 1,
1, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 2, 2, 8, 8, 1,
8, 9, 9, 1, 1, 1, 2, 8,
1, 1, 1, 2, 2, 2, 2, 2,
2, 2, 5, 7, 7, 1, 6, 10,
10, 1, 1, 1, 6, 6, 6, 1,
1, 1, 2, 7, 7, 1, 1, 1,
6, 10, 10, 1, 1, 1, 0, 6,
1, 1, 2, 6, 7, 7, 1, 5,
5, 5, 1, 1, 1, 2, 6, 1,
1, 2, 7, 8, 8, 8, 8, 7,
1, 1, 1, 1, 2, 2, 8, 8,
8, 1, 1, 1, 2, 10, 10, 1,
1, 1, 6, 7, 7, 1, 1, 1,
2, 9, 9, 1, 1, 1, 2, 8,
6, 2, 1, 1, 1, 7, 1, 1,
2, 6, 1, 1, 2, 1, 1, 2,
10, 10, 1, 1, 1, 6, 1, 1,
2, 8, 6, 2, 1, 1, 1, 7,
1, 1, 2, 6, 2, 2, 2, 2,
5, 7, 7, 1, 8, 10, 10, 1,
2, 8, 8, 8, 1, 1, 1, 2,
10, 10, 1, 1, 1, 6, 7, 7,
1, 1, 1, 2, 8, 6, 2, 1,
1, 1, 7, 1, 1, 2, 6, 1,
1, 2, 10, 10, 1, 1, 1, 6,
9, 9, 1, 1, 1, 2, 8, 6,
2, 1, 1, 1, 7, 1, 1, 2,
6, 1, 1, 2, 2, 2, 2, 2,
5, 7, 7, 1, 6, 10, 10, 1,
1, 1, 6, 6, 6, 1, 1, 1,
2, 7, 7, 1, 1, 1, 6, 10,
10, 1, 1, 1, 0, 6, 1, 1,
2, 6, 7, 7, 1, 5, 5, 5,
1, 1, 1, 2, 6, 1, 1, 2,
7, 8, 8, 8, 8, 7, 1, 1,
1, 1, 2, 2, 8, 8, 8, 1,
1, 1, 2, 10, 10, 1, 1, 1,
6, 7, 7, 1, 1, 1, 2, 9,
9, 1, 1, 1, 2, 8, 6, 2,
1, 1, 1, 7, 1, 1, 2, 6,
1, 1, 2, 1, 1, 2, 27, 27,
28, 28, 0
};
static const signed char _sas_commands_range_lengths[] = {
0, 0, 0, 0, 0, 0, 2, 2,
0, 3, 0, 0, 0, 0, 0, 0,
2, 2, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 1, 1,
0, 0, 0, 0, 1, 1, 2, 2,
0, 0, 0, 0, 3, 3, 3, 3,
3, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 1,
1, 0, 1, 1, 0, 0, 0, 0,
1, 0, 0, 0, 1, 3, 3, 3,
3, 3, 0, 0, 0, 0, 0, 0,
3, 3, 3, 3, 3, 0, 0, 0,
0, 0, 0, 1, 0, 0, 0, 0,
0, 0, 2, 2, 2, 0, 3, 2,
2, 0, 2, 0, 0, 0, 0, 0,
2, 0, 0, 3, 2, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 3, 2, 2, 0,
0, 0, 0, 3, 3, 0, 0, 0,
0, 0, 0, 0, 3, 0, 2, 3,
0, 3, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 0, 3, 3, 3, 0, 3,
0, 2, 2, 0, 0, 0, 0, 0,
0, 0, 1, 1, 1, 3, 3, 3,
3, 1, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 0, 0, 0, 0, 4,
4, 4, 0, 4, 1, 4, 0, 0,
0, 4, 0, 0, 0, 0, 2, 2,
2, 0, 0, 0, 2, 2, 2, 0,
3, 2, 2, 0, 0, 0, 0, 3,
3, 0, 0, 0, 0, 0, 0, 0,
3, 0, 2, 3, 0, 3, 0, 0,
0, 0, 1, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 0, 1, 1,
2, 2, 0, 3, 3, 3, 0, 3,
3, 3, 0, 0, 0, 0, 1, 1,
1, 0, 0, 0, 1, 1, 2, 2,
0, 3, 3, 3, 0, 3, 1, 1,
0, 0, 0, 0, 1, 1, 1, 3,
3, 3, 3, 3, 3, 3, 0, 0,
0, 1, 0, 0, 0, 0, 0, 0,
1, 1, 1, 3, 3, 3, 0, 3,
3, 3, 0, 0, 0, 0, 1, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 3,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 1, 1, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
0, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 3, 1, 1, 0,
1, 1, 0, 0, 0, 0, 1, 2,
2, 0, 0, 0, 0, 0, 0, 0,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 3,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 2, 2, 0,
3, 2, 2, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 0, 3, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 3, 3, 0, 0, 0, 1, 1,
0, 0, 0, 1, 0, 0, 0, 0,
1, 1, 0, 0, 0, 0, 1, 0,
0, 0, 3, 3, 3, 3, 3, 3,
0, 0, 0, 0, 0, 2, 3, 2,
2, 0, 0, 0, 0, 3, 3, 0,
0, 0, 0, 2, 2, 0, 0, 0,
0, 3, 3, 0, 0, 0, 0, 3,
0, 2, 3, 0, 3, 0, 0, 0,
0, 1, 0, 0, 0, 0, 0, 0,
3, 3, 0, 0, 0, 0, 0, 0,
0, 3, 0, 2, 3, 0, 3, 0,
0, 0, 0, 1, 0, 0, 0, 0,
0, 2, 2, 0, 3, 2, 2, 0,
2, 3, 2, 2, 0, 0, 0, 0,
3, 3, 0, 0, 0, 0, 2, 2,
0, 0, 0, 0, 3, 0, 2, 3,
0, 3, 0, 0, 0, 0, 1, 0,
0, 0, 3, 3, 0, 0, 0, 0,
2, 2, 0, 0, 0, 0, 3, 0,
2, 3, 0, 3, 0, 0, 0, 0,
1, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 3, 3, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 3,
3, 0, 0, 0, 1, 1, 0, 0,
0, 1, 0, 0, 0, 0, 1, 1,
0, 0, 0, 0, 1, 0, 0, 0,
3, 3, 3, 3, 3, 3, 0, 0,
0, 0, 0, 2, 3, 2, 2, 0,
0, 0, 0, 3, 3, 0, 0, 0,
0, 2, 2, 0, 0, 0, 0, 3,
3, 0, 0, 0, 0, 3, 0, 2,
3, 0, 3, 0, 0, 0, 0, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0
};
static const short _sas_commands_index_offsets[] = {
0, 0, 2, 5, 8, 11, 17, 27,
37, 39, 50, 57, 64, 66, 68, 70,
73, 83, 93, 95, 97, 99, 106, 113,
120, 122, 124, 126, 129, 131, 133, 135,
137, 140, 151, 153, 155, 158, 160, 166,
169, 171, 173, 176, 179, 182, 185, 188,
191, 197, 207, 217, 219, 229, 239, 249,
251, 253, 255, 258, 261, 264, 267, 270,
273, 280, 287, 289, 291, 293, 296, 303,
310, 312, 314, 316, 319, 322, 330, 345,
360, 362, 364, 366, 369, 381, 393, 405,
417, 429, 440, 451, 462, 464, 466, 468,
471, 476, 479, 482, 485, 492, 499, 501,
503, 505, 508, 516, 524, 526, 528, 530,
537, 539, 541, 543, 545, 548, 551, 554,
557, 560, 567, 574, 576, 578, 580, 583,
591, 599, 601, 608, 615, 617, 619, 621,
624, 632, 634, 636, 639, 647, 661, 673,
685, 697, 708, 719, 730, 732, 734, 736,
739, 751, 763, 775, 787, 798, 809, 820,
822, 824, 826, 829, 837, 839, 841, 844,
847, 850, 853, 863, 874, 885, 887, 901,
913, 925, 927, 932, 934, 936, 939, 941,
943, 954, 956, 958, 971, 982, 996, 998,
1000, 1003, 1008, 1011, 1014, 1017, 1020, 1023,
1026, 1032, 1044, 1056, 1058, 1069, 1082, 1095,
1097, 1099, 1101, 1104, 1118, 1132, 1134, 1136,
1138, 1144, 1146, 1148, 1151, 1162, 1168, 1173,
1178, 1180, 1185, 1192, 1194, 1196, 1199, 1206,
1211, 1214, 1217, 1220, 1223, 1226, 1232, 1240,
1248, 1250, 1252, 1254, 1257, 1260, 1263, 1266,
1272, 1282, 1292, 1294, 1304, 1323, 1342, 1344,
1350, 1357, 1368, 1379, 1381, 1383, 1385, 1388,
1390, 1392, 1395, 1398, 1406, 1414, 1423, 1431,
1438, 1446, 1454, 1460, 1467, 1474, 1481, 1488,
1495, 1502, 1509, 1517, 1523, 1529, 1536, 1543,
1550, 1557, 1564, 1572, 1579, 1586, 1593, 1600,
1608, 1616, 1623, 1630, 1638, 1645, 1654, 1661,
1668, 1675, 1682, 1689, 1696, 1703, 1710, 1717,
1724, 1732, 1739, 1746, 1753, 1760, 1767, 1774,
1781, 1789, 1796, 1803, 1810, 1817, 1825, 1832,
1839, 1846, 1853, 1860, 1868, 1876, 1883, 1890,
1898, 1905, 1914, 1923, 1925, 1927, 1930, 1935,
1949, 1964, 1979, 1981, 1996, 1998, 2013, 2015,
2017, 2020, 2035, 2042, 2045, 2048, 2051, 2062,
2075, 2088, 2090, 2092, 2094, 2105, 2116, 2127,
2129, 2141, 2153, 2165, 2167, 2169, 2171, 2174,
2188, 2202, 2204, 2206, 2208, 2215, 2217, 2219,
2222, 2234, 2241, 2246, 2251, 2253, 2258, 2266,
2268, 2270, 2273, 2281, 2283, 2285, 2287, 2289,
2292, 2295, 2298, 2304, 2316, 2328, 2330, 2332,
2340, 2353, 2366, 2368, 2379, 2393, 2407, 2409,
2420, 2434, 2448, 2450, 2452, 2454, 2457, 2460,
2462, 2470, 2472, 2474, 2477, 2479, 2486, 2496,
2506, 2508, 2518, 2529, 2540, 2542, 2554, 2561,
2568, 2570, 2572, 2574, 2577, 2580, 2588, 2596,
2602, 2608, 2615, 2622, 2629, 2635, 2641, 2643,
2645, 2648, 2651, 2653, 2655, 2658, 2660, 2662,
2665, 2668, 2670, 2678, 2689, 2703, 2717, 2719,
2730, 2744, 2758, 2760, 2762, 2764, 2767, 2770,
2772, 2780, 2782, 2784, 2787, 2789, 2791, 2794,
2797, 2800, 2803, 2806, 2812, 2822, 2832, 2834,
2844, 2852, 2860, 2862, 2864, 2866, 2873, 2880,
2882, 2884, 2886, 2889, 2896, 2903, 2905, 2913,
2922, 2931, 2933, 2935, 2937, 2940, 2942, 2944,
2946, 2948, 2955, 2962, 2964, 2966, 2968, 2971,
2978, 2985, 2987, 2989, 2999, 3002, 3005, 3008,
3010, 3017, 3021, 3024, 3026, 3030, 3032, 3034,
3036, 3038, 3040, 3042, 3044, 3046, 3050, 3052,
3054, 3056, 3058, 3060, 3062, 3065, 3067, 3069,
3071, 3073, 3076, 3079, 3081, 3083, 3087, 3089,
3093, 3095, 3097, 3099, 3101, 3103, 3105, 3107,
3109, 3111, 3114, 3117, 3119, 3121, 3124, 3126,
3128, 3130, 3132, 3135, 3137, 3139, 3141, 3143,
3146, 3148, 3150, 3152, 3154, 3156, 3159, 3162,
3164, 3166, 3169, 3171, 3176, 3181, 3183, 3185,
3188, 3190, 3192, 3195, 3197, 3199, 3202, 3204,
3206, 3209, 3216, 3219, 3222, 3225, 3231, 3241,
3251, 3253, 3264, 3271, 3278, 3280, 3282, 3284,
3287, 3295, 3303, 3305, 3307, 3309, 3316, 3327,
3338, 3340, 3342, 3344, 3347, 3349, 3351, 3353,
3355, 3358, 3360, 3362, 3365, 3368, 3371, 3374,
3377, 3383, 3393, 3403, 3405, 3415, 3423, 3431,
3433, 3440, 3447, 3449, 3451, 3453, 3456, 3464,
3475, 3486, 3488, 3490, 3492, 3495, 3497, 3499,
3502, 3510, 3512, 3514, 3517, 3520, 3523, 3526,
3529, 3532, 3538, 3548, 3558, 3560, 3570, 3583,
3596, 3598, 3600, 3602, 3609, 3611, 3613, 3615,
3617, 3620, 3623, 3626, 3629, 3632, 3635, 3638,
3641, 3644, 3647, 3650, 3652, 3662, 3672, 3674,
3676, 3678, 3681, 3683, 3685, 3688, 3691, 3694,
3697, 3700, 3703, 3706, 3712, 3722, 3732, 3734,
3745, 3747, 3749, 3752, 3755, 3758, 3761, 3764,
3767, 3770, 3776, 3786, 3796, 3798, 3800, 3802,
3805, 3808, 3811, 3814, 3820, 3832, 3844, 3846,
3848, 3850, 3853, 3856, 3859, 3862, 3865, 3868,
3871, 3874, 3877, 3880, 3883, 3886, 3897, 3908,
3910, 3922, 3934, 3946, 3948, 3950, 3952, 3955,
3964, 3966, 3968, 3970, 3973, 3976, 3979, 3982,
3985, 3988, 3991, 3997, 4007, 4017, 4019, 4029,
4043, 4057, 4059, 4061, 4063, 4070, 4077, 4084,
4086, 4088, 4090, 4093, 4101, 4109, 4111, 4113,
4115, 4122, 4136, 4150, 4152, 4154, 4156, 4158,
4166, 4168, 4170, 4173, 4181, 4189, 4197, 4199,
4205, 4212, 4219, 4221, 4223, 4225, 4228, 4236,
4238, 4240, 4243, 4254, 4266, 4278, 4290, 4302,
4313, 4315, 4317, 4319, 4321, 4324, 4329, 4341,
4352, 4363, 4365, 4367, 4369, 4372, 4386, 4400,
4402, 4404, 4406, 4413, 4423, 4433, 4435, 4437,
4439, 4442, 4455, 4468, 4470, 4472, 4474, 4477,
4489, 4496, 4501, 4506, 4508, 4513, 4521, 4523,
4525, 4528, 4536, 4538, 4540, 4543, 4545, 4547,
4550, 4564, 4578, 4580, 4582, 4584, 4591, 4593,
4595, 4598, 4610, 4617, 4622, 4627, 4629, 4634,
4642, 4644, 4646, 4649, 4657, 4660, 4663, 4666,
4669, 4675, 4685, 4695, 4697, 4709, 4722, 4735,
4737, 4742, 4754, 4765, 4776, 4778, 4780, 4782,
4785, 4799, 4813, 4815, 4817, 4819, 4826, 4836,
4846, 4848, 4850, 4852, 4855, 4867, 4874, 4879,
4884, 4886, 4891, 4899, 4901, 4903, 4906, 4914,
4916, 4918, 4921, 4935, 4949, 4951, 4953, 4955,
4962, 4974, 4986, 4988, 4990, 4992, 4995, 5007,
5014, 5019, 5024, 5026, 5031, 5039, 5041, 5043,
5046, 5054, 5056, 5058, 5061, 5064, 5067, 5070,
5073, 5079, 5089, 5099, 5101, 5111, 5125, 5139,
5141, 5143, 5145, 5152, 5159, 5166, 5168, 5170,
5172, 5175, 5183, 5191, 5193, 5195, 5197, 5204,
5218, 5232, 5234, 5236, 5238, 5240, 5248, 5250,
5252, 5255, 5263, 5271, 5279, 5281, 5287, 5294,
5301, 5303, 5305, 5307, 5310, 5318, 5320, 5322,
5325, 5336, 5348, 5360, 5372, 5384, 5395, 5397,
5399, 5401, 5403, 5406, 5411, 5423, 5434, 5445,
5447, 5449, 5451, 5454, 5468, 5482, 5484, 5486,
5488, 5495, 5505, 5515, 5517, 5519, 5521, 5524,
5537, 5550, 5552, 5554, 5556, 5559, 5571, 5578,
5583, 5588, 5590, 5595, 5603, 5605, 5607, 5610,
5618, 5620, 5622, 5625, 5627, 5629, 5632, 5660,
5688, 5717, 0
};
static const short _sas_commands_cond_targs[] = {
1095, 0, 3, 3, 0, 4, 4, 0,
5, 5, 0, 6, 7, 8, 6, 34,
0, 6, 7, 8, 6, 9, 34, 9,
9, 9, 0, 6, 7, 8, 6, 9,
34, 9, 9, 9, 0, 7, 0, 10,
11, 12, 10, 13, 16, 9, 9, 9,
9, 0, 10, 11, 12, 10, 13, 16,
0, 10, 11, 12, 10, 13, 16, 0,
11, 0, 14, 0, 15, 14, 15, 10,
14, 16, 17, 18, 16, 19, 28, 30,
33, 33, 0, 16, 17, 18, 16, 19,
28, 30, 33, 33, 0, 17, 0, 21,
20, 21, 20, 22, 23, 24, 22, 25,
1094, 0, 22, 23, 24, 22, 25, 1094,
0, 22, 23, 24, 22, 25, 1094, 0,
23, 0, 26, 0, 27, 26, 27, 22,
26, 21, 29, 21, 29, 31, 0, 32,
31, 32, 16, 31, 22, 23, 24, 22,
25, 1094, 33, 33, 33, 33, 0, 35,
0, 36, 35, 36, 6, 35, 38, 37,
38, 1095, 39, 38, 38, 37, 1095, 38,
37, 41, 0, 42, 41, 42, 1094, 41,
44, 44, 0, 45, 45, 0, 46, 46,
0, 47, 47, 0, 48, 48, 0, 49,
50, 51, 49, 164, 0, 49, 50, 51,
49, 52, 164, 52, 52, 52, 0, 49,
50, 51, 49, 52, 164, 52, 52, 52,
0, 50, 0, 53, 54, 55, 53, 56,
52, 52, 52, 52, 0, 53, 54, 55,
53, 56, 59, 96, 59, 96, 0, 53,
54, 55, 53, 56, 59, 96, 59, 96,
0, 54, 0, 57, 0, 58, 57, 58,
53, 57, 60, 60, 0, 61, 61, 0,
62, 62, 0, 63, 63, 0, 64, 64,
0, 64, 65, 66, 64, 67, 70, 0,
64, 65, 66, 64, 67, 70, 0, 65,
0, 68, 0, 69, 68, 69, 64, 68,
70, 71, 72, 70, 73, 76, 0, 70,
71, 72, 70, 73, 76, 0, 71, 0,
74, 0, 75, 74, 75, 70, 74, 77,
76, 0, 78, 79, 80, 78, 81, 1094,
163, 0, 78, 79, 80, 78, 52, 81,
1094, 84, 141, 52, 84, 141, 52, 52,
0, 78, 79, 80, 78, 52, 81, 1094,
84, 141, 52, 84, 141, 52, 52, 0,
79, 0, 82, 0, 83, 82, 83, 78,
82, 53, 54, 55, 53, 56, 85, 52,
85, 52, 52, 52, 0, 53, 54, 55,
53, 56, 86, 52, 86, 52, 52, 52,
0, 53, 54, 55, 53, 56, 87, 52,
87, 52, 52, 52, 0, 53, 54, 55,
53, 56, 88, 52, 88, 52, 52, 52,
0, 53, 54, 55, 53, 56, 89, 52,
89, 52, 52, 52, 0, 90, 91, 92,
90, 93, 70, 52, 52, 52, 52, 0,
90, 91, 92, 90, 93, 70, 59, 96,
59, 96, 0, 90, 91, 92, 90, 93,
70, 59, 96, 59, 96, 0, 91, 0,
94, 0, 95, 94, 95, 90, 94, 97,
117, 97, 117, 0, 98, 98, 0, 99,
99, 0, 100, 100, 0, 100, 101, 102,
100, 103, 106, 0, 100, 101, 102, 100,
103, 106, 0, 101, 0, 104, 0, 105,
104, 105, 100, 104, 106, 107, 108, 106,
109, 112, 114, 0, 106, 107, 108, 106,
109, 112, 114, 0, 107, 0, 111, 110,
111, 110, 78, 79, 80, 78, 81, 1094,
0, 111, 113, 111, 113, 115, 0, 116,
115, 116, 106, 115, 118, 118, 0, 119,
119, 0, 120, 120, 0, 121, 121, 0,
121, 122, 123, 121, 124, 127, 0, 121,
122, 123, 121, 124, 127, 0, 122, 0,
125, 0, 126, 125, 126, 121, 125, 127,
128, 129, 127, 130, 137, 140, 0, 127,
128, 129, 127, 130, 137, 140, 0, 128,
0, 130, 131, 132, 130, 133, 136, 0,
130, 131, 132, 130, 133, 136, 0, 131,
0, 134, 0, 135, 134, 135, 130, 134,
78, 79, 80, 78, 81, 1094, 136, 0,
138, 0, 139, 138, 139, 127, 138, 78,
79, 80, 78, 81, 1094, 140, 0, 53,
54, 55, 53, 56, 142, 152, 52, 142,
152, 52, 52, 52, 0, 53, 54, 55,
53, 56, 143, 52, 143, 52, 52, 52,
0, 53, 54, 55, 53, 56, 144, 52,
144, 52, 52, 52, 0, 53, 54, 55,
53, 56, 145, 52, 145, 52, 52, 52,
0, 146, 147, 148, 146, 149, 106, 52,
52, 52, 52, 0, 146, 147, 148, 146,
149, 106, 59, 96, 59, 96, 0, 146,
147, 148, 146, 149, 106, 59, 96, 59,
96, 0, 147, 0, 150, 0, 151, 150,
151, 146, 150, 53, 54, 55, 53, 56,
153, 52, 153, 52, 52, 52, 0, 53,
54, 55, 53, 56, 154, 52, 154, 52,
52, 52, 0, 53, 54, 55, 53, 56,
155, 52, 155, 52, 52, 52, 0, 53,
54, 55, 53, 56, 156, 52, 156, 52,
52, 52, 0, 157, 158, 159, 157, 160,
127, 52, 52, 52, 52, 0, 157, 158,
159, 157, 160, 127, 59, 96, 59, 96,
0, 157, 158, 159, 157, 160, 127, 59,
96, 59, 96, 0, 158, 0, 161, 0,
162, 161, 162, 157, 161, 78, 79, 80,
78, 81, 1094, 163, 0, 165, 0, 166,
165, 166, 49, 165, 168, 168, 0, 169,
169, 0, 170, 170, 0, 171, 172, 173,
171, 182, 185, 190, 187, 187, 0, 171,
172, 173, 171, 174, 178, 190, 174, 174,
174, 0, 171, 172, 173, 171, 174, 178,
190, 174, 174, 174, 0, 172, 0, 175,
176, 177, 175, 182, 185, 188, 179, 1094,
174, 174, 189, 189, 0, 175, 176, 177,
175, 174, 178, 179, 1094, 174, 174, 174,
0, 175, 176, 177, 175, 174, 178, 179,
1094, 174, 174, 174, 0, 176, 0, 174,
174, 174, 174, 0, 180, 0, 181, 180,
181, 175, 180, 184, 183, 184, 183, 175,
176, 177, 175, 182, 185, 179, 1094, 187,
187, 0, 184, 186, 184, 186, 175, 176,
177, 175, 182, 185, 179, 1094, 187, 187,
187, 187, 0, 175, 176, 177, 175, 182,
185, 179, 1094, 187, 187, 0, 175, 176,
177, 175, 182, 185, 187, 179, 1094, 189,
189, 189, 189, 0, 191, 0, 192, 191,
192, 171, 191, 194, 231, 194, 231, 0,
195, 195, 0, 196, 196, 0, 197, 197,
0, 198, 198, 0, 199, 199, 0, 200,
200, 0, 201, 202, 203, 201, 217, 0,
201, 202, 203, 201, 19, 204, 28, 217,
204, 204, 204, 0, 201, 202, 203, 201,
19, 204, 28, 217, 204, 204, 204, 0,
202, 0, 205, 206, 207, 205, 208, 211,
204, 204, 204, 204, 0, 205, 206, 207,
205, 19, 204, 28, 208, 211, 204, 204,
204, 0, 205, 206, 207, 205, 19, 204,
28, 208, 211, 204, 204, 204, 0, 206,
0, 209, 0, 210, 209, 210, 205, 209,
211, 212, 213, 211, 214, 220, 222, 223,
227, 220, 230, 220, 220, 0, 211, 212,
213, 211, 214, 220, 222, 223, 227, 220,
230, 220, 220, 0, 212, 0, 216, 215,
216, 215, 201, 202, 203, 201, 217, 0,
218, 0, 219, 218, 219, 201, 218, 201,
202, 203, 201, 221, 217, 220, 220, 220,
220, 0, 201, 202, 203, 201, 217, 0,
220, 220, 220, 220, 0, 216, 225, 225,
225, 224, 216, 224, 226, 225, 225, 225,
224, 201, 202, 203, 201, 217, 221, 0,
228, 0, 229, 228, 229, 211, 228, 201,
202, 203, 201, 217, 230, 0, 232, 244,
232, 244, 0, 233, 233, 0, 234, 234,
0, 235, 235, 0, 236, 236, 0, 237,
237, 0, 238, 239, 240, 238, 241, 0,
238, 239, 240, 238, 19, 28, 241, 0,
238, 239, 240, 238, 19, 28, 241, 0,
239, 0, 242, 0, 243, 242, 243, 238,
242, 245, 245, 0, 246, 246, 0, 247,
247, 0, 248, 249, 250, 248, 339, 0,
248, 249, 250, 248, 251, 339, 251, 251,
251, 0, 248, 249, 250, 248, 251, 339,
251, 251, 251, 0, 249, 0, 252, 253,
254, 252, 263, 251, 251, 251, 251, 0,
252, 253, 254, 252, 255, 263, 269, 288,
295, 303, 309, 312, 320, 332, 255, 266,
255, 255, 0, 252, 253, 254, 252, 255,
263, 269, 288, 295, 303, 309, 312, 320,
332, 255, 266, 255, 255, 0, 253, 0,
256, 255, 255, 255, 255, 0, 257, 258,
259, 257, 260, 1094, 0, 257, 258, 259,
257, 251, 260, 1094, 251, 251, 251, 0,
257, 258, 259, 257, 251, 260, 1094, 251,
251, 251, 0, 258, 0, 261, 0, 262,
261, 262, 257, 261, 264, 0, 265, 264,
265, 252, 264, 267, 266, 0, 257, 258,
259, 257, 260, 1094, 268, 0, 257, 258,
259, 257, 260, 1094, 268, 0, 256, 270,
278, 285, 255, 255, 255, 255, 0, 256,
271, 274, 255, 255, 255, 255, 0, 256,
272, 255, 255, 255, 255, 0, 273, 274,
275, 255, 255, 255, 255, 0, 257, 258,
259, 257, 260, 1094, 268, 0, 273, 255,
255, 255, 255, 0, 256, 276, 255, 255,
255, 255, 0, 256, 277, 255, 255, 255,
255, 0, 256, 274, 255, 255, 255, 255,
0, 256, 279, 255, 255, 255, 255, 0,
256, 280, 255, 255, 255, 255, 0, 256,
281, 255, 255, 255, 255, 0, 256, 282,
255, 255, 255, 255, 0, 256, 284, 284,
255, 283, 255, 255, 0, 273, 255, 283,
255, 255, 0, 256, 255, 283, 255, 255,
0, 256, 286, 255, 255, 255, 255, 0,
256, 287, 255, 255, 255, 255, 0, 256,
276, 255, 255, 255, 255, 0, 256, 289,
255, 255, 255, 255, 0, 256, 290, 255,
255, 255, 255, 0, 256, 291, 293, 255,
255, 255, 255, 0, 256, 292, 255, 255,
255, 255, 0, 256, 274, 255, 255, 255,
255, 0, 256, 294, 255, 255, 255, 255,
0, 256, 274, 255, 255, 255, 255, 0,
256, 296, 300, 255, 255, 255, 255, 0,
256, 297, 298, 255, 255, 255, 255, 0,
256, 280, 255, 255, 255, 255, 0, 256,
299, 255, 255, 255, 255, 0, 273, 274,
274, 255, 255, 255, 255, 0, 256, 301,
255, 255, 255, 255, 0, 256, 287, 302,
292, 255, 255, 255, 255, 0, 256, 274,
255, 255, 255, 255, 0, 256, 304, 255,
255, 255, 255, 0, 256, 305, 255, 255,
255, 255, 0, 256, 306, 255, 255, 255,
255, 0, 256, 307, 255, 255, 255, 255,
0, 256, 308, 255, 255, 255, 255, 0,
256, 274, 255, 255, 255, 255, 0, 256,
310, 255, 255, 255, 255, 0, 256, 311,
255, 255, 255, 255, 0, 273, 274, 255,
255, 255, 255, 0, 256, 313, 319, 255,
255, 255, 255, 0, 256, 314, 255, 255,
255, 255, 0, 256, 315, 255, 255, 255,
255, 0, 273, 316, 255, 255, 255, 255,
0, 256, 317, 255, 255, 255, 255, 0,
256, 318, 255, 255, 255, 255, 0, 256,
274, 255, 255, 255, 255, 0, 256, 274,
255, 255, 255, 255, 0, 256, 321, 326,
255, 255, 255, 255, 0, 256, 322, 255,
255, 255, 255, 0, 256, 323, 255, 255,
255, 255, 0, 256, 324, 255, 255, 255,
255, 0, 256, 325, 255, 255, 255, 255,
0, 256, 277, 274, 255, 255, 255, 255,
0, 256, 327, 255, 255, 255, 255, 0,
256, 328, 255, 255, 255, 255, 0, 256,
329, 255, 255, 255, 255, 0, 256, 330,
255, 255, 255, 255, 0, 256, 331, 255,
255, 255, 255, 0, 256, 274, 274, 255,
255, 255, 255, 0, 256, 333, 335, 255,
255, 255, 255, 0, 256, 334, 255, 255,
255, 255, 0, 256, 274, 255, 255, 255,
255, 0, 256, 336, 338, 255, 255, 255,
255, 0, 256, 337, 255, 255, 255, 255,
0, 273, 319, 274, 274, 255, 255, 255,
255, 0, 273, 274, 299, 274, 255, 255,
255, 255, 0, 340, 0, 341, 340, 341,
248, 340, 343, 354, 343, 354, 0, 344,
345, 346, 344, 347, 348, 344, 350, 347,
344, 349, 347, 347, 0, 344, 345, 346,
344, 347, 348, 344, 350, 1094, 347, 344,
349, 347, 347, 0, 344, 345, 346, 344,
347, 348, 344, 350, 1094, 347, 344, 349,
347, 347, 0, 345, 0, 344, 345, 346,
344, 347, 348, 344, 350, 1094, 347, 344,
353, 347, 347, 0, 349, 0, 344, 345,
346, 344, 347, 348, 344, 350, 1094, 347,
344, 349, 347, 347, 0, 351, 0, 352,
351, 352, 344, 351, 344, 345, 346, 344,
347, 348, 344, 350, 1094, 347, 344, 353,
347, 347, 0, 355, 400, 487, 355, 400,
487, 0, 356, 356, 0, 357, 357, 0,
358, 358, 0, 359, 360, 361, 359, 368,
397, 1094, 368, 368, 368, 0, 359, 360,
361, 359, 362, 368, 395, 397, 1094, 368,
368, 368, 0, 359, 360, 361, 359, 362,
368, 395, 397, 1094, 368, 368, 368, 0,
360, 0, 364, 363, 364, 363, 365, 366,
367, 365, 368, 381, 1094, 368, 368, 368,
0, 365, 366, 367, 365, 368, 381, 1094,
368, 368, 368, 0, 365, 366, 367, 365,
368, 381, 1094, 368, 368, 368, 0, 366,
0, 369, 370, 371, 369, 372, 1094, 375,
368, 368, 368, 368, 0, 369, 370, 371,
369, 368, 372, 1094, 375, 368, 368, 368,
0, 369, 370, 371, 369, 368, 372, 1094,
375, 368, 368, 368, 0, 370, 0, 373,
0, 374, 373, 374, 369, 373, 375, 376,
377, 375, 378, 384, 386, 387, 391, 384,
394, 384, 384, 0, 375, 376, 377, 375,
378, 384, 386, 387, 391, 384, 394, 384,
384, 0, 376, 0, 380, 379, 380, 379,
365, 366, 367, 365, 381, 1094, 0, 382,
0, 383, 382, 383, 365, 382, 365, 366,
367, 365, 385, 381, 1094, 384, 384, 384,
384, 0, 365, 366, 367, 365, 381, 1094,
0, 384, 384, 384, 384, 0, 380, 389,
389, 389, 388, 380, 388, 390, 389, 389,
389, 388, 365, 366, 367, 365, 381, 1094,
385, 0, 392, 0, 393, 392, 393, 375,
392, 365, 366, 367, 365, 381, 1094, 394,
0, 364, 396, 364, 396, 398, 0, 399,
398, 399, 359, 398, 401, 401, 0, 402,
402, 0, 403, 404, 405, 403, 484, 0,
403, 404, 405, 403, 406, 467, 484, 428,
467, 467, 467, 0, 403, 404, 405, 403,
406, 467, 484, 428, 467, 467, 467, 0,
404, 0, 407, 0, 408, 409, 410, 408,
425, 1094, 407, 0, 408, 409, 410, 408,
406, 411, 425, 1094, 428, 411, 411, 411,
0, 408, 409, 410, 408, 406, 411, 425,
1094, 428, 411, 411, 411, 0, 409, 0,
412, 413, 414, 412, 461, 1094, 411, 411,
411, 411, 0, 412, 413, 414, 412, 406,
415, 461, 1094, 428, 411, 464, 411, 411,
0, 412, 413, 414, 412, 406, 415, 461,
1094, 428, 411, 464, 411, 411, 0, 413,
0, 416, 417, 418, 416, 419, 1094, 411,
411, 411, 411, 0, 416, 417, 418, 416,
406, 415, 419, 1094, 428, 411, 422, 411,
411, 0, 416, 417, 418, 416, 406, 415,
419, 1094, 428, 411, 422, 411, 411, 0,
417, 0, 420, 0, 421, 420, 421, 416,
420, 423, 422, 0, 424, 0, 408, 409,
410, 408, 425, 1094, 424, 0, 426, 0,
427, 426, 427, 408, 426, 429, 0, 430,
431, 432, 430, 458, 429, 0, 430, 431,
432, 430, 433, 458, 433, 433, 433, 0,
430, 431, 432, 430, 433, 458, 433, 433,
433, 0, 431, 0, 434, 435, 436, 434,
454, 433, 433, 433, 433, 0, 434, 435,
436, 434, 437, 454, 448, 457, 448, 448,
0, 434, 435, 436, 434, 437, 454, 448,
457, 448, 448, 0, 435, 0, 438, 439,
440, 438, 445, 441, 449, 448, 447, 448,
448, 0, 438, 439, 440, 438, 441, 444,
0, 438, 439, 440, 438, 441, 444, 0,
439, 0, 442, 0, 443, 442, 443, 438,
442, 445, 444, 0, 408, 409, 410, 408,
425, 1094, 446, 0, 408, 409, 410, 408,
425, 1094, 446, 0, 445, 448, 447, 448,
448, 0, 445, 448, 448, 448, 448, 0,
445, 450, 448, 448, 448, 448, 0, 445,
451, 448, 448, 448, 448, 0, 445, 452,
448, 448, 448, 448, 0, 445, 448, 453,
448, 448, 0, 445, 448, 453, 448, 448,
0, 455, 0, 456, 455, 456, 434, 455,
445, 457, 0, 459, 0, 460, 459, 460,
430, 459, 462, 0, 463, 462, 463, 412,
462, 465, 464, 0, 466, 0, 408, 409,
410, 408, 425, 1094, 466, 0, 468, 469,
470, 468, 481, 1094, 467, 467, 467, 467,
0, 468, 469, 470, 468, 406, 471, 481,
1094, 428, 411, 464, 411, 411, 0, 468,
469, 470, 468, 406, 471, 481, 1094, 428,
411, 464, 411, 411, 0, 469, 0, 472,
473, 474, 472, 475, 1094, 411, 411, 411,
411, 0, 472, 473, 474, 472, 406, 415,
475, 1094, 428, 411, 478, 411, 411, 0,
472, 473, 474, 472, 406, 415, 475, 1094,
428, 411, 478, 411, 411, 0, 473, 0,
476, 0, 477, 476, 477, 472, 476, 479,
478, 0, 480, 0, 408, 409, 410, 408,
425, 1094, 480, 0, 482, 0, 483, 482,
483, 468, 482, 485, 0, 486, 485, 486,
403, 485, 488, 488, 0, 489, 489, 0,
490, 490, 0, 491, 491, 0, 492, 493,
494, 492, 614, 0, 492, 493, 494, 492,
495, 614, 495, 495, 495, 0, 492, 493,
494, 492, 495, 614, 495, 495, 495, 0,
493, 0, 496, 497, 498, 496, 611, 495,
495, 495, 495, 0, 496, 497, 498, 496,
499, 611, 517, 0, 496, 497, 498, 496,
499, 611, 517, 0, 497, 0, 501, 500,
501, 500, 501, 502, 503, 501, 504, 507,
0, 501, 502, 503, 501, 504, 507, 0,
502, 0, 505, 0, 506, 505, 506, 501,
505, 507, 508, 509, 507, 510, 608, 0,
507, 508, 509, 507, 510, 608, 0, 508,
0, 511, 512, 513, 511, 514, 1094, 536,
0, 511, 512, 513, 511, 499, 514, 1094,
517, 0, 511, 512, 513, 511, 499, 514,
1094, 517, 0, 512, 0, 515, 0, 516,
515, 516, 511, 515, 518, 0, 519, 0,
520, 0, 521, 0, 521, 522, 523, 521,
524, 527, 0, 521, 522, 523, 521, 524,
527, 0, 522, 0, 525, 0, 526, 525,
526, 521, 525, 527, 528, 529, 527, 530,
605, 0, 527, 528, 529, 527, 530, 605,
0, 528, 0, 531, 0, 537, 554, 561,
569, 575, 578, 586, 598, 532, 0, 533,
532, 0, 535, 534, 0, 535, 534, 0,
536, 0, 511, 512, 513, 511, 514, 1094,
0, 538, 545, 551, 0, 539, 541, 0,
540, 0, 533, 541, 542, 0, 533, 0,
543, 0, 544, 0, 541, 0, 546, 0,
547, 0, 548, 0, 549, 0, 550, 550,
532, 0, 532, 0, 552, 0, 553, 0,
543, 0, 555, 0, 556, 0, 557, 559,
0, 558, 0, 541, 0, 560, 0, 541,
0, 562, 566, 0, 563, 564, 0, 547,
0, 565, 0, 533, 541, 541, 0, 567,
0, 553, 568, 558, 0, 541, 0, 570,
0, 571, 0, 572, 0, 573, 0, 574,
0, 541, 0, 576, 0, 577, 0, 533,
541, 0, 579, 585, 0, 580, 0, 581,
0, 533, 582, 0, 583, 0, 584, 0,
541, 0, 541, 0, 587, 592, 0, 588,
0, 589, 0, 590, 0, 591, 0, 544,
541, 0, 593, 0, 594, 0, 595, 0,
596, 0, 597, 0, 541, 541, 0, 599,
601, 0, 600, 0, 541, 0, 602, 604,
0, 603, 0, 533, 585, 541, 541, 0,
533, 541, 565, 541, 0, 606, 0, 607,
606, 607, 527, 606, 609, 0, 610, 609,
610, 507, 609, 612, 0, 613, 612, 613,
496, 612, 615, 0, 616, 615, 616, 492,
615, 618, 652, 684, 618, 652, 684, 0,
619, 619, 0, 620, 620, 0, 621, 621,
0, 622, 623, 624, 622, 649, 0, 622,
623, 624, 622, 625, 649, 625, 625, 625,
0, 622, 623, 624, 622, 625, 649, 625,
625, 625, 0, 623, 0, 626, 627, 628,
626, 629, 632, 625, 625, 625, 625, 0,
626, 627, 628, 626, 629, 632, 0, 626,
627, 628, 626, 629, 632, 0, 627, 0,
630, 0, 631, 630, 631, 626, 630, 632,
633, 634, 632, 635, 644, 646, 0, 632,
633, 634, 632, 635, 644, 646, 0, 633,
0, 637, 636, 637, 636, 638, 639, 640,
638, 641, 1094, 0, 638, 639, 640, 638,
625, 641, 1094, 625, 625, 625, 0, 638,
639, 640, 638, 625, 641, 1094, 625, 625,
625, 0, 639, 0, 642, 0, 643, 642,
643, 638, 642, 637, 645, 637, 645, 647,
0, 648, 647, 648, 632, 647, 650, 0,
651, 650, 651, 622, 650, 653, 653, 0,
654, 654, 0, 655, 655, 0, 656, 656,
0, 657, 658, 659, 657, 681, 0, 657,
658, 659, 657, 660, 681, 660, 660, 660,
0, 657, 658, 659, 657, 660, 681, 660,
660, 660, 0, 658, 0, 661, 662, 663,
661, 677, 660, 660, 660, 660, 0, 661,
662, 663, 661, 664, 677, 680, 0, 661,
662, 663, 661, 664, 677, 680, 0, 662,
0, 664, 665, 666, 664, 667, 670, 0,
664, 665, 666, 664, 667, 670, 0, 665,
0, 668, 0, 669, 668, 669, 664, 668,
671, 672, 673, 671, 674, 1094, 670, 0,
671, 672, 673, 671, 660, 674, 1094, 660,
660, 660, 0, 671, 672, 673, 671, 660,
674, 1094, 660, 660, 660, 0, 672, 0,
675, 0, 676, 675, 676, 671, 675, 678,
0, 679, 678, 679, 661, 678, 671, 672,
673, 671, 674, 1094, 680, 0, 682, 0,
683, 682, 683, 657, 682, 685, 685, 0,
686, 686, 0, 687, 687, 0, 688, 688,
0, 689, 689, 0, 690, 691, 692, 690,
722, 0, 690, 691, 692, 690, 693, 722,
693, 693, 693, 0, 690, 691, 692, 690,
693, 722, 693, 693, 693, 0, 691, 0,
694, 695, 696, 694, 702, 693, 693, 693,
693, 0, 694, 695, 696, 694, 697, 700,
702, 705, 709, 712, 705, 709, 0, 694,
695, 696, 694, 697, 700, 702, 705, 709,
712, 705, 709, 0, 695, 0, 699, 698,
699, 698, 365, 366, 367, 365, 381, 1094,
0, 699, 701, 699, 701, 703, 0, 704,
703, 704, 694, 703, 706, 706, 0, 707,
707, 0, 708, 708, 0, 22, 22, 0,
710, 710, 0, 711, 711, 0, 22, 22,
0, 713, 713, 0, 714, 714, 0, 715,
715, 0, 716, 0, 716, 717, 718, 716,
719, 705, 709, 705, 709, 0, 716, 717,
718, 716, 719, 705, 709, 705, 709, 0,
717, 0, 720, 0, 721, 720, 721, 716,
720, 723, 0, 724, 723, 724, 690, 723,
726, 726, 0, 727, 727, 0, 728, 728,
0, 729, 729, 0, 730, 730, 0, 731,
731, 0, 732, 733, 734, 732, 736, 0,
732, 733, 734, 732, 735, 736, 735, 735,
735, 0, 732, 733, 734, 732, 735, 736,
735, 735, 735, 0, 733, 0, 22, 23,
24, 22, 25, 1094, 735, 735, 735, 735,
0, 737, 0, 738, 737, 738, 732, 737,
740, 740, 0, 741, 741, 0, 742, 742,
0, 743, 743, 0, 744, 744, 0, 745,
745, 0, 746, 747, 748, 746, 749, 0,
746, 747, 748, 746, 368, 749, 368, 368,
368, 0, 746, 747, 748, 746, 368, 749,
368, 368, 368, 0, 747, 0, 750, 0,
751, 750, 751, 746, 750, 753, 753, 0,
754, 754, 0, 755, 755, 0, 756, 757,
758, 756, 759, 0, 756, 757, 758, 756,
759, 762, 768, 916, 762, 768, 916, 0,
756, 757, 758, 756, 759, 762, 768, 916,
762, 768, 916, 0, 757, 0, 760, 0,
761, 760, 761, 756, 760, 763, 763, 0,
764, 764, 0, 765, 765, 0, 766, 766,
0, 767, 767, 0, 744, 744, 0, 769,
769, 0, 770, 770, 0, 771, 771, 0,
772, 772, 0, 773, 773, 0, 773, 774,
775, 773, 776, 902, 783, 776, 776, 776,
0, 773, 774, 775, 773, 776, 902, 783,
776, 776, 776, 0, 774, 0, 777, 778,
779, 777, 780, 783, 896, 776, 776, 776,
776, 0, 777, 778, 779, 777, 776, 780,
783, 896, 776, 776, 776, 0, 777, 778,
779, 777, 776, 780, 783, 896, 776, 776,
776, 0, 778, 0, 781, 0, 782, 781,
782, 777, 781, 1096, 1097, 784, 1096, 785,
1096, 790, 790, 0, 1097, 0, 786, 0,
787, 786, 787, 1096, 786, 789, 789, 0,
22, 22, 0, 791, 791, 0, 792, 792,
0, 793, 793, 0, 794, 794, 0, 795,
796, 797, 795, 893, 0, 795, 796, 797,
795, 798, 893, 798, 798, 798, 0, 795,
796, 797, 795, 798, 893, 798, 798, 798,
0, 796, 0, 799, 800, 801, 799, 890,
798, 798, 798, 798, 0, 799, 800, 801,
799, 802, 820, 853, 822, 890, 843, 827,
842, 842, 0, 799, 800, 801, 799, 802,
820, 853, 822, 890, 843, 827, 842, 842,
0, 800, 0, 804, 803, 804, 803, 805,
806, 807, 805, 808, 811, 0, 805, 806,
807, 805, 808, 811, 0, 805, 806, 807,
805, 808, 811, 0, 806, 0, 809, 0,
810, 809, 810, 805, 809, 811, 812, 813,
811, 814, 848, 850, 0, 811, 812, 813,
811, 814, 848, 850, 0, 812, 0, 816,
815, 816, 815, 817, 818, 819, 817, 824,
1096, 0, 817, 818, 819, 817, 802, 820,
822, 824, 1096, 843, 827, 842, 842, 0,
817, 818, 819, 817, 802, 820, 822, 824,
1096, 843, 827, 842, 842, 0, 818, 0,
804, 821, 804, 821, 823, 0, 805, 806,
807, 805, 808, 811, 823, 0, 825, 0,
826, 825, 826, 817, 825, 828, 829, 830,
828, 839, 811, 827, 0, 828, 829, 830,
828, 831, 839, 811, 0, 828, 829, 830,
828, 831, 839, 811, 0, 829, 0, 832,
833, 834, 832, 835, 0, 832, 833, 834,
832, 835, 838, 0, 832, 833, 834, 832,
835, 838, 0, 833, 0, 836, 0, 837,
836, 837, 832, 836, 805, 806, 807, 805,
808, 811, 838, 0, 840, 0, 841, 840,
841, 828, 840, 805, 806, 807, 805, 808,
811, 842, 842, 842, 842, 0, 805, 806,
807, 805, 808, 811, 842, 844, 842, 842,
842, 0, 805, 806, 807, 805, 808, 811,
842, 845, 842, 842, 842, 0, 805, 806,
807, 805, 808, 811, 842, 846, 842, 842,
842, 0, 805, 806, 807, 805, 808, 811,
842, 847, 842, 842, 842, 0, 805, 806,
807, 805, 808, 811, 842, 842, 842, 842,
0, 816, 849, 816, 849, 851, 0, 852,
851, 852, 811, 851, 854, 854, 854, 854,
0, 855, 856, 857, 855, 873, 858, 861,
854, 854, 854, 854, 0, 855, 856, 857,
855, 854, 858, 861, 854, 854, 854, 0,
855, 856, 857, 855, 854, 858, 861, 854,
854, 854, 0, 856, 0, 859, 0, 860,
859, 860, 855, 859, 861, 862, 863, 861,
864, 879, 881, 882, 886, 879, 889, 879,
879, 0, 861, 862, 863, 861, 864, 879,
881, 882, 886, 879, 889, 879, 879, 0,
862, 0, 866, 865, 866, 865, 867, 868,
869, 867, 873, 870, 0, 867, 868, 869,
867, 854, 870, 854, 854, 854, 0, 867,
868, 869, 867, 854, 870, 854, 854, 854,
0, 868, 0, 871, 0, 872, 871, 872,
867, 871, 873, 874, 875, 873, 802, 820,
822, 876, 843, 827, 842, 842, 0, 873,
874, 875, 873, 802, 820, 822, 876, 843,
827, 842, 842, 0, 874, 0, 877, 0,
878, 877, 878, 873, 877, 867, 868, 869,
867, 873, 880, 870, 879, 879, 879, 879,
0, 867, 868, 869, 867, 873, 870, 0,
879, 879, 879, 879, 0, 866, 884, 884,
884, 883, 866, 883, 885, 884, 884, 884,
883, 867, 868, 869, 867, 873, 870, 880,
0, 887, 0, 888, 887, 888, 861, 887,
867, 868, 869, 867, 873, 870, 889, 0,
891, 0, 892, 891, 892, 799, 891, 894,
0, 895, 894, 895, 795, 894, 896, 897,
898, 896, 899, 905, 907, 908, 912, 905,
915, 905, 905, 0, 896, 897, 898, 896,
899, 905, 907, 908, 912, 905, 915, 905,
905, 0, 897, 0, 901, 900, 901, 900,
773, 774, 775, 773, 902, 783, 0, 903,
0, 904, 903, 904, 773, 903, 773, 774,
775, 773, 906, 902, 783, 905, 905, 905,
905, 0, 773, 774, 775, 773, 902, 783,
0, 905, 905, 905, 905, 0, 901, 910,
910, 910, 909, 901, 909, 911, 910, 910,
910, 909, 773, 774, 775, 773, 902, 783,
906, 0, 913, 0, 914, 913, 914, 896,
913, 773, 774, 775, 773, 902, 783, 915,
0, 917, 917, 0, 918, 918, 0, 919,
919, 0, 920, 920, 0, 921, 922, 923,
921, 985, 0, 921, 922, 923, 921, 924,
985, 924, 924, 924, 0, 921, 922, 923,
921, 924, 985, 924, 924, 924, 0, 922,
0, 925, 926, 927, 925, 959, 1094, 962,
924, 924, 924, 924, 0, 925, 926, 927,
925, 924, 928, 959, 1094, 962, 924, 924,
924, 0, 925, 926, 927, 925, 924, 928,
959, 1094, 962, 924, 924, 924, 0, 926,
0, 929, 929, 929, 929, 0, 930, 931,
932, 930, 22, 933, 936, 929, 929, 929,
929, 0, 930, 931, 932, 930, 929, 933,
936, 929, 929, 929, 0, 930, 931, 932,
930, 929, 933, 936, 929, 929, 929, 0,
931, 0, 934, 0, 935, 934, 935, 930,
934, 936, 937, 938, 936, 939, 948, 950,
951, 955, 948, 958, 948, 948, 0, 936,
937, 938, 936, 939, 948, 950, 951, 955,
948, 958, 948, 948, 0, 937, 0, 941,
940, 941, 940, 942, 943, 944, 942, 22,
945, 0, 942, 943, 944, 942, 929, 945,
929, 929, 929, 0, 942, 943, 944, 942,
929, 945, 929, 929, 929, 0, 943, 0,
946, 0, 947, 946, 947, 942, 946, 942,
943, 944, 942, 22, 949, 945, 948, 948,
948, 948, 0, 942, 943, 944, 942, 22,
945, 0, 948, 948, 948, 948, 0, 941,
953, 953, 953, 952, 941, 952, 954, 953,
953, 953, 952, 942, 943, 944, 942, 22,
945, 949, 0, 956, 0, 957, 956, 957,
936, 956, 942, 943, 944, 942, 22, 945,
958, 0, 960, 0, 961, 960, 961, 925,
960, 962, 963, 964, 962, 965, 974, 976,
977, 981, 974, 984, 974, 974, 0, 962,
963, 964, 962, 965, 974, 976, 977, 981,
974, 984, 974, 974, 0, 963, 0, 967,
966, 967, 966, 968, 969, 970, 968, 971,
1094, 0, 968, 969, 970, 968, 924, 928,
971, 1094, 924, 924, 924, 0, 968, 969,
970, 968, 924, 928, 971, 1094, 924, 924,
924, 0, 969, 0, 972, 0, 973, 972,
973, 968, 972, 968, 969, 970, 968, 975,
971, 1094, 974, 974, 974, 974, 0, 968,
969, 970, 968, 971, 1094, 0, 974, 974,
974, 974, 0, 967, 979, 979, 979, 978,
967, 978, 980, 979, 979, 979, 978, 968,
969, 970, 968, 971, 1094, 975, 0, 982,
0, 983, 982, 983, 962, 982, 968, 969,
970, 968, 971, 1094, 984, 0, 986, 0,
987, 986, 987, 921, 986, 989, 989, 0,
990, 990, 0, 991, 991, 0, 992, 992,
0, 993, 994, 995, 993, 1091, 0, 993,
994, 995, 993, 996, 1091, 996, 996, 996,
0, 993, 994, 995, 993, 996, 1091, 996,
996, 996, 0, 994, 0, 997, 998, 999,
997, 1088, 996, 996, 996, 996, 0, 997,
998, 999, 997, 1000, 1018, 1051, 1020, 1088,
1041, 1025, 1040, 1040, 0, 997, 998, 999,
997, 1000, 1018, 1051, 1020, 1088, 1041, 1025,
1040, 1040, 0, 998, 0, 1002, 1001, 1002,
1001, 1003, 1004, 1005, 1003, 1006, 1009, 0,
1003, 1004, 1005, 1003, 1006, 1009, 0, 1003,
1004, 1005, 1003, 1006, 1009, 0, 1004, 0,
1007, 0, 1008, 1007, 1008, 1003, 1007, 1009,
1010, 1011, 1009, 1012, 1046, 1048, 0, 1009,
1010, 1011, 1009, 1012, 1046, 1048, 0, 1010,
0, 1014, 1013, 1014, 1013, 1015, 1016, 1017,
1015, 1022, 1094, 0, 1015, 1016, 1017, 1015,
1000, 1018, 1020, 1022, 1094, 1041, 1025, 1040,
1040, 0, 1015, 1016, 1017, 1015, 1000, 1018,
1020, 1022, 1094, 1041, 1025, 1040, 1040, 0,
1016, 0, 1002, 1019, 1002, 1019, 1021, 0,
1003, 1004, 1005, 1003, 1006, 1009, 1021, 0,
1023, 0, 1024, 1023, 1024, 1015, 1023, 1026,
1027, 1028, 1026, 1037, 1009, 1025, 0, 1026,
1027, 1028, 1026, 1029, 1037, 1009, 0, 1026,
1027, 1028, 1026, 1029, 1037, 1009, 0, 1027,
0, 1030, 1031, 1032, 1030, 1033, 0, 1030,
1031, 1032, 1030, 1033, 1036, 0, 1030, 1031,
1032, 1030, 1033, 1036, 0, 1031, 0, 1034,
0, 1035, 1034, 1035, 1030, 1034, 1003, 1004,
1005, 1003, 1006, 1009, 1036, 0, 1038, 0,
1039, 1038, 1039, 1026, 1038, 1003, 1004, 1005,
1003, 1006, 1009, 1040, 1040, 1040, 1040, 0,
1003, 1004, 1005, 1003, 1006, 1009, 1040, 1042,
1040, 1040, 1040, 0, 1003, 1004, 1005, 1003,
1006, 1009, 1040, 1043, 1040, 1040, 1040, 0,
1003, 1004, 1005, 1003, 1006, 1009, 1040, 1044,
1040, 1040, 1040, 0, 1003, 1004, 1005, 1003,
1006, 1009, 1040, 1045, 1040, 1040, 1040, 0,
1003, 1004, 1005, 1003, 1006, 1009, 1040, 1040,
1040, 1040, 0, 1014, 1047, 1014, 1047, 1049,
0, 1050, 1049, 1050, 1009, 1049, 1052, 1052,
1052, 1052, 0, 1053, 1054, 1055, 1053, 1071,
1056, 1059, 1052, 1052, 1052, 1052, 0, 1053,
1054, 1055, 1053, 1052, 1056, 1059, 1052, 1052,
1052, 0, 1053, 1054, 1055, 1053, 1052, 1056,
1059, 1052, 1052, 1052, 0, 1054, 0, 1057,
0, 1058, 1057, 1058, 1053, 1057, 1059, 1060,
1061, 1059, 1062, 1077, 1079, 1080, 1084, 1077,
1087, 1077, 1077, 0, 1059, 1060, 1061, 1059,
1062, 1077, 1079, 1080, 1084, 1077, 1087, 1077,
1077, 0, 1060, 0, 1064, 1063, 1064, 1063,
1065, 1066, 1067, 1065, 1071, 1068, 0, 1065,
1066, 1067, 1065, 1052, 1068, 1052, 1052, 1052,
0, 1065, 1066, 1067, 1065, 1052, 1068, 1052,
1052, 1052, 0, 1066, 0, 1069, 0, 1070,
1069, 1070, 1065, 1069, 1071, 1072, 1073, 1071,
1000, 1018, 1020, 1074, 1041, 1025, 1040, 1040,
0, 1071, 1072, 1073, 1071, 1000, 1018, 1020,
1074, 1041, 1025, 1040, 1040, 0, 1072, 0,
1075, 0, 1076, 1075, 1076, 1071, 1075, 1065,
1066, 1067, 1065, 1071, 1078, 1068, 1077, 1077,
1077, 1077, 0, 1065, 1066, 1067, 1065, 1071,
1068, 0, 1077, 1077, 1077, 1077, 0, 1064,
1082, 1082, 1082, 1081, 1064, 1081, 1083, 1082,
1082, 1082, 1081, 1065, 1066, 1067, 1065, 1071,
1068, 1078, 0, 1085, 0, 1086, 1085, 1086,
1059, 1085, 1065, 1066, 1067, 1065, 1071, 1068,
1087, 0, 1089, 0, 1090, 1089, 1090, 997,
1089, 1092, 0, 1093, 1092, 1093, 993, 1092,
1094, 1095, 1, 1094, 2, 37, 40, 43,
167, 193, 342, 617, 725, 739, 752, 788,
988, 43, 167, 193, 342, 617, 725, 739,
752, 788, 988, 0, 1094, 1095, 1, 1094,
2, 37, 40, 43, 167, 193, 342, 617,
725, 739, 752, 788, 988, 43, 167, 193,
342, 617, 725, 739, 752, 788, 988, 0,
1096, 1097, 784, 1096, 2, 37, 785, 1096,
43, 167, 193, 342, 617, 725, 739, 752,
788, 790, 43, 167, 193, 342, 617, 725,
739, 752, 788, 790, 0, 1096, 1097, 784,
1096, 2, 37, 785, 1096, 43, 167, 193,
342, 617, 725, 739, 752, 788, 790, 43,
167, 193, 342, 617, 725, 739, 752, 788,
790, 0, 0, 1, 2, 3, 4, 5,
6, 7, 8, 9, 10, 11, 12, 13,
14, 15, 16, 17, 18, 19, 20, 21,
22, 23, 24, 25, 26, 27, 28, 29,
30, 31, 32, 33, 34, 35, 36, 37,
38, 39, 40, 41, 42, 43, 44, 45,
46, 47, 48, 49, 50, 51, 52, 53,
54, 55, 56, 57, 58, 59, 60, 61,
62, 63, 64, 65, 66, 67, 68, 69,
70, 71, 72, 73, 74, 75, 76, 77,
78, 79, 80, 81, 82, 83, 84, 85,
86, 87, 88, 89, 90, 91, 92, 93,
94, 95, 96, 97, 98, 99, 100, 101,
102, 103, 104, 105, 106, 107, 108, 109,
110, 111, 112, 113, 114, 115, 116, 117,
118, 119, 120, 121, 122, 123, 124, 125,
126, 127, 128, 129, 130, 131, 132, 133,
134, 135, 136, 137, 138, 139, 140, 141,
142, 143, 144, 145, 146, 147, 148, 149,
150, 151, 152, 153, 154, 155, 156, 157,
158, 159, 160, 161, 162, 163, 164, 165,
166, 167, 168, 169, 170, 171, 172, 173,
174, 175, 176, 177, 178, 179, 180, 181,
182, 183, 184, 185, 186, 187, 188, 189,
190, 191, 192, 193, 194, 195, 196, 197,
198, 199, 200, 201, 202, 203, 204, 205,
206, 207, 208, 209, 210, 211, 212, 213,
214, 215, 216, 217, 218, 219, 220, 221,
222, 223, 224, 225, 226, 227, 228, 229,
230, 231, 232, 233, 234, 235, 236, 237,
238, 239, 240, 241, 242, 243, 244, 245,
246, 247, 248, 249, 250, 251, 252, 253,
254, 255, 256, 257, 258, 259, 260, 261,
262, 263, 264, 265, 266, 267, 268, 269,
270, 271, 272, 273, 274, 275, 276, 277,
278, 279, 280, 281, 282, 283, 284, 285,
286, 287, 288, 289, 290, 291, 292, 293,
294, 295, 296, 297, 298, 299, 300, 301,
302, 303, 304, 305, 306, 307, 308, 309,
310, 311, 312, 313, 314, 315, 316, 317,
318, 319, 320, 321, 322, 323, 324, 325,
326, 327, 328, 329, 330, 331, 332, 333,
334, 335, 336, 337, 338, 339, 340, 341,
342, 343, 344, 345, 346, 347, 348, 349,
350, 351, 352, 353, 354, 355, 356, 357,
358, 359, 360, 361, 362, 363, 364, 365,
366, 367, 368, 369, 370, 371, 372, 373,
374, 375, 376, 377, 378, 379, 380, 381,
382, 383, 384, 385, 386, 387, 388, 389,
390, 391, 392, 393, 394, 395, 396, 397,
398, 399, 400, 401, 402, 403, 404, 405,
406, 407, 408, 409, 410, 411, 412, 413,
414, 415, 416, 417, 418, 419, 420, 421,
422, 423, 424, 425, 426, 427, 428, 429,
430, 431, 432, 433, 434, 435, 436, 437,
438, 439, 440, 441, 442, 443, 444, 445,
446, 447, 448, 449, 450, 451, 452, 453,
454, 455, 456, 457, 458, 459, 460, 461,
462, 463, 464, 465, 466, 467, 468, 469,
470, 471, 472, 473, 474, 475, 476, 477,
478, 479, 480, 481, 482, 483, 484, 485,
486, 487, 488, 489, 490, 491, 492, 493,
494, 495, 496, 497, 498, 499, 500, 501,
502, 503, 504, 505, 506, 507, 508, 509,
510, 511, 512, 513, 514, 515, 516, 517,
518, 519, 520, 521, 522, 523, 524, 525,
526, 527, 528, 529, 530, 531, 532, 533,
534, 535, 536, 537, 538, 539, 540, 541,
542, 543, 544, 545, 546, 547, 548, 549,
550, 551, 552, 553, 554, 555, 556, 557,
558, 559, 560, 561, 562, 563, 564, 565,
566, 567, 568, 569, 570, 571, 572, 573,
574, 575, 576, 577, 578, 579, 580, 581,
582, 583, 584, 585, 586, 587, 588, 589,
590, 591, 592, 593, 594, 595, 596, 597,
598, 599, 600, 601, 602, 603, 604, 605,
606, 607, 608, 609, 610, 611, 612, 613,
614, 615, 616, 617, 618, 619, 620, 621,
622, 623, 624, 625, 626, 627, 628, 629,
630, 631, 632, 633, 634, 635, 636, 637,
638, 639, 640, 641, 642, 643, 644, 645,
646, 647, 648, 649, 650, 651, 652, 653,
654, 655, 656, 657, 658, 659, 660, 661,
662, 663, 664, 665, 666, 667, 668, 669,
670, 671, 672, 673, 674, 675, 676, 677,
678, 679, 680, 681, 682, 683, 684, 685,
686, 687, 688, 689, 690, 691, 692, 693,
694, 695, 696, 697, 698, 699, 700, 701,
702, 703, 704, 705, 706, 707, 708, 709,
710, 711, 712, 713, 714, 715, 716, 717,
718, 719, 720, 721, 722, 723, 724, 725,
726, 727, 728, 729, 730, 731, 732, 733,
734, 735, 736, 737, 738, 739, 740, 741,
742, 743, 744, 745, 746, 747, 748, 749,
750, 751, 752, 753, 754, 755, 756, 757,
758, 759, 760, 761, 762, 763, 764, 765,
766, 767, 768, 769, 770, 771, 772, 773,
774, 775, 776, 777, 778, 779, 780, 781,
782, 783, 784, 785, 786, 787, 788, 789,
790, 791, 792, 793, 794, 795, 796, 797,
798, 799, 800, 801, 802, 803, 804, 805,
806, 807, 808, 809, 810, 811, 812, 813,
814, 815, 816, 817, 818, 819, 820, 821,
822, 823, 824, 825, 826, 827, 828, 829,
830, 831, 832, 833, 834, 835, 836, 837,
838, 839, 840, 841, 842, 843, 844, 845,
846, 847, 848, 849, 850, 851, 852, 853,
854, 855, 856, 857, 858, 859, 860, 861,
862, 863, 864, 865, 866, 867, 868, 869,
870, 871, 872, 873, 874, 875, 876, 877,
878, 879, 880, 881, 882, 883, 884, 885,
886, 887, 888, 889, 890, 891, 892, 893,
894, 895, 896, 897, 898, 899, 900, 901,
902, 903, 904, 905, 906, 907, 908, 909,
910, 911, 912, 913, 914, 915, 916, 917,
918, 919, 920, 921, 922, 923, 924, 925,
926, 927, 928, 929, 930, 931, 932, 933,
934, 935, 936, 937, 938, 939, 940, 941,
942, 943, 944, 945, 946, 947, 948, 949,
950, 951, 952, 953, 954, 955, 956, 957,
958, 959, 960, 961, 962, 963, 964, 965,
966, 967, 968, 969, 970, 971, 972, 973,
974, 975, 976, 977, 978, 979, 980, 981,
982, 983, 984, 985, 986, 987, 988, 989,
990, 991, 992, 993, 994, 995, 996, 997,
998, 999, 1000, 1001, 1002, 1003, 1004, 1005,
1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013,
1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021,
1022, 1023, 1024, 1025, 1026, 1027, 1028, 1029,
1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037,
1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045,
1046, 1047, 1048, 1049, 1050, 1051, 1052, 1053,
1054, 1055, 1056, 1057, 1058, 1059, 1060, 1061,
1062, 1063, 1064, 1065, 1066, 1067, 1068, 1069,
1070, 1071, 1072, 1073, 1074, 1075, 1076, 1077,
1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085,
1086, 1087, 1088, 1089, 1090, 1091, 1092, 1093,
1094, 1095, 1096, 1097, 0
};
static const short _sas_commands_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 27,
27, 27, 0, 25, 25, 25, 25, 77,
25, 77, 77, 77, 0, 0, 0, 29,
29, 29, 29, 29, 29, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 25, 25, 25, 0, 0, 0, 71,
21, 23, 0, 9, 9, 9, 9, 9,
9, 0, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 68, 17, 19, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 77, 25, 77, 77, 77,
0, 0, 0, 92, 92, 92, 92, 92,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 25,
25, 25, 25, 25, 139, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
3, 0, 13, 13, 13, 13, 13, 13,
41, 0, 0, 0, 0, 0, 27, 0,
0, 27, 27, 27, 27, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 25,
77, 77, 77, 77, 77, 77, 77, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 71, 21,
23, 0, 123, 123, 123, 123, 123, 123,
0, 68, 17, 19, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 25,
25, 25, 25, 25, 25, 139, 0, 0,
0, 0, 0, 0, 0, 0, 41, 0,
25, 25, 25, 25, 25, 139, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
177, 177, 177, 177, 177, 177, 3, 0,
0, 0, 0, 0, 0, 0, 0, 187,
187, 187, 187, 187, 187, 3, 0, 92,
92, 92, 92, 92, 0, 0, 0, 0,
0, 0, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 92, 92, 92, 92, 92,
0, 0, 0, 0, 0, 0, 0, 92,
92, 92, 92, 92, 0, 0, 0, 0,
0, 0, 0, 92, 92, 92, 92, 92,
0, 0, 0, 0, 0, 0, 0, 92,
92, 92, 92, 92, 0, 0, 0, 0,
0, 0, 0, 92, 92, 92, 92, 92,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 13, 13, 13,
13, 13, 13, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
25, 77, 77, 77, 0, 0, 0, 29,
29, 29, 29, 29, 29, 29, 29, 29,
0, 0, 29, 29, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 25,
25, 77, 77, 77, 0, 0, 0, 27,
27, 27, 27, 0, 0, 0, 0, 0,
0, 0, 0, 71, 21, 23, 0, 9,
9, 9, 9, 9, 9, 9, 9, 9,
9, 0, 68, 17, 19, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 29, 29,
29, 29, 29, 29, 29, 29, 29, 0,
0, 29, 29, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
25, 77, 25, 25, 77, 77, 77, 0,
0, 0, 89, 89, 89, 89, 89, 89,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 25, 77,
25, 25, 25, 77, 77, 77, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 44, 1, 1,
0, 44, 41, 44, 44, 0, 25, 25,
25, 25, 74, 143, 74, 74, 25, 143,
139, 143, 143, 0, 0, 0, 71, 21,
23, 0, 56, 56, 56, 56, 56, 0,
0, 0, 0, 0, 0, 0, 0, 95,
95, 95, 95, 29, 95, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 0,
27, 27, 27, 27, 0, 68, 135, 135,
135, 17, 19, 0, 19, 5, 5, 5,
0, 56, 56, 56, 56, 56, 0, 0,
0, 0, 0, 0, 0, 0, 0, 11,
11, 11, 11, 11, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
77, 77, 77, 0, 0, 0, 92, 92,
92, 92, 92, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 27, 27,
27, 27, 27, 27, 27, 27, 27, 41,
27, 27, 0, 25, 25, 25, 25, 77,
25, 77, 77, 77, 77, 77, 77, 77,
77, 77, 139, 77, 77, 0, 0, 0,
86, 0, 0, 0, 0, 0, 15, 15,
15, 15, 15, 15, 0, 0, 0, 0,
0, 27, 0, 0, 27, 27, 27, 0,
25, 25, 25, 25, 77, 25, 25, 77,
77, 77, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 3, 0, 0, 0,
0, 0, 0, 0, 41, 0, 0, 0,
0, 0, 0, 0, 3, 0, 86, 0,
0, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 0, 15, 15,
15, 15, 15, 15, 41, 0, 86, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 41, 0, 0, 0, 86, 0, 3,
0, 0, 0, 86, 0, 41, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
86, 0, 0, 0, 0, 0, 0, 86,
0, 0, 0, 0, 0, 0, 86, 0,
0, 0, 0, 0, 0, 86, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 0, 86, 0, 0, 0,
0, 0, 0, 86, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 86, 0, 0, 0, 0, 0, 0,
0, 0, 86, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 27,
0, 41, 27, 27, 0, 0, 0, 0,
0, 27, 0, 0, 0, 0, 27, 0,
41, 27, 27, 0, 25, 25, 25, 25,
77, 25, 25, 25, 25, 77, 25, 139,
77, 77, 0, 0, 0, 29, 29, 29,
29, 98, 29, 29, 29, 29, 98, 29,
151, 98, 98, 0, 41, 0, 0, 0,
0, 0, 27, 0, 0, 0, 0, 27,
0, 47, 27, 27, 0, 0, 0, 0,
0, 0, 0, 0, 29, 29, 29, 29,
98, 29, 29, 29, 29, 98, 29, 155,
98, 98, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 27,
0, 0, 27, 27, 27, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 27,
27, 27, 0, 25, 25, 25, 25, 25,
77, 25, 25, 25, 77, 77, 77, 0,
0, 0, 71, 21, 23, 0, 9, 9,
9, 9, 65, 9, 9, 65, 65, 65,
0, 0, 0, 0, 0, 27, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
77, 25, 25, 77, 77, 77, 0, 0,
0, 89, 89, 89, 89, 89, 89, 89,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 25,
25, 77, 77, 77, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 44, 1, 1, 0, 44,
41, 44, 44, 0, 25, 25, 25, 25,
74, 143, 74, 74, 25, 143, 139, 143,
143, 0, 0, 0, 71, 21, 23, 0,
56, 56, 56, 56, 56, 56, 0, 0,
0, 0, 0, 0, 0, 0, 95, 95,
95, 95, 29, 95, 95, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 11,
0, 27, 27, 27, 27, 0, 68, 135,
135, 135, 17, 19, 0, 19, 5, 5,
5, 0, 56, 56, 56, 56, 56, 56,
0, 0, 0, 0, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 3,
0, 68, 17, 19, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 104, 0, 39,
104, 104, 104, 0, 25, 25, 25, 25,
80, 147, 25, 80, 147, 147, 147, 0,
0, 0, 41, 0, 37, 37, 37, 37,
37, 37, 3, 0, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 25, 77, 25,
25, 25, 77, 77, 77, 0, 0, 0,
92, 92, 92, 92, 92, 92, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
27, 0, 0, 0, 27, 41, 27, 27,
0, 25, 25, 25, 25, 25, 77, 25,
25, 25, 77, 139, 77, 77, 0, 0,
0, 92, 92, 92, 92, 92, 92, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 41, 27,
27, 0, 25, 25, 25, 25, 25, 77,
25, 25, 25, 77, 139, 77, 77, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 3, 0, 41, 0, 172, 172,
172, 172, 172, 172, 3, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 7,
7, 7, 7, 7, 3, 0, 0, 0,
0, 0, 27, 0, 27, 27, 27, 0,
25, 25, 25, 25, 77, 25, 77, 77,
77, 0, 0, 0, 92, 92, 92, 92,
92, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 27, 41, 27, 27,
0, 25, 25, 25, 25, 77, 25, 77,
139, 77, 77, 0, 0, 0, 0, 0,
0, 0, 83, 0, 0, 0, 41, 0,
0, 0, 0, 0, 0, 0, 0, 41,
0, 25, 25, 25, 25, 25, 139, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 50, 3, 0, 13, 13, 13, 13,
13, 13, 131, 0, 0, 0, 0, 0,
0, 0, 3, 0, 182, 0, 3, 0,
0, 0, 83, 0, 0, 0, 0, 0,
83, 0, 0, 0, 0, 0, 0, 83,
0, 0, 0, 0, 0, 0, 83, 0,
0, 0, 0, 0, 0, 83, 0, 41,
0, 0, 0, 111, 0, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
53, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 3, 0, 41, 0, 107, 107,
107, 107, 107, 107, 3, 0, 92, 92,
92, 92, 92, 92, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
0, 0, 27, 41, 27, 27, 0, 25,
25, 25, 25, 25, 77, 25, 25, 25,
77, 139, 77, 77, 0, 0, 0, 92,
92, 92, 92, 92, 92, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 27,
0, 0, 0, 27, 41, 27, 27, 0,
25, 25, 25, 25, 25, 77, 25, 25,
25, 77, 139, 77, 77, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 7,
3, 0, 41, 0, 167, 167, 167, 167,
167, 167, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
27, 0, 27, 27, 27, 0, 25, 25,
25, 25, 77, 25, 77, 77, 77, 0,
0, 0, 29, 29, 29, 29, 29, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 68, 17,
19, 0, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 0,
3, 0, 0, 41, 0, 0, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
41, 0, 41, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 77,
77, 77, 0, 0, 0, 92, 92, 92,
92, 92, 92, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 0, 0,
0, 71, 21, 23, 0, 59, 59, 59,
59, 59, 59, 0, 0, 0, 0, 0,
27, 0, 0, 27, 27, 27, 0, 25,
25, 25, 25, 77, 25, 25, 77, 77,
77, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 68, 17, 19, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 77,
77, 77, 0, 0, 0, 92, 92, 92,
92, 92, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 25,
25, 25, 25, 25, 25, 139, 0, 0,
0, 0, 0, 0, 0, 0, 41, 0,
25, 25, 25, 25, 25, 139, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
115, 115, 115, 115, 115, 115, 3, 0,
0, 0, 0, 0, 27, 0, 0, 27,
27, 27, 0, 25, 25, 25, 25, 77,
25, 25, 77, 77, 77, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 119, 119,
119, 119, 119, 119, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
27, 27, 27, 0, 25, 25, 25, 25,
77, 25, 77, 77, 77, 0, 0, 0,
29, 29, 29, 29, 29, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 71, 21,
23, 0, 9, 9, 9, 9, 9, 9,
0, 68, 17, 19, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
77, 77, 77, 0, 0, 0, 29, 29,
29, 29, 29, 29, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
77, 77, 77, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 25,
77, 77, 77, 0, 0, 0, 89, 89,
89, 89, 89, 89, 89, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
0, 0, 27, 27, 27, 0, 25, 25,
25, 25, 77, 25, 25, 25, 77, 77,
77, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 77, 25, 77, 77, 77,
0, 0, 0, 86, 86, 86, 86, 86,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 41,
0, 0, 0, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 139, 25, 25,
0, 0, 0, 71, 21, 23, 0, 127,
127, 127, 127, 127, 127, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 0, 0, 0, 71,
21, 23, 0, 62, 62, 62, 62, 62,
62, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 41, 0, 0, 0,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 139, 25, 25, 0, 0, 0,
68, 17, 19, 0, 41, 0, 31, 31,
31, 31, 31, 31, 3, 0, 0, 0,
0, 0, 0, 0, 0, 33, 33, 33,
33, 33, 33, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 159, 0, 25, 25, 25, 25,
25, 192, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 35, 35, 35, 35,
35, 35, 3, 0, 0, 0, 0, 0,
0, 0, 0, 101, 101, 101, 101, 101,
101, 0, 0, 0, 0, 0, 101, 101,
101, 101, 101, 101, 0, 0, 0, 0,
0, 0, 101, 101, 101, 101, 101, 101,
0, 0, 0, 0, 0, 0, 101, 101,
101, 101, 101, 101, 0, 0, 0, 0,
0, 0, 101, 101, 101, 101, 101, 101,
0, 0, 0, 0, 0, 0, 163, 163,
163, 163, 163, 163, 0, 0, 0, 0,
0, 68, 17, 19, 0, 0, 0, 0,
0, 0, 0, 0, 27, 27, 27, 27,
0, 89, 89, 89, 89, 89, 89, 89,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 0, 27, 27, 27, 0,
25, 25, 25, 25, 77, 25, 25, 77,
77, 77, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
1, 44, 1, 1, 0, 44, 41, 44,
44, 0, 25, 25, 25, 25, 74, 143,
74, 74, 25, 143, 139, 143, 143, 0,
0, 0, 71, 21, 23, 0, 56, 56,
56, 56, 56, 56, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 77, 25, 77, 77, 77,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 41, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
139, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 95, 95, 95,
95, 95, 29, 95, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
27, 27, 27, 27, 0, 68, 135, 135,
135, 17, 19, 0, 19, 5, 5, 5,
0, 56, 56, 56, 56, 56, 56, 0,
0, 0, 0, 0, 0, 0, 0, 0,
11, 11, 11, 11, 11, 11, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 44, 1, 1, 0, 44,
41, 44, 44, 0, 25, 25, 25, 25,
74, 143, 74, 74, 25, 143, 139, 143,
143, 0, 0, 0, 71, 21, 23, 0,
56, 56, 56, 56, 56, 56, 0, 0,
0, 0, 0, 0, 0, 0, 95, 95,
95, 95, 29, 95, 95, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 11,
0, 27, 27, 27, 27, 0, 68, 135,
135, 135, 17, 19, 0, 19, 5, 5,
5, 0, 56, 56, 56, 56, 56, 56,
0, 0, 0, 0, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 3,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 27,
0, 27, 27, 27, 0, 25, 25, 25,
25, 77, 25, 77, 77, 77, 0, 0,
0, 89, 89, 89, 89, 89, 89, 89,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 0, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
25, 25, 25, 77, 77, 77, 0, 0,
0, 27, 27, 27, 27, 0, 89, 89,
89, 89, 89, 89, 89, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
0, 27, 27, 27, 0, 25, 25, 25,
25, 77, 25, 25, 77, 77, 77, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 44, 1,
1, 0, 44, 41, 44, 44, 0, 25,
25, 25, 25, 74, 143, 74, 74, 25,
143, 139, 143, 143, 0, 0, 0, 71,
21, 23, 0, 56, 56, 56, 56, 56,
56, 0, 0, 0, 0, 0, 27, 0,
27, 27, 27, 0, 25, 25, 25, 25,
77, 25, 77, 77, 77, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 95,
95, 95, 95, 95, 29, 95, 0, 0,
0, 0, 0, 11, 11, 11, 11, 11,
11, 0, 27, 27, 27, 27, 0, 68,
135, 135, 135, 17, 19, 0, 19, 5,
5, 5, 0, 56, 56, 56, 56, 56,
56, 0, 0, 0, 0, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 11,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 44, 1,
1, 0, 44, 41, 44, 44, 0, 25,
25, 25, 25, 74, 143, 74, 74, 25,
143, 139, 143, 143, 0, 0, 0, 71,
21, 23, 0, 56, 56, 56, 56, 56,
56, 0, 0, 0, 0, 0, 27, 0,
0, 0, 27, 27, 27, 0, 25, 25,
25, 25, 77, 25, 25, 25, 77, 77,
77, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 95, 95, 95, 95, 29,
95, 95, 0, 0, 0, 0, 0, 11,
11, 11, 11, 11, 11, 0, 27, 27,
27, 27, 0, 68, 135, 135, 135, 17,
19, 0, 19, 5, 5, 5, 0, 56,
56, 56, 56, 56, 56, 0, 0, 0,
0, 0, 0, 0, 0, 0, 11, 11,
11, 11, 11, 11, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 77,
77, 77, 0, 0, 0, 86, 86, 86,
86, 86, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 41, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 139,
25, 25, 0, 0, 0, 71, 21, 23,
0, 127, 127, 127, 127, 127, 127, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 0, 0,
0, 71, 21, 23, 0, 62, 62, 62,
62, 62, 62, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 41, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 139, 25, 25, 0,
0, 0, 68, 17, 19, 0, 41, 0,
31, 31, 31, 31, 31, 31, 3, 0,
0, 0, 0, 0, 0, 0, 0, 33,
33, 33, 33, 33, 33, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 159, 0, 25, 25,
25, 25, 25, 192, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 35, 35,
35, 35, 35, 35, 3, 0, 0, 0,
0, 0, 0, 0, 0, 101, 101, 101,
101, 101, 101, 0, 0, 0, 0, 0,
101, 101, 101, 101, 101, 101, 0, 0,
0, 0, 0, 0, 101, 101, 101, 101,
101, 101, 0, 0, 0, 0, 0, 0,
101, 101, 101, 101, 101, 101, 0, 0,
0, 0, 0, 0, 101, 101, 101, 101,
101, 101, 0, 0, 0, 0, 0, 0,
163, 163, 163, 163, 163, 163, 0, 0,
0, 0, 0, 68, 17, 19, 0, 0,
0, 0, 0, 0, 0, 0, 27, 27,
27, 27, 0, 89, 89, 89, 89, 89,
89, 89, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 77, 25,
25, 77, 77, 77, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 44, 1, 1, 0, 44,
41, 44, 44, 0, 25, 25, 25, 25,
74, 143, 74, 74, 25, 143, 139, 143,
143, 0, 0, 0, 71, 21, 23, 0,
56, 56, 56, 56, 56, 56, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 77, 25, 77,
77, 77, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 41, 0, 0,
0, 25, 25, 25, 25, 25, 25, 25,
25, 25, 139, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 95,
95, 95, 95, 95, 29, 95, 0, 0,
0, 0, 0, 11, 11, 11, 11, 11,
11, 0, 27, 27, 27, 27, 0, 68,
135, 135, 135, 17, 19, 0, 19, 5,
5, 5, 0, 56, 56, 56, 56, 56,
56, 0, 0, 0, 0, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 11,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 25, 0, 25, 0
};
static const short _sas_commands_eof_trans[] = {
5747, 5748, 5749, 5750, 5751, 5752, 5753, 5754,
5755, 5756, 5757, 5758, 5759, 5760, 5761, 5762,
5763, 5764, 5765, 5766, 5767, 5768, 5769, 5770,
5771, 5772, 5773, 5774, 5775, 5776, 5777, 5778,
5779, 5780, 5781, 5782, 5783, 5784, 5785, 5786,
5787, 5788, 5789, 5790, 5791, 5792, 5793, 5794,
5795, 5796, 5797, 5798, 5799, 5800, 5801, 5802,
5803, 5804, 5805, 5806, 5807, 5808, 5809, 5810,
5811, 5812, 5813, 5814, 5815, 5816, 5817, 5818,
5819, 5820, 5821, 5822, 5823, 5824, 5825, 5826,
5827, 5828, 5829, 5830, 5831, 5832, 5833, 5834,
5835, 5836, 5837, 5838, 5839, 5840, 5841, 5842,
5843, 5844, 5845, 5846, 5847, 5848, 5849, 5850,
5851, 5852, 5853, 5854, 5855, 5856, 5857, 5858,
5859, 5860, 5861, 5862, 5863, 5864, 5865, 5866,
5867, 5868, 5869, 5870, 5871, 5872, 5873, 5874,
5875, 5876, 5877, 5878, 5879, 5880, 5881, 5882,
5883, 5884, 5885, 5886, 5887, 5888, 5889, 5890,
5891, 5892, 5893, 5894, 5895, 5896, 5897, 5898,
5899, 5900, 5901, 5902, 5903, 5904, 5905, 5906,
5907, 5908, 5909, 5910, 5911, 5912, 5913, 5914,
5915, 5916, 5917, 5918, 5919, 5920, 5921, 5922,
5923, 5924, 5925, 5926, 5927, 5928, 5929, 5930,
5931, 5932, 5933, 5934, 5935, 5936, 5937, 5938,
5939, 5940, 5941, 5942, 5943, 5944, 5945, 5946,
5947, 5948, 5949, 5950, 5951, 5952, 5953, 5954,
5955, 5956, 5957, 5958, 5959, 5960, 5961, 5962,
5963, 5964, 5965, 5966, 5967, 5968, 5969, 5970,
5971, 5972, 5973, 5974, 5975, 5976, 5977, 5978,
5979, 5980, 5981, 5982, 5983, 5984, 5985, 5986,
5987, 5988, 5989, 5990, 5991, 5992, 5993, 5994,
5995, 5996, 5997, 5998, 5999, 6000, 6001, 6002,
6003, 6004, 6005, 6006, 6007, 6008, 6009, 6010,
6011, 6012, 6013, 6014, 6015, 6016, 6017, 6018,
6019, 6020, 6021, 6022, 6023, 6024, 6025, 6026,
6027, 6028, 6029, 6030, 6031, 6032, 6033, 6034,
6035, 6036, 6037, 6038, 6039, 6040, 6041, 6042,
6043, 6044, 6045, 6046, 6047, 6048, 6049, 6050,
6051, 6052, 6053, 6054, 6055, 6056, 6057, 6058,
6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066,
6067, 6068, 6069, 6070, 6071, 6072, 6073, 6074,
6075, 6076, 6077, 6078, 6079, 6080, 6081, 6082,
6083, 6084, 6085, 6086, 6087, 6088, 6089, 6090,
6091, 6092, 6093, 6094, 6095, 6096, 6097, 6098,
6099, 6100, 6101, 6102, 6103, 6104, 6105, 6106,
6107, 6108, 6109, 6110, 6111, 6112, 6113, 6114,
6115, 6116, 6117, 6118, 6119, 6120, 6121, 6122,
6123, 6124, 6125, 6126, 6127, 6128, 6129, 6130,
6131, 6132, 6133, 6134, 6135, 6136, 6137, 6138,
6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146,
6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154,
6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162,
6163, 6164, 6165, 6166, 6167, 6168, 6169, 6170,
6171, 6172, 6173, 6174, 6175, 6176, 6177, 6178,
6179, 6180, 6181, 6182, 6183, 6184, 6185, 6186,
6187, 6188, 6189, 6190, 6191, 6192, 6193, 6194,
6195, 6196, 6197, 6198, 6199, 6200, 6201, 6202,
6203, 6204, 6205, 6206, 6207, 6208, 6209, 6210,
6211, 6212, 6213, 6214, 6215, 6216, 6217, 6218,
6219, 6220, 6221, 6222, 6223, 6224, 6225, 6226,
6227, 6228, 6229, 6230, 6231, 6232, 6233, 6234,
6235, 6236, 6237, 6238, 6239, 6240, 6241, 6242,
6243, 6244, 6245, 6246, 6247, 6248, 6249, 6250,
6251, 6252, 6253, 6254, 6255, 6256, 6257, 6258,
6259, 6260, 6261, 6262, 6263, 6264, 6265, 6266,
6267, 6268, 6269, 6270, 6271, 6272, 6273, 6274,
6275, 6276, 6277, 6278, 6279, 6280, 6281, 6282,
6283, 6284, 6285, 6286, 6287, 6288, 6289, 6290,
6291, 6292, 6293, 6294, 6295, 6296, 6297, 6298,
6299, 6300, 6301, 6302, 6303, 6304, 6305, 6306,
6307, 6308, 6309, 6310, 6311, 6312, 6313, 6314,
6315, 6316, 6317, 6318, 6319, 6320, 6321, 6322,
6323, 6324, 6325, 6326, 6327, 6328, 6329, 6330,
6331, 6332, 6333, 6334, 6335, 6336, 6337, 6338,
6339, 6340, 6341, 6342, 6343, 6344, 6345, 6346,
6347, 6348, 6349, 6350, 6351, 6352, 6353, 6354,
6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362,
6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370,
6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378,
6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386,
6387, 6388, 6389, 6390, 6391, 6392, 6393, 6394,
6395, 6396, 6397, 6398, 6399, 6400, 6401, 6402,
6403, 6404, 6405, 6406, 6407, 6408, 6409, 6410,
6411, 6412, 6413, 6414, 6415, 6416, 6417, 6418,
6419, 6420, 6421, 6422, 6423, 6424, 6425, 6426,
6427, 6428, 6429, 6430, 6431, 6432, 6433, 6434,
6435, 6436, 6437, 6438, 6439, 6440, 6441, 6442,
6443, 6444, 6445, 6446, 6447, 6448, 6449, 6450,
6451, 6452, 6453, 6454, 6455, 6456, 6457, 6458,
6459, 6460, 6461, 6462, 6463, 6464, 6465, 6466,
6467, 6468, 6469, 6470, 6471, 6472, 6473, 6474,
6475, 6476, 6477, 6478, 6479, 6480, 6481, 6482,
6483, 6484, 6485, 6486, 6487, 6488, 6489, 6490,
6491, 6492, 6493, 6494, 6495, 6496, 6497, 6498,
6499, 6500, 6501, 6502, 6503, 6504, 6505, 6506,
6507, 6508, 6509, 6510, 6511, 6512, 6513, 6514,
6515, 6516, 6517, 6518, 6519, 6520, 6521, 6522,
6523, 6524, 6525, 6526, 6527, 6528, 6529, 6530,
6531, 6532, 6533, 6534, 6535, 6536, 6537, 6538,
6539, 6540, 6541, 6542, 6543, 6544, 6545, 6546,
6547, 6548, 6549, 6550, 6551, 6552, 6553, 6554,
6555, 6556, 6557, 6558, 6559, 6560, 6561, 6562,
6563, 6564, 6565, 6566, 6567, 6568, 6569, 6570,
6571, 6572, 6573, 6574, 6575, 6576, 6577, 6578,
6579, 6580, 6581, 6582, 6583, 6584, 6585, 6586,
6587, 6588, 6589, 6590, 6591, 6592, 6593, 6594,
6595, 6596, 6597, 6598, 6599, 6600, 6601, 6602,
6603, 6604, 6605, 6606, 6607, 6608, 6609, 6610,
6611, 6612, 6613, 6614, 6615, 6616, 6617, 6618,
6619, 6620, 6621, 6622, 6623, 6624, 6625, 6626,
6627, 6628, 6629, 6630, 6631, 6632, 6633, 6634,
6635, 6636, 6637, 6638, 6639, 6640, 6641, 6642,
6643, 6644, 6645, 6646, 6647, 6648, 6649, 6650,
6651, 6652, 6653, 6654, 6655, 6656, 6657, 6658,
6659, 6660, 6661, 6662, 6663, 6664, 6665, 6666,
6667, 6668, 6669, 6670, 6671, 6672, 6673, 6674,
6675, 6676, 6677, 6678, 6679, 6680, 6681, 6682,
6683, 6684, 6685, 6686, 6687, 6688, 6689, 6690,
6691, 6692, 6693, 6694, 6695, 6696, 6697, 6698,
6699, 6700, 6701, 6702, 6703, 6704, 6705, 6706,
6707, 6708, 6709, 6710, 6711, 6712, 6713, 6714,
6715, 6716, 6717, 6718, 6719, 6720, 6721, 6722,
6723, 6724, 6725, 6726, 6727, 6728, 6729, 6730,
6731, 6732, 6733, 6734, 6735, 6736, 6737, 6738,
6739, 6740, 6741, 6742, 6743, 6744, 6745, 6746,
6747, 6748, 6749, 6750, 6751, 6752, 6753, 6754,
6755, 6756, 6757, 6758, 6759, 6760, 6761, 6762,
6763, 6764, 6765, 6766, 6767, 6768, 6769, 6770,
6771, 6772, 6773, 6774, 6775, 6776, 6777, 6778,
6779, 6780, 6781, 6782, 6783, 6784, 6785, 6786,
6787, 6788, 6789, 6790, 6791, 6792, 6793, 6794,
6795, 6796, 6797, 6798, 6799, 6800, 6801, 6802,
6803, 6804, 6805, 6806, 6807, 6808, 6809, 6810,
6811, 6812, 6813, 6814, 6815, 6816, 6817, 6818,
6819, 6820, 6821, 6822, 6823, 6824, 6825, 6826,
6827, 6828, 6829, 6830, 6831, 6832, 6833, 6834,
6835, 6836, 6837, 6838, 6839, 6840, 6841, 6842,
6843, 6844, 0
};
static const int sas_commands_start = 1094;
static const int sas_commands_en_main = 1094;
#line 13 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_t *readstat_parse_sas_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
double double_value = NAN;
uint64_t first_integer = 0;
uint64_t integer = 0;
int line_no = 0;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char labelset[32];
char string_value[32];
char buf[1024];
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int var_row = 0, var_col = 0;
int var_len = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 3220 "src/txt/readstat_sas_commands_read.c"
{
cs = (int)sas_commands_start;
}
#line 3225 "src/txt/readstat_sas_commands_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sas_commands_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sas_commands_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sas_commands_trans_keys + (_sas_commands_key_offsets[cs]));
_trans = (unsigned int)_sas_commands_index_offsets[cs];
_klen = (int)_sas_commands_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sas_commands_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sas_commands_cond_targs[_trans];
if ( _sas_commands_cond_actions[_trans] != 0 ) {
_acts = ( _sas_commands_actions + (_sas_commands_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 72 "src/txt/readstat_sas_commands_read.rl"
integer = 0;
}
#line 3310 "src/txt/readstat_sas_commands_read.c"
break;
}
case 1: {
{
#line 76 "src/txt/readstat_sas_commands_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 3321 "src/txt/readstat_sas_commands_read.c"
break;
}
case 2: {
{
#line 80 "src/txt/readstat_sas_commands_read.rl"
int value = 0;
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
value = (( (*( p)))) - '0';
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'F') {
value = (( (*( p)))) - 'A' + 10;
} else if ((( (*( p)))) >= 'a' && (( (*( p)))) <= 'f') {
value = (( (*( p)))) - 'a' + 10;
}
integer = 16 * integer + value;
}
#line 3340 "src/txt/readstat_sas_commands_read.c"
break;
}
case 3: {
{
#line 92 "src/txt/readstat_sas_commands_read.rl"
var_col = integer - 1;
var_len = 1;
}
#line 3352 "src/txt/readstat_sas_commands_read.c"
break;
}
case 4: {
{
#line 97 "src/txt/readstat_sas_commands_read.rl"
var_len = integer - var_col;
}
#line 3363 "src/txt/readstat_sas_commands_read.c"
break;
}
case 5: {
{
#line 101 "src/txt/readstat_sas_commands_read.rl"
var_type = READSTAT_TYPE_STRING;
}
#line 3374 "src/txt/readstat_sas_commands_read.c"
break;
}
case 6: {
{
#line 105 "src/txt/readstat_sas_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE;
}
#line 3385 "src/txt/readstat_sas_commands_read.c"
break;
}
case 7: {
{
#line 109 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(buf, sizeof(buf), (char *)str_start, str_len);
}
#line 3396 "src/txt/readstat_sas_commands_read.c"
break;
}
case 8: {
{
#line 113 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(labelset, sizeof(labelset), (char *)str_start, str_len);
}
#line 3407 "src/txt/readstat_sas_commands_read.c"
break;
}
case 9: {
{
#line 117 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
#line 3418 "src/txt/readstat_sas_commands_read.c"
break;
}
case 10: {
{
#line 121 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
#line 3429 "src/txt/readstat_sas_commands_read.c"
break;
}
case 11: {
{
#line 125 "src/txt/readstat_sas_commands_read.rl"
readstat_copy_lower(varname, sizeof(varname), (char *)str_start, str_len);
}
#line 3440 "src/txt/readstat_sas_commands_read.c"
break;
}
case 12: {
{
#line 129 "src/txt/readstat_sas_commands_read.rl"
if (strcasecmp(argname, "firstobs") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "dlm") == 0) {
schema->field_delimiter = integer ? integer : buf[0];
}
}
#line 3456 "src/txt/readstat_sas_commands_read.c"
break;
}
case 13: {
{
#line 138 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
#line 3471 "src/txt/readstat_sas_commands_read.c"
break;
}
case 14: {
{
#line 146 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->len = var_len;
}
#line 3483 "src/txt/readstat_sas_commands_read.c"
break;
}
case 15: {
{
#line 151 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
#line 3495 "src/txt/readstat_sas_commands_read.c"
break;
}
case 16: {
{
#line 156 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->labelset, sizeof(entry->labelset), labelset, sizeof(labelset));
}
#line 3507 "src/txt/readstat_sas_commands_read.c"
break;
}
case 17: {
{
#line 161 "src/txt/readstat_sas_commands_read.rl"
error = submit_value_label(parser, labelset, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
#line 3521 "src/txt/readstat_sas_commands_read.c"
break;
}
case 18: {
{
#line 168 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 3530 "src/txt/readstat_sas_commands_read.c"
break;
}
case 19: {
{
#line 168 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 3539 "src/txt/readstat_sas_commands_read.c"
break;
}
case 20: {
{
#line 170 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 3548 "src/txt/readstat_sas_commands_read.c"
break;
}
case 21: {
{
#line 170 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 3557 "src/txt/readstat_sas_commands_read.c"
break;
}
case 22: {
{
#line 178 "src/txt/readstat_sas_commands_read.rl"
line_no++; line_start = p; }
#line 3566 "src/txt/readstat_sas_commands_read.c"
break;
}
case 23: {
{
#line 182 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 3575 "src/txt/readstat_sas_commands_read.c"
break;
}
case 24: {
{
#line 182 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 3584 "src/txt/readstat_sas_commands_read.c"
break;
}
case 25: {
{
#line 221 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; }
#line 3593 "src/txt/readstat_sas_commands_read.c"
break;
}
case 26: {
{
#line 222 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = integer; }
#line 3602 "src/txt/readstat_sas_commands_read.c"
break;
}
case 27: {
{
#line 223 "src/txt/readstat_sas_commands_read.rl"
first_integer = integer; }
#line 3611 "src/txt/readstat_sas_commands_read.c"
break;
}
case 28: {
{
#line 223 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_RANGE; }
#line 3620 "src/txt/readstat_sas_commands_read.c"
break;
}
case 29: {
{
#line 224 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 3629 "src/txt/readstat_sas_commands_read.c"
break;
}
case 30: {
{
#line 225 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 3638 "src/txt/readstat_sas_commands_read.c"
break;
}
case 31: {
{
#line 226 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_OTHER; }
#line 3647 "src/txt/readstat_sas_commands_read.c"
break;
}
case 32: {
{
#line 229 "src/txt/readstat_sas_commands_read.rl"
var_len = integer; }
#line 3656 "src/txt/readstat_sas_commands_read.c"
break;
}
case 33: {
{
#line 328 "src/txt/readstat_sas_commands_read.rl"
var_row = integer - 1; }
#line 3665 "src/txt/readstat_sas_commands_read.c"
break;
}
case 34: {
{
#line 332 "src/txt/readstat_sas_commands_read.rl"
var_row = 0; }
#line 3674 "src/txt/readstat_sas_commands_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 1094 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 378 "src/txt/readstat_sas_commands_read.rl"
/* suppress warnings */
(void)sas_commands_en_main;
if (cs <
#line 3705 "src/txt/readstat_sas_commands_read.c"
1094
#line 383 "src/txt/readstat_sas_commands_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/readstat_malloc.c 0000644 0001762 0000144 00000001562 14101007206 017246 0 ustar ligges users #include
#define MAX_MALLOC_SIZE 0xFFF000
/* ~16 MB. Needs to be at least 0x3FF00, i.e. the default ~4MB block size used
* in compressed SPSS (ZSAV) files. The purpose here is to prevent massive
* allocations in the event of a malformed file or a bug in the library. */
void *readstat_malloc(size_t len) {
if (len > MAX_MALLOC_SIZE || len == 0) {
return NULL;
}
return malloc(len);
}
void *readstat_calloc(size_t count, size_t size) {
if (count > MAX_MALLOC_SIZE || size > MAX_MALLOC_SIZE || count * size > MAX_MALLOC_SIZE) {
return NULL;
}
if (count == 0 || size == 0) {
return NULL;
}
return calloc(count, size);
}
void *readstat_realloc(void *ptr, size_t len) {
if (len > MAX_MALLOC_SIZE || len == 0) {
if (ptr)
free(ptr);
return NULL;
}
return realloc(ptr, len);
}
haven/src/readstat/spss/ 0000755 0001762 0000144 00000000000 14102332323 014732 5 ustar ligges users haven/src/readstat/spss/readstat_spss.h 0000644 0001762 0000144 00000007617 14101007206 017773 0 ustar ligges users
#define SPSS_FORMAT_TYPE_A 1
#define SPSS_FORMAT_TYPE_AHEX 2
#define SPSS_FORMAT_TYPE_COMMA 3
#define SPSS_FORMAT_TYPE_DOLLAR 4
#define SPSS_FORMAT_TYPE_F 5
#define SPSS_FORMAT_TYPE_IB 6
#define SPSS_FORMAT_TYPE_PIBHEX 7
#define SPSS_FORMAT_TYPE_P 8
#define SPSS_FORMAT_TYPE_PIB 9
#define SPSS_FORMAT_TYPE_PK 10
#define SPSS_FORMAT_TYPE_RB 11
#define SPSS_FORMAT_TYPE_RBHEX 12
#define SPSS_FORMAT_TYPE_Z 15
#define SPSS_FORMAT_TYPE_N 16
#define SPSS_FORMAT_TYPE_E 17
#define SPSS_FORMAT_TYPE_DATE 20
#define SPSS_FORMAT_TYPE_TIME 21
#define SPSS_FORMAT_TYPE_DATETIME 22
#define SPSS_FORMAT_TYPE_ADATE 23
#define SPSS_FORMAT_TYPE_JDATE 24
#define SPSS_FORMAT_TYPE_DTIME 25
#define SPSS_FORMAT_TYPE_WKDAY 26
#define SPSS_FORMAT_TYPE_MONTH 27
#define SPSS_FORMAT_TYPE_MOYR 28
#define SPSS_FORMAT_TYPE_QYR 29
#define SPSS_FORMAT_TYPE_WKYR 30
#define SPSS_FORMAT_TYPE_PCT 31
#define SPSS_FORMAT_TYPE_DOT 32
#define SPSS_FORMAT_TYPE_CCA 33
#define SPSS_FORMAT_TYPE_CCB 34
#define SPSS_FORMAT_TYPE_CCC 35
#define SPSS_FORMAT_TYPE_CCD 36
#define SPSS_FORMAT_TYPE_CCE 37
#define SPSS_FORMAT_TYPE_EDATE 38
#define SPSS_FORMAT_TYPE_SDATE 39
#define SPSS_FORMAT_TYPE_MTIME 40
#define SPSS_FORMAT_TYPE_YMDHMS 41
#define SPSS_DOC_LINE_SIZE 80
#define SAV_HIGHEST_DOUBLE 0x7FEFFFFFFFFFFFFFUL
#define SAV_MISSING_DOUBLE 0xFFEFFFFFFFFFFFFFUL
#define SAV_LOWEST_DOUBLE 0xFFEFFFFFFFFFFFFEUL
#define SAV_MEASURE_UNKNOWN 0
#define SAV_MEASURE_NOMINAL 1
#define SAV_MEASURE_ORDINAL 2
#define SAV_MEASURE_SCALE 3
#define SAV_ALIGNMENT_LEFT 0
#define SAV_ALIGNMENT_RIGHT 1
#define SAV_ALIGNMENT_CENTER 2
#include
typedef struct spss_format_s {
int type;
int width;
int decimal_places;
} spss_format_t;
// The reason some fields are stored unconverted is that some versions of SPSS
// store truncated UTF-8 in the fields, and also use the truncated strings for
// internal logic (such as matching names). If we convert them too early, the
// last character of a truncated string will be dropped, and some of the column
// information won't be found (e.g. in the key=value long variable record).
typedef struct spss_varinfo_s {
readstat_type_t type;
int labels_index;
int index;
int offset;
int width;
unsigned int string_length;
spss_format_t print_format;
spss_format_t write_format;
int n_segments;
int n_missing_values;
int missing_range;
double missing_double_values[3];
char missing_string_values[3][8*4+1]; // stored UTF-8
char name[8+1]; // stored UNCONVERTED
char longname[64+1]; // stored UNCONVERTED
char *label; // stored UTF-8
readstat_measure_t measure;
readstat_alignment_t alignment;
int display_width;
} spss_varinfo_t;
int spss_format(char *buffer, size_t len, spss_format_t *format);
int spss_varinfo_compare(const void *elem1, const void *elem2);
void spss_varinfo_free(spss_varinfo_t *info);
readstat_missingness_t spss_missingness_for_info(spss_varinfo_t *info);
readstat_variable_t *spss_init_variable_for_info(spss_varinfo_t *info,
int index_after_skipping, iconv_t converter);
uint64_t spss_64bit_value(readstat_value_t value);
uint32_t spss_measure_from_readstat_measure(readstat_measure_t measure);
readstat_measure_t spss_measure_to_readstat_measure(uint32_t sav_measure);
uint32_t spss_alignment_from_readstat_alignment(readstat_alignment_t alignment);
readstat_alignment_t spss_alignment_to_readstat_alignment(uint32_t sav_alignment);
readstat_error_t spss_format_for_variable(readstat_variable_t *r_variable,
spss_format_t *spss_format);
haven/src/readstat/spss/readstat_zsav_compress.c 0000644 0001762 0000144 00000006513 14101007206 021666 0 ustar ligges users
#include
#include
#include
#include "readstat_zsav_compress.h"
zsav_ctx_t *zsav_ctx_init(size_t max_row_len, int64_t offset) {
zsav_ctx_t *ctx = calloc(1, sizeof(zsav_ctx_t));
ctx->buffer = malloc(max_row_len);
ctx->blocks_capacity = 10;
ctx->blocks = calloc(ctx->blocks_capacity, sizeof(zsav_block_t *));
ctx->uncompressed_block_size = 0x3FF000;
ctx->zheader_ofs = offset;
ctx->compression_level = Z_DEFAULT_COMPRESSION;
return ctx;
}
void zsav_ctx_free(zsav_ctx_t *ctx) {
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = ctx->blocks[i];
deflateEnd(&block->stream);
free(block->compressed_data);
free(block);
}
free(ctx->blocks);
free(ctx->buffer);
free(ctx);
}
zsav_block_t *zsav_add_block(zsav_ctx_t *ctx) {
zsav_block_t *block = NULL;
if (ctx->blocks_count == ctx->blocks_capacity) {
ctx->blocks = realloc(ctx->blocks, (ctx->blocks_capacity *= 2 ) * sizeof(zsav_block_t *));
}
block = calloc(1, sizeof(zsav_block_t));
ctx->blocks[ctx->blocks_count++] = block;
deflateInit(&block->stream, ctx->compression_level);
block->compressed_data_capacity = deflateBound(&block->stream, ctx->uncompressed_block_size);
block->compressed_data = malloc(block->compressed_data_capacity);
return block;
}
zsav_block_t *zsav_current_block(zsav_ctx_t *ctx) {
if (ctx->blocks_count == 0)
return NULL;
return ctx->blocks[ctx->blocks_count-1];
}
int zsav_compress_row(void *input, size_t input_len, int finish, zsav_ctx_t *ctx) {
off_t row_off = 0;
unsigned char *row_buffer = input;
size_t row_len = input_len;
zsav_block_t *block = zsav_current_block(ctx);
int deflate_status = Z_OK;
if (block == NULL) {
block = zsav_add_block(ctx);
}
block->stream.next_in = row_buffer;
block->stream.avail_in = row_len;
block->stream.next_out = &block->compressed_data[block->compressed_size];
block->stream.avail_out = block->compressed_data_capacity - block->compressed_size;
/* If the row won't fit into this block, keep writing and flushing
* until the remainder fits. */
while (row_len - row_off > ctx->uncompressed_block_size - block->uncompressed_size) {
block->stream.avail_in = ctx->uncompressed_block_size - block->uncompressed_size;
row_off += ctx->uncompressed_block_size - block->uncompressed_size;
if ((deflate_status = deflate(&block->stream, Z_FINISH)) != Z_STREAM_END) {
goto cleanup;
}
block->compressed_size = block->compressed_data_capacity - block->stream.avail_out;
block->uncompressed_size = ctx->uncompressed_block_size - block->stream.avail_in;
block = zsav_add_block(ctx);
block->stream.next_in = &row_buffer[row_off];
block->stream.avail_in = row_len - row_off;
block->stream.next_out = block->compressed_data;
block->stream.avail_out = block->compressed_data_capacity;
}
/* Now the rest of the row will fit in the block */
deflate_status = deflate(&block->stream, finish ? Z_FINISH : Z_NO_FLUSH);
block->compressed_size = block->compressed_data_capacity - block->stream.avail_out;
block->uncompressed_size += (row_len - row_off) - block->stream.avail_in;
cleanup:
return deflate_status;
}
haven/src/readstat/spss/readstat_sav_parse.c 0000644 0001762 0000144 00000053230 14101765776 021000 0 ustar ligges users #line 1 "src/spss/readstat_sav_parse.rl"
#include
#include
#include "../readstat.h"
#include "../readstat_malloc.h"
#include "../readstat_strings.h"
#include "readstat_sav.h"
#include "readstat_sav_parse.h"
#line 21 "src/spss/readstat_sav_parse.rl"
typedef struct varlookup {
char name[8*4+1];
int index;
} varlookup_t;
static int compare_key_varlookup(const void *elem1, const void *elem2) {
const char *key = (const char *)elem1;
const varlookup_t *v = (const varlookup_t *)elem2;
return strcasecmp(key, v->name);
}
static int compare_varlookups(const void *elem1, const void *elem2) {
const varlookup_t *v1 = (const varlookup_t *)elem1;
const varlookup_t *v2 = (const varlookup_t *)elem2;
return strcasecmp(v1->name, v2->name);
}
static int count_vars(sav_ctx_t *ctx) {
int i;
spss_varinfo_t *last_info = NULL;
int var_count = 0;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
var_count++;
}
last_info = info;
}
return var_count;
}
static varlookup_t *build_lookup_table(int var_count, sav_ctx_t *ctx) {
varlookup_t *table = readstat_malloc(var_count * sizeof(varlookup_t));
int offset = 0;
int i;
spss_varinfo_t *last_info = NULL;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
varlookup_t *entry = &table[offset++];
memcpy(entry->name, info->name, sizeof(info->name));
entry->index = info->index;
}
last_info = info;
}
qsort(table, var_count, sizeof(varlookup_t), &compare_varlookups);
return table;
}
#line 68 "src/spss/readstat_sav_parse.c"
static const signed char _sav_long_variable_parse_actions[] = {
0, 1, 1, 1, 5, 2, 2, 0,
3, 6, 4, 3, 0
};
static const short _sav_long_variable_parse_key_offsets[] = {
0, 0, 5, 19, 33, 47, 61, 75,
89, 103, 104, 108, 113, 118, 123, 128,
133, 138, 143, 148, 153, 158, 163, 168,
173, 178, 183, 188, 193, 198, 203, 208,
213, 218, 223, 228, 233, 238, 243, 248,
253, 258, 263, 268, 273, 278, 283, 288,
293, 298, 303, 308, 313, 318, 323, 328,
333, 338, 343, 348, 353, 358, 363, 368,
373, 378, 383, 388, 393, 398, 403, 408,
413, 418, 423, 428, 0
};
static const unsigned char _sav_long_variable_parse_trans_keys[] = {
255u, 0u, 63u, 91u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 47u,
61u, 96u, 255u, 0u, 34u, 37u, 45u, 58u,
63u, 91u, 94u, 123u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 61u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 255u, 0u, 63u, 91u, 127u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 0u
};
static const signed char _sav_long_variable_parse_single_lengths[] = {
0, 1, 4, 4, 4, 4, 4, 4,
4, 1, 2, 3, 1, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 1, 0
};
static const signed char _sav_long_variable_parse_range_lengths[] = {
0, 2, 5, 5, 5, 5, 5, 5,
5, 0, 1, 1, 2, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 0, 0
};
static const short _sav_long_variable_parse_index_offsets[] = {
0, 0, 4, 14, 24, 34, 44, 54,
64, 74, 76, 80, 85, 89, 94, 99,
104, 109, 114, 119, 124, 129, 134, 139,
144, 149, 154, 159, 164, 169, 174, 179,
184, 189, 194, 199, 204, 209, 214, 219,
224, 229, 234, 239, 244, 249, 254, 259,
264, 269, 274, 279, 284, 289, 294, 299,
304, 309, 314, 319, 324, 329, 334, 339,
344, 349, 354, 359, 364, 369, 374, 379,
384, 389, 394, 399, 0
};
static const signed char _sav_long_variable_parse_cond_targs[] = {
0, 0, 0, 2, 0, 10, 0, 0,
0, 0, 0, 0, 0, 3, 0, 10,
0, 0, 0, 0, 0, 0, 0, 4,
0, 10, 0, 0, 0, 0, 0, 0,
0, 5, 0, 10, 0, 0, 0, 0,
0, 0, 0, 6, 0, 10, 0, 0,
0, 0, 0, 0, 0, 7, 0, 10,
0, 0, 0, 0, 0, 0, 0, 8,
0, 10, 0, 0, 0, 0, 0, 0,
0, 9, 10, 0, 0, 0, 0, 11,
12, 0, 0, 0, 13, 0, 0, 0,
2, 12, 0, 0, 0, 14, 12, 0,
0, 0, 15, 12, 0, 0, 0, 16,
12, 0, 0, 0, 17, 12, 0, 0,
0, 18, 12, 0, 0, 0, 19, 12,
0, 0, 0, 20, 12, 0, 0, 0,
21, 12, 0, 0, 0, 22, 12, 0,
0, 0, 23, 12, 0, 0, 0, 24,
12, 0, 0, 0, 25, 12, 0, 0,
0, 26, 12, 0, 0, 0, 27, 12,
0, 0, 0, 28, 12, 0, 0, 0,
29, 12, 0, 0, 0, 30, 12, 0,
0, 0, 31, 12, 0, 0, 0, 32,
12, 0, 0, 0, 33, 12, 0, 0,
0, 34, 12, 0, 0, 0, 35, 12,
0, 0, 0, 36, 12, 0, 0, 0,
37, 12, 0, 0, 0, 38, 12, 0,
0, 0, 39, 12, 0, 0, 0, 40,
12, 0, 0, 0, 41, 12, 0, 0,
0, 42, 12, 0, 0, 0, 43, 12,
0, 0, 0, 44, 12, 0, 0, 0,
45, 12, 0, 0, 0, 46, 12, 0,
0, 0, 47, 12, 0, 0, 0, 48,
12, 0, 0, 0, 49, 12, 0, 0,
0, 50, 12, 0, 0, 0, 51, 12,
0, 0, 0, 52, 12, 0, 0, 0,
53, 12, 0, 0, 0, 54, 12, 0,
0, 0, 55, 12, 0, 0, 0, 56,
12, 0, 0, 0, 57, 12, 0, 0,
0, 58, 12, 0, 0, 0, 59, 12,
0, 0, 0, 60, 12, 0, 0, 0,
61, 12, 0, 0, 0, 62, 12, 0,
0, 0, 63, 12, 0, 0, 0, 64,
12, 0, 0, 0, 65, 12, 0, 0,
0, 66, 12, 0, 0, 0, 67, 12,
0, 0, 0, 68, 12, 0, 0, 0,
69, 12, 0, 0, 0, 70, 12, 0,
0, 0, 71, 12, 0, 0, 0, 72,
12, 0, 0, 0, 73, 12, 0, 0,
0, 74, 12, 0, 0, 0, 75, 12,
0, 0, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
63, 64, 65, 66, 67, 68, 69, 70,
71, 72, 73, 74, 75, 0
};
static const signed char _sav_long_variable_parse_cond_actions[] = {
0, 0, 0, 1, 0, 5, 0, 0,
0, 0, 0, 0, 0, 0, 0, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 5, 0, 0, 0, 0, 0, 0,
0, 0, 0, 5, 0, 0, 0, 0,
0, 0, 0, 0, 0, 5, 0, 0,
0, 0, 0, 0, 0, 0, 0, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 5, 0, 0, 0, 0, 0, 0,
0, 0, 5, 0, 0, 0, 0, 3,
8, 0, 0, 0, 0, 0, 0, 0,
1, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 8, 0, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 0
};
static const short _sav_long_variable_parse_eof_trans[] = {
402, 403, 404, 405, 406, 407, 408, 409,
410, 411, 412, 413, 414, 415, 416, 417,
418, 419, 420, 421, 422, 423, 424, 425,
426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441,
442, 443, 444, 445, 446, 447, 448, 449,
450, 451, 452, 453, 454, 455, 456, 457,
458, 459, 460, 461, 462, 463, 464, 465,
466, 467, 468, 469, 470, 471, 472, 473,
474, 475, 476, 477, 0
};
static const int sav_long_variable_parse_start = 1;
static const int sav_long_variable_parse_en_main = 1;
#line 79 "src/spss/readstat_sav_parse.rl"
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8+1];
char temp_val[64+1];
unsigned char *str_start = NULL;
size_t str_len = 0;
char error_buf[8192];
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = build_lookup_table(var_count, ctx);
unsigned char *eof = pe;
int cs;
#line 351 "src/spss/readstat_sav_parse.c"
{
cs = (int)sav_long_variable_parse_start;
}
#line 356 "src/spss/readstat_sav_parse.c"
{
int _klen;
unsigned int _trans = 0;
const unsigned char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_long_variable_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_long_variable_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_long_variable_parse_trans_keys + (_sav_long_variable_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_long_variable_parse_index_offsets[cs];
_klen = (int)_sav_long_variable_parse_single_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + _klen - 1;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_long_variable_parse_range_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + (_klen<<1) - 2;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_long_variable_parse_cond_targs[_trans];
if ( _sav_long_variable_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_long_variable_parse_actions + (_sav_long_variable_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 13 "src/spss/readstat_sav_parse.rl"
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
#line 442 "src/spss/readstat_sav_parse.c"
break;
}
case 1: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 451 "src/spss/readstat_sav_parse.c"
break;
}
case 2: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 460 "src/spss/readstat_sav_parse.c"
break;
}
case 3: {
{
#line 102 "src/spss/readstat_sav_parse.rl"
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
spss_varinfo_t *info = ctx->varinfo[found->index];
memcpy(info->longname, temp_val, str_len);
info->longname[str_len] = '\0';
} else if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Failed to find %s", temp_key);
ctx->handle.error(error_buf, ctx->user_ctx);
}
}
#line 479 "src/spss/readstat_sav_parse.c"
break;
}
case 4: {
{
#line 114 "src/spss/readstat_sav_parse.rl"
memcpy(temp_val, str_start, str_len);
temp_val[str_len] = '\0';
}
#line 491 "src/spss/readstat_sav_parse.c"
break;
}
case 5: {
{
#line 119 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 500 "src/spss/readstat_sav_parse.c"
break;
}
case 6: {
{
#line 119 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 509 "src/spss/readstat_sav_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 11 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 127 "src/spss/readstat_sav_parse.rl"
if (cs <
#line 537 "src/spss/readstat_sav_parse.c"
11
#line 129 "src/spss/readstat_sav_parse.rl"
|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing string \"%.*s\" around byte #%ld/%d, character %c",
count, (char *)data, (long)(p - c_data), count, *p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
/* suppress warning */
(void)sav_long_variable_parse_en_main;
return retval;
}
#line 560 "src/spss/readstat_sav_parse.c"
static const signed char _sav_very_long_string_parse_actions[] = {
0, 1, 1, 1, 3, 1, 4, 2,
2, 0, 2, 5, 4, 0
};
static const signed char _sav_very_long_string_parse_key_offsets[] = {
0, 0, 5, 19, 33, 47, 61, 75,
89, 103, 104, 106, 109, 111, 0
};
static const unsigned char _sav_very_long_string_parse_trans_keys[] = {
255u, 0u, 63u, 91u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 47u,
61u, 96u, 255u, 0u, 34u, 37u, 45u, 58u,
63u, 91u, 94u, 123u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 61u,
48u, 57u, 0u, 48u, 57u, 0u, 9u, 255u,
0u, 63u, 91u, 127u, 0u
};
static const signed char _sav_very_long_string_parse_single_lengths[] = {
0, 1, 4, 4, 4, 4, 4, 4,
4, 1, 0, 1, 2, 1, 0
};
static const signed char _sav_very_long_string_parse_range_lengths[] = {
0, 2, 5, 5, 5, 5, 5, 5,
5, 0, 1, 1, 0, 2, 0
};
static const signed char _sav_very_long_string_parse_index_offsets[] = {
0, 0, 4, 14, 24, 34, 44, 54,
64, 74, 76, 78, 81, 84, 0
};
static const signed char _sav_very_long_string_parse_cond_targs[] = {
0, 0, 0, 2, 0, 10, 0, 0,
0, 0, 0, 0, 0, 3, 0, 10,
0, 0, 0, 0, 0, 0, 0, 4,
0, 10, 0, 0, 0, 0, 0, 0,
0, 5, 0, 10, 0, 0, 0, 0,
0, 0, 0, 6, 0, 10, 0, 0,
0, 0, 0, 0, 0, 7, 0, 10,
0, 0, 0, 0, 0, 0, 0, 8,
0, 10, 0, 0, 0, 0, 0, 0,
0, 9, 10, 0, 11, 0, 12, 11,
0, 12, 13, 0, 0, 0, 0, 2,
0, 1, 2, 3, 4, 5, 6, 7,
8, 9, 10, 11, 12, 13, 0
};
static const signed char _sav_very_long_string_parse_cond_actions[] = {
0, 0, 0, 1, 0, 7, 0, 0,
0, 0, 0, 0, 0, 0, 0, 7,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 0, 0, 0, 0, 0, 0,
0, 0, 0, 7, 0, 0, 0, 0,
0, 0, 0, 0, 0, 7, 0, 0,
0, 0, 0, 0, 0, 0, 0, 7,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 0, 0, 0, 0, 0, 0,
0, 0, 7, 0, 10, 0, 3, 5,
0, 0, 0, 0, 0, 0, 0, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0
};
static const int sav_very_long_string_parse_start = 1;
static const int sav_very_long_string_parse_en_main = 1;
#line 153 "src/spss/readstat_sav_parse.rl"
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8*4+1];
unsigned int temp_val = 0;
unsigned char *str_start = NULL;
size_t str_len = 0;
size_t error_buf_len = 1024 + count;
char *error_buf = NULL;
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = NULL;
int cs;
error_buf = readstat_malloc(error_buf_len);
table = build_lookup_table(var_count, ctx);
#line 666 "src/spss/readstat_sav_parse.c"
{
cs = (int)sav_very_long_string_parse_start;
}
#line 671 "src/spss/readstat_sav_parse.c"
{
int _klen;
unsigned int _trans = 0;
const unsigned char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe )
goto _out;
_keys = ( _sav_very_long_string_parse_trans_keys + (_sav_very_long_string_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_very_long_string_parse_index_offsets[cs];
_klen = (int)_sav_very_long_string_parse_single_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + _klen - 1;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_very_long_string_parse_range_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + (_klen<<1) - 2;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
cs = (int)_sav_very_long_string_parse_cond_targs[_trans];
if ( _sav_very_long_string_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_very_long_string_parse_actions + (_sav_very_long_string_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 13 "src/spss/readstat_sav_parse.rl"
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
#line 750 "src/spss/readstat_sav_parse.c"
break;
}
case 1: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 759 "src/spss/readstat_sav_parse.c"
break;
}
case 2: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 768 "src/spss/readstat_sav_parse.c"
break;
}
case 3: {
{
#line 177 "src/spss/readstat_sav_parse.rl"
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
ctx->varinfo[found->index]->string_length = temp_val;
ctx->varinfo[found->index]->write_format.width = temp_val;
ctx->varinfo[found->index]->print_format.width = temp_val;
}
}
#line 784 "src/spss/readstat_sav_parse.c"
break;
}
case 4: {
{
#line 186 "src/spss/readstat_sav_parse.rl"
if ((( (*( p)))) != '\0') {
unsigned char digit = (( (*( p)))) - '0';
if (temp_val <= (UINT_MAX - digit) / 10) {
temp_val = 10 * temp_val + digit;
} else {
{p += 1; goto _out; }
}
}
}
#line 802 "src/spss/readstat_sav_parse.c"
break;
}
case 5: {
{
#line 197 "src/spss/readstat_sav_parse.rl"
temp_val = 0; }
#line 811 "src/spss/readstat_sav_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( cs != 0 ) {
p += 1;
goto _resume;
}
_out: {}
}
#line 205 "src/spss/readstat_sav_parse.rl"
if (cs <
#line 833 "src/spss/readstat_sav_parse.c"
12
#line 207 "src/spss/readstat_sav_parse.rl"
|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, error_buf_len, "Parsed %ld of %ld bytes. Remaining bytes: %.*s",
(long)(p - c_data), (long)(pe - c_data), (int)(pe - p), p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
if (error_buf)
free(error_buf);
/* suppress warning */
(void)sav_very_long_string_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_zsav_write.h 0000644 0001762 0000144 00000000210 14101007206 021156 0 ustar ligges users
readstat_error_t zsav_write_compressed_row(void *writer_ctx, void *row, size_t len);
readstat_error_t zsav_end_data(void *writer_ctx);
haven/src/readstat/spss/readstat_por_parse.c 0000644 0001762 0000144 00000016040 14101765776 021005 0 ustar ligges users #line 1 "src/spss/readstat_por_parse.rl"
#include
#include "../readstat.h"
#include "readstat_por_parse.h"
#line 9 "src/spss/readstat_por_parse.c"
static const signed char _por_field_parse_actions[] = {
0, 1, 0, 1, 1, 1, 5, 1,
8, 1, 9, 1, 10, 2, 2, 0,
2, 3, 1, 2, 5, 10, 2, 7,
10, 3, 4, 2, 0, 3, 6, 2,
0, 0
};
static const signed char _por_field_parse_key_offsets[] = {
0, 0, 8, 9, 14, 18, 23, 31,
35, 40, 44, 48, 55, 0
};
static const char _por_field_parse_trans_keys[] = {
32, 42, 45, 46, 48, 57, 65, 84,
46, 46, 48, 57, 65, 84, 48, 57,
65, 84, 47, 48, 57, 65, 84, 43,
45, 46, 47, 48, 57, 65, 84, 48,
57, 65, 84, 47, 48, 57, 65, 84,
48, 57, 65, 84, 48, 57, 65, 84,
43, 45, 47, 48, 57, 65, 84, 0
};
static const signed char _por_field_parse_single_lengths[] = {
0, 4, 1, 1, 0, 1, 4, 0,
1, 0, 0, 3, 0, 0
};
static const signed char _por_field_parse_range_lengths[] = {
0, 2, 0, 2, 2, 2, 2, 2,
2, 2, 2, 2, 0, 0
};
static const signed char _por_field_parse_index_offsets[] = {
0, 0, 7, 9, 13, 16, 20, 27,
30, 34, 37, 40, 46, 0
};
static const signed char _por_field_parse_cond_targs[] = {
1, 2, 3, 4, 6, 6, 0, 12,
0, 4, 6, 6, 0, 5, 5, 0,
12, 5, 5, 0, 7, 9, 10, 12,
6, 6, 0, 8, 8, 0, 12, 8,
8, 0, 8, 8, 0, 11, 11, 0,
7, 9, 12, 11, 11, 0, 0, 0,
1, 2, 3, 4, 5, 6, 7, 8,
9, 10, 11, 12, 0
};
static const signed char _por_field_parse_cond_actions[] = {
0, 9, 0, 0, 13, 13, 0, 11,
0, 7, 25, 25, 0, 16, 16, 0,
11, 3, 3, 0, 5, 5, 5, 19,
1, 1, 0, 13, 13, 0, 22, 1,
1, 0, 29, 29, 0, 16, 16, 0,
0, 0, 11, 3, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0
};
static const int por_field_parse_start = 1;
static const int por_field_parse_en_main = 1;
#line 9 "src/spss/readstat_por_parse.rl"
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx) {
ssize_t retval = 0;
double val = 0.0;
double denom = 30.0;
double temp_frac = 0.0;
double num = 0.0;
double exp = 0.0;
double temp_val = 0.0;
const unsigned char *p = (const unsigned char *)data;
const unsigned char *pe = p + len;
int cs;
int is_negative = 0, exp_is_negative = 0;
int success = 0;
#line 97 "src/spss/readstat_por_parse.c"
{
cs = (int)por_field_parse_start;
}
#line 102 "src/spss/readstat_por_parse.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe )
goto _out;
_keys = ( _por_field_parse_trans_keys + (_por_field_parse_key_offsets[cs]));
_trans = (unsigned int)_por_field_parse_index_offsets[cs];
_klen = (int)_por_field_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_por_field_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
cs = (int)_por_field_parse_cond_targs[_trans];
if ( _por_field_parse_cond_actions[_trans] != 0 ) {
_acts = ( _por_field_parse_actions + (_por_field_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 30 "src/spss/readstat_por_parse.rl"
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
temp_val = 30 * temp_val + ((( (*( p)))) - '0');
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'T') {
temp_val = 30 * temp_val + (10 + (( (*( p)))) - 'A');
}
}
#line 184 "src/spss/readstat_por_parse.c"
break;
}
case 1: {
{
#line 38 "src/spss/readstat_por_parse.rl"
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
temp_frac += ((( (*( p)))) - '0') / denom;
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'T') {
temp_frac += (10 + (( (*( p)))) - 'A') / denom;
}
denom *= 30.0;
}
#line 200 "src/spss/readstat_por_parse.c"
break;
}
case 2: {
{
#line 47 "src/spss/readstat_por_parse.rl"
temp_val = 0; }
#line 209 "src/spss/readstat_por_parse.c"
break;
}
case 3: {
{
#line 49 "src/spss/readstat_por_parse.rl"
temp_frac = 0.0; }
#line 218 "src/spss/readstat_por_parse.c"
break;
}
case 4: {
{
#line 53 "src/spss/readstat_por_parse.rl"
is_negative = 1; }
#line 227 "src/spss/readstat_por_parse.c"
break;
}
case 5: {
{
#line 53 "src/spss/readstat_por_parse.rl"
num = temp_val; }
#line 236 "src/spss/readstat_por_parse.c"
break;
}
case 6: {
{
#line 54 "src/spss/readstat_por_parse.rl"
exp_is_negative = 1; }
#line 245 "src/spss/readstat_por_parse.c"
break;
}
case 7: {
{
#line 54 "src/spss/readstat_por_parse.rl"
exp = temp_val; }
#line 254 "src/spss/readstat_por_parse.c"
break;
}
case 8: {
{
#line 56 "src/spss/readstat_por_parse.rl"
is_negative = 1; }
#line 263 "src/spss/readstat_por_parse.c"
break;
}
case 9: {
{
#line 58 "src/spss/readstat_por_parse.rl"
val = NAN; }
#line 272 "src/spss/readstat_por_parse.c"
break;
}
case 10: {
{
#line 60 "src/spss/readstat_por_parse.rl"
success = 1; {p += 1; goto _out; } }
#line 281 "src/spss/readstat_por_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( cs != 0 ) {
p += 1;
goto _resume;
}
_out: {}
}
#line 64 "src/spss/readstat_por_parse.rl"
if (!isnan(val)) {
val = 1.0 * num + temp_frac;
if (exp_is_negative)
exp *= -1;
if (exp) {
val *= pow(30.0, exp);
}
if (is_negative)
val *= -1;
}
if (!success) {
retval = -1;
if (error_cb) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Read bytes: %ld String: %.*s Ending state: %d",
(long)(p - (const unsigned char *)data), (int)len, data, cs);
error_cb(error_buf, user_ctx);
}
}
if (retval == 0) {
if (result)
*result = val;
retval = (p - (const unsigned char *)data);
}
/* suppress warning */
(void)por_field_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav_parse.h 0000644 0001762 0000144 00000000321 14101007206 020747 0 ustar ligges users //
// sav_parse.h
//
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx);
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx);
haven/src/readstat/spss/readstat_sav_parse.rl 0000644 0001762 0000144 00000014746 14101007206 021155 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_malloc.h"
#include "../readstat_strings.h"
#include "readstat_sav.h"
#include "readstat_sav_parse.h"
%%{
machine key_defs;
action copy_key {
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
non_ascii_byte = (0x80 .. 0xFE); # multi-byte sequence might be incomplete
key = ( ( non_ascii_byte | [A-Z@] ) ( non_ascii_byte | [A-Za-z0-9@#$_\.] ){0,7} ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
}%%
typedef struct varlookup {
char name[8*4+1];
int index;
} varlookup_t;
static int compare_key_varlookup(const void *elem1, const void *elem2) {
const char *key = (const char *)elem1;
const varlookup_t *v = (const varlookup_t *)elem2;
return strcasecmp(key, v->name);
}
static int compare_varlookups(const void *elem1, const void *elem2) {
const varlookup_t *v1 = (const varlookup_t *)elem1;
const varlookup_t *v2 = (const varlookup_t *)elem2;
return strcasecmp(v1->name, v2->name);
}
static int count_vars(sav_ctx_t *ctx) {
int i;
spss_varinfo_t *last_info = NULL;
int var_count = 0;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
var_count++;
}
last_info = info;
}
return var_count;
}
static varlookup_t *build_lookup_table(int var_count, sav_ctx_t *ctx) {
varlookup_t *table = readstat_malloc(var_count * sizeof(varlookup_t));
int offset = 0;
int i;
spss_varinfo_t *last_info = NULL;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
varlookup_t *entry = &table[offset++];
memcpy(entry->name, info->name, sizeof(info->name));
entry->index = info->index;
}
last_info = info;
}
qsort(table, var_count, sizeof(varlookup_t), &compare_varlookups);
return table;
}
%%{
machine sav_long_variable_parse;
include key_defs;
write data nofinal noerror;
alphtype unsigned char;
}%%
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8+1];
char temp_val[64+1];
unsigned char *str_start = NULL;
size_t str_len = 0;
char error_buf[8192];
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = build_lookup_table(var_count, ctx);
unsigned char *eof = pe;
int cs;
%%{
action set_long_name {
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
spss_varinfo_t *info = ctx->varinfo[found->index];
memcpy(info->longname, temp_val, str_len);
info->longname[str_len] = '\0';
} else if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Failed to find %s", temp_key);
ctx->handle.error(error_buf, ctx->user_ctx);
}
}
action copy_value {
memcpy(temp_val, str_start, str_len);
temp_val[str_len] = '\0';
}
value = ( non_ascii_byte | print ){1,64} >{ str_start = fpc; } %{ str_len = fpc - str_start; };
keyval = ( key %copy_key "=" value %copy_value ) %set_long_name;
main := keyval ("\t" keyval)* "\t"?;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing string \"%.*s\" around byte #%ld/%d, character %c",
count, (char *)data, (long)(p - c_data), count, *p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
/* suppress warning */
(void)sav_long_variable_parse_en_main;
return retval;
}
%%{
machine sav_very_long_string_parse;
include key_defs;
write data nofinal noerror;
alphtype unsigned char;
}%%
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8*4+1];
unsigned int temp_val = 0;
unsigned char *str_start = NULL;
size_t str_len = 0;
size_t error_buf_len = 1024 + count;
char *error_buf = NULL;
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = NULL;
int cs;
error_buf = readstat_malloc(error_buf_len);
table = build_lookup_table(var_count, ctx);
%%{
action set_width {
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
ctx->varinfo[found->index]->string_length = temp_val;
ctx->varinfo[found->index]->write_format.width = temp_val;
ctx->varinfo[found->index]->print_format.width = temp_val;
}
}
action incr_val {
if (fc != '\0') {
unsigned char digit = fc - '0';
if (temp_val <= (UINT_MAX - digit) / 10) {
temp_val = 10 * temp_val + digit;
} else {
fbreak;
}
}
}
value = [0-9]+ >{ temp_val = 0; } $incr_val;
keyval = ( key %copy_key "=" value ) %set_width;
main := keyval ("\0"+ "\t" keyval)* "\0"+ "\t"?;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%% || p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, error_buf_len, "Parsed %ld of %ld bytes. Remaining bytes: %.*s",
(long)(p - c_data), (long)(pe - c_data), (int)(pe - p), p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
if (error_buf)
free(error_buf);
/* suppress warning */
(void)sav_very_long_string_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav.h 0000644 0001762 0000144 00000007712 14101007206 017570 0 ustar ligges users //
// readstat_sav.h
//
#include "readstat_spss.h"
#pragma pack(push, 1)
// SAV files
typedef struct sav_file_header_record_s {
char rec_type[4];
char prod_name[60];
int32_t layout_code;
int32_t nominal_case_size;
int32_t compression;
int32_t weight_index;
int32_t ncases;
double bias; /* TODO is this portable? */
char creation_date[9];
char creation_time[8];
char file_label[64];
char padding[3];
} sav_file_header_record_t;
typedef struct sav_variable_record_s {
int32_t type;
int32_t has_var_label;
int32_t n_missing_values;
int32_t print;
int32_t write;
char name[8];
} sav_variable_record_t;
typedef struct sav_info_record_header_s {
int32_t rec_type;
int32_t subtype;
int32_t size;
int32_t count;
} sav_info_record_t;
typedef struct sav_machine_integer_info_record_s {
int32_t version_major;
int32_t version_minor;
int32_t version_revision;
int32_t machine_code;
int32_t floating_point_rep;
int32_t compression_code;
int32_t endianness;
int32_t character_code;
} sav_machine_integer_info_record_t;
typedef struct sav_machine_floating_point_info_record_s {
uint64_t sysmis;
uint64_t highest;
uint64_t lowest;
} sav_machine_floating_point_info_record_t;
typedef struct sav_dictionary_termination_record_s {
int32_t rec_type;
int32_t filler;
} sav_dictionary_termination_record_t;
#pragma pack(pop)
typedef struct sav_ctx_s {
readstat_callbacks_t handle;
size_t file_size;
readstat_io_t *io;
void *user_ctx;
spss_varinfo_t **varinfo;
size_t varinfo_capacity;
readstat_variable_t **variables;
const char *input_encoding;
const char *output_encoding;
char file_label[4*64+1];
time_t timestamp;
uint32_t *variable_display_values;
size_t variable_display_values_count;
iconv_t converter;
int var_index;
int var_offset;
int var_count;
int record_count;
int row_limit;
int row_offset;
int current_row;
int value_labels_count;
int fweight_index;
char *raw_string;
size_t raw_string_len;
char *utf8_string;
size_t utf8_string_len;
uint64_t missing_double;
uint64_t lowest_double;
uint64_t highest_double;
double bias;
int format_version;
readstat_compress_t compression;
readstat_endian_t endianness;
unsigned int bswap:1;
} sav_ctx_t;
#define SAV_RECORD_TYPE_VARIABLE 2
#define SAV_RECORD_TYPE_VALUE_LABEL 3
#define SAV_RECORD_TYPE_VALUE_LABEL_VARIABLES 4
#define SAV_RECORD_TYPE_DOCUMENT 6
#define SAV_RECORD_TYPE_HAS_DATA 7
#define SAV_RECORD_TYPE_DICT_TERMINATION 999
#define SAV_RECORD_SUBTYPE_INTEGER_INFO 3
#define SAV_RECORD_SUBTYPE_FP_INFO 4
#define SAV_RECORD_SUBTYPE_PRODUCT_INFO 10
#define SAV_RECORD_SUBTYPE_VAR_DISPLAY 11
#define SAV_RECORD_SUBTYPE_LONG_VAR_NAME 13
#define SAV_RECORD_SUBTYPE_VERY_LONG_STR 14
#define SAV_RECORD_SUBTYPE_NUMBER_OF_CASES 16
#define SAV_RECORD_SUBTYPE_DATA_FILE_ATTRS 17
#define SAV_RECORD_SUBTYPE_VARIABLE_ATTRS 18
#define SAV_RECORD_SUBTYPE_CHAR_ENCODING 20
#define SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS 21
#define SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES 22
#define SAV_FLOATING_POINT_REP_IEEE 1
#define SAV_FLOATING_POINT_REP_IBM 2
#define SAV_FLOATING_POINT_REP_VAX 3
#define SAV_ENDIANNESS_BIG 1
#define SAV_ENDIANNESS_LITTLE 2
#define SAV_EIGHT_SPACES " "
sav_ctx_t *sav_ctx_init(sav_file_header_record_t *header, readstat_io_t *io);
void sav_ctx_free(sav_ctx_t *ctx);
haven/src/readstat/spss/readstat_por_read.c 0000644 0001762 0000144 00000071527 14101007206 020572 0 ustar ligges users //
// readstat_por.c
//
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "../readstat_malloc.h"
#include "../CKHashTable.h"
#include "readstat_por_parse.h"
#include "readstat_spss.h"
#include "readstat_por.h"
#define POR_LINE_LENGTH 80
#define POR_LABEL_NAME_PREFIX "labels"
#define POR_FORMAT_SHIFT 82
#define MAX_FORMAT_TYPE (POR_FORMAT_SHIFT+SPSS_FORMAT_TYPE_YMDHMS)
#define MAX_FORMAT_WIDTH 20000
#define MAX_FORMAT_DECIMALS 100
#define MAX_STRING_LENGTH 20000
#define MAX_VARS 1000000
#define MAX_WIDTH 1000000
#define MAX_LINES 1000000
#define MAX_STRINGS 1000000
#define MAX_LABELS 1000000
static ssize_t read_bytes(por_ctx_t *ctx, void *dst, size_t len);
static readstat_error_t read_string(por_ctx_t *ctx, char *data, size_t len);
static readstat_error_t por_update_progress(por_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
return io->update(ctx->file_size, ctx->handle.progress, ctx->user_ctx, io->io_ctx);
}
static ssize_t read_bytes(por_ctx_t *ctx, void *dst, size_t len) {
char *dst_pos = (char *)dst;
readstat_io_t *io = ctx->io;
char byte;
while (dst_pos < (char *)dst + len) {
if (ctx->num_spaces) {
*dst_pos++ = ctx->space;
ctx->num_spaces--;
continue;
}
ssize_t bytes_read = io->read(&byte, 1, io->io_ctx);
if (bytes_read == 0) {
break;
}
if (bytes_read == -1) {
return -1;
}
if (byte == '\r' || byte == '\n') {
if (byte == '\r') {
bytes_read = io->read(&byte, 1, io->io_ctx);
if (bytes_read == 0 || bytes_read == -1 || byte != '\n')
return -1;
}
ctx->num_spaces = POR_LINE_LENGTH - ctx->pos;
ctx->pos = 0;
continue;
} else if (ctx->pos == POR_LINE_LENGTH) {
return -1;
}
*dst_pos++ = byte;
ctx->pos++;
}
return (int)(dst_pos - (char *)dst);
}
static uint16_t read_tag(por_ctx_t *ctx) {
unsigned char tag;
if (read_bytes(ctx, &tag, 1) != 1) {
return -1;
}
return ctx->byte2unicode[tag];
}
static readstat_error_t read_double_with_peek(por_ctx_t *ctx, double *out_double,
unsigned char peek) {
readstat_error_t retval = READSTAT_OK;
double value = NAN;
unsigned char buffer[100];
char utf8_buffer[300];
char error_buf[1024];
int64_t len = 0;
ssize_t bytes_read = 0;
buffer[0] = peek;
bytes_read = read_bytes(ctx, &buffer[1], 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
if (ctx->byte2unicode[buffer[0]] == '*' &&
ctx->byte2unicode[buffer[1]] == '.') {
if (out_double)
*out_double = NAN;
return READSTAT_OK;
}
int64_t i=2;
while (ibyte2unicode[buffer[i-1]] != '/') {
bytes_read = read_bytes(ctx, &buffer[i], 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
i++;
}
if (i == sizeof(buffer)) {
return READSTAT_ERROR_PARSE;
}
len = por_utf8_encode(buffer, i, utf8_buffer, sizeof(utf8_buffer), ctx->byte2unicode);
if (len == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting double string (length=%" PRId64 "): %.*s",
i, (int)i, buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
bytes_read = readstat_por_parse_double(utf8_buffer, len, &value, ctx->handle.error, ctx->user_ctx);
if (bytes_read == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing double string (length=%" PRId64 "): %.*s [%s]",
len, (int)len, utf8_buffer, buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
if (out_double)
*out_double = value;
return retval;
}
static readstat_error_t read_double(por_ctx_t *ctx, double *out_double) {
unsigned char peek;
size_t bytes_read = read_bytes(ctx, &peek, 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
return read_double_with_peek(ctx, out_double, peek);
}
static readstat_error_t read_integer_in_range(por_ctx_t *ctx, int min, int max, int *out_integer) {
double dval = NAN;
readstat_error_t retval = read_double(ctx, &dval);
if (retval != READSTAT_OK)
return retval;
if (isnan(dval) || dval < min || dval > max)
return READSTAT_ERROR_PARSE;
if (out_integer)
*out_integer = (int)dval;
return READSTAT_OK;
}
static readstat_error_t maybe_read_double(por_ctx_t *ctx, double *out_double, int *out_finished) {
unsigned char peek;
size_t bytes_read = read_bytes(ctx, &peek, 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
if (ctx->byte2unicode[peek] == 'Z') {
if (out_double)
*out_double = NAN;
if (out_finished)
*out_finished = 1;
return READSTAT_OK;
}
if (out_finished)
*out_finished = 0;
return read_double_with_peek(ctx, out_double, peek);
}
static readstat_error_t maybe_read_string(por_ctx_t *ctx, char *data, size_t len, int *out_finished) {
readstat_error_t retval = READSTAT_OK;
double value;
int finished = 0;
char error_buf[1024];
size_t string_length = 0;
retval = maybe_read_double(ctx, &value, &finished);
if (retval != READSTAT_OK || finished) {
if (out_finished)
*out_finished = finished;
return retval;
}
if (value < 0 || value > MAX_STRING_LENGTH || isnan(value)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
string_length = (size_t)value;
if (string_length > ctx->string_buffer_len) {
ctx->string_buffer_len = string_length;
ctx->string_buffer = realloc(ctx->string_buffer, ctx->string_buffer_len);
memset(ctx->string_buffer, 0, ctx->string_buffer_len);
}
if (read_bytes(ctx, ctx->string_buffer, string_length) == -1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
size_t bytes_encoded = por_utf8_encode(ctx->string_buffer, string_length,
data, len - 1, ctx->byte2unicode);
if (bytes_encoded == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting string: %.*s",
(int)string_length, ctx->string_buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
data[bytes_encoded] = '\0';
if (out_finished)
*out_finished = 0;
cleanup:
return retval;
}
static readstat_error_t read_string(por_ctx_t *ctx, char *data, size_t len) {
int finished = 0;
readstat_error_t retval = maybe_read_string(ctx, data, len, &finished);
if (retval == READSTAT_OK && finished) {
return READSTAT_ERROR_PARSE;
}
return retval;
}
static readstat_error_t read_variable_count_record(por_ctx_t *ctx) {
int value;
readstat_error_t retval = READSTAT_OK;
if (ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if ((retval = read_integer_in_range(ctx, 0, MAX_VARS, &value)) != READSTAT_OK) {
goto cleanup;
}
ctx->var_count = value;
ctx->variables = readstat_calloc(ctx->var_count, sizeof(readstat_variable_t *));
ctx->varinfo = readstat_calloc(ctx->var_count, sizeof(spss_varinfo_t));
if (ctx->variables == NULL || ctx->varinfo == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (ctx->handle.metadata) {
readstat_metadata_t metadata = {
.row_count = -1,
.var_count = ctx->var_count,
.creation_time = ctx->timestamp,
.modified_time = ctx->timestamp,
.file_format_version = ctx->version,
.file_label = ctx->file_label
};
if (ctx->handle.metadata(&metadata, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_precision_record(por_ctx_t *ctx) {
int precision = 0;
readstat_error_t error = read_integer_in_range(ctx, 0, 100, &precision);
if (error == READSTAT_OK)
ctx->base30_precision = precision;
return error;
}
static readstat_error_t read_case_weight_record(por_ctx_t *ctx) {
return read_string(ctx, ctx->fweight_name, sizeof(ctx->fweight_name));
}
static readstat_error_t read_variable_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int value;
int i;
spss_varinfo_t *varinfo = NULL;
spss_format_t *formats[2];
ctx->var_offset++;
if (ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
formats[0] = &varinfo->print_format;
formats[1] = &varinfo->write_format;
varinfo->labels_index = -1;
if ((retval = read_integer_in_range(ctx, 0, MAX_WIDTH, &value)) != READSTAT_OK) {
goto cleanup;
}
varinfo->width = value;
if (varinfo->width == 0) {
varinfo->type = READSTAT_TYPE_DOUBLE;
} else {
varinfo->type = READSTAT_TYPE_STRING;
}
if ((retval = read_string(ctx, varinfo->name, sizeof(varinfo->name))) != READSTAT_OK) {
goto cleanup;
}
ck_str_hash_insert(varinfo->name, varinfo, ctx->var_dict);
for (i=0; i POR_FORMAT_SHIFT) {
// Some files in the wild have their format types shifted by 82 for date/time values
// I have no idea why, but see test files linked from:
// https://github.com/WizardMac/ReadStat/issues/158
format->type = value - POR_FORMAT_SHIFT;
} else {
format->type = value;
}
if ((retval = read_integer_in_range(ctx, 0, MAX_FORMAT_WIDTH, &value)) != READSTAT_OK) {
goto cleanup;
}
format->width = value;
if ((retval = read_integer_in_range(ctx, 0, MAX_FORMAT_DECIMALS, &value)) != READSTAT_OK) {
goto cleanup;
}
format->decimal_places = value;
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset >= ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[varinfo->n_missing_values])) != READSTAT_OK) {
goto cleanup;
}
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[varinfo->n_missing_values],
sizeof(varinfo->missing_string_values[varinfo->n_missing_values]))) != READSTAT_OK) {
goto cleanup;
}
}
if (varinfo->n_missing_values > 2) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo->n_missing_values++;
cleanup:
return retval;
}
static readstat_error_t read_missing_value_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[0])) != READSTAT_OK) {
goto cleanup;
}
if ((retval = read_double(ctx, &varinfo->missing_double_values[1])) != READSTAT_OK) {
goto cleanup;
}
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[0],
sizeof(varinfo->missing_string_values[0]))) != READSTAT_OK) {
goto cleanup;
}
if ((retval = read_string(ctx, varinfo->missing_string_values[1],
sizeof(varinfo->missing_string_values[1]))) != READSTAT_OK) {
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_lo_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
varinfo->missing_double_values[0] = -HUGE_VAL;
if ((retval = read_double(ctx, &varinfo->missing_double_values[1])) != READSTAT_OK) {
goto cleanup;
}
} else {
varinfo->missing_string_values[0][0] = '\0';
if ((retval = read_string(ctx, varinfo->missing_string_values[1],
sizeof(varinfo->missing_string_values[1]))) != READSTAT_OK) {
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_hi_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[0])) != READSTAT_OK) {
goto cleanup;
}
varinfo->missing_double_values[1] = HUGE_VAL;
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[0],
sizeof(varinfo->missing_string_values[0]))) != READSTAT_OK) {
goto cleanup;
}
varinfo->missing_string_values[1][0] = '\0';
}
cleanup:
return retval;
}
static readstat_error_t read_document_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
int i;
int line_count = 0;
if ((retval = read_integer_in_range(ctx, 0, MAX_LINES, &line_count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ihandle.note) {
if (ctx->handle.note(i, string, ctx->user_ctx) != READSTAT_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
cleanup:
return retval;
}
static readstat_error_t read_variable_label_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) {
goto cleanup;
}
varinfo->label = realloc(varinfo->label, 4*strlen(string) + 1);
retval = readstat_convert(varinfo->label, 4*strlen(string) + 1, string, strlen(string), ctx->converter);
cleanup:
return retval;
}
static readstat_error_t read_value_label_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
double dval;
int i;
char string[256];
int count = 0, label_count = 0;
char label_name_buf[256];
char label_buf[256];
snprintf(label_name_buf, sizeof(label_name_buf), POR_LABEL_NAME_PREFIX "%d", ctx->labels_offset);
readstat_type_t value_type = READSTAT_TYPE_DOUBLE;
if ((retval = read_integer_in_range(ctx, 0, MAX_STRINGS, &count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ivar_dict);
if (info) {
value_type = info->type;
info->labels_index = ctx->labels_offset;
}
}
if ((retval = read_integer_in_range(ctx, 0, MAX_LABELS, &label_count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ihandle.value_label) {
if (ctx->handle.value_label(label_name_buf, value, label_buf, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
ctx->labels_offset++;
cleanup:
return retval;
}
static readstat_error_t read_por_file_data(por_ctx_t *ctx) {
int i;
char input_string[256];
char output_string[4*256+1];
char error_buf[1024];
readstat_error_t rs_retval = READSTAT_OK;
if (ctx->var_count == 0)
return READSTAT_OK;
while (1) {
int finished = 0;
for (i=0; ivar_count; i++) {
spss_varinfo_t *info = &ctx->varinfo[i];
readstat_value_t value = { .type = info->type };
if (info->type == READSTAT_TYPE_STRING) {
rs_retval = maybe_read_string(ctx, input_string, sizeof(input_string), &finished);
if (rs_retval != READSTAT_OK) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error in %s (row=%d)",
info->name, ctx->obs_count+1);
ctx->handle.error(error_buf, ctx->user_ctx);
}
goto cleanup;
} else if (finished) {
if (i != 0)
rs_retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
rs_retval = readstat_convert(output_string, sizeof(output_string),
input_string, strlen(input_string), ctx->converter);
if (rs_retval != READSTAT_OK) {
goto cleanup;
}
value.v.string_value = output_string;
} else if (info->type == READSTAT_TYPE_DOUBLE) {
rs_retval = maybe_read_double(ctx, &value.v.double_value, &finished);
if (rs_retval != READSTAT_OK) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error in %s (row=%d)",
info->name, ctx->obs_count+1);
ctx->handle.error(error_buf, ctx->user_ctx);
}
goto cleanup;
} else if (finished) {
if (i != 0)
rs_retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
value.is_system_missing = isnan(value.v.double_value);
}
if (ctx->handle.value && !ctx->variables[i]->skip && !ctx->row_offset) {
if (ctx->handle.value(ctx->obs_count, ctx->variables[i], value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
rs_retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
if (ctx->row_offset) {
ctx->row_offset--;
} else {
ctx->obs_count++;
}
rs_retval = por_update_progress(ctx);
if (rs_retval != READSTAT_OK)
break;
if (ctx->row_limit > 0 && ctx->obs_count == ctx->row_limit)
break;
}
cleanup:
return rs_retval;
}
readstat_error_t read_version_and_timestamp(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
struct tm timestamp = { .tm_isdst = -1 };
unsigned char version;
if (read_bytes(ctx, &version, sizeof(version)) != sizeof(version)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) { /* creation date */
goto cleanup;
}
if (sscanf(string, "%04d%02d%02d", ×tamp.tm_year, ×tamp.tm_mon, ×tamp.tm_mday) != 3) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
goto cleanup;
}
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) { /* creation time */
goto cleanup;
}
if (sscanf(string, "%02d%02d%02d", ×tamp.tm_hour, ×tamp.tm_min, ×tamp.tm_sec) != 3) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
goto cleanup;
}
timestamp.tm_year -= 1900;
timestamp.tm_mon--;
ctx->timestamp = mktime(×tamp);
ctx->version = ctx->byte2unicode[version] - 'A';
cleanup:
return retval;
}
readstat_error_t handle_variables(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
int index_after_skipping = 0;
for (i=0; ivar_count; i++) {
char label_name_buf[256];
spss_varinfo_t *info = &ctx->varinfo[i];
info->index = i;
ctx->variables[i] = spss_init_variable_for_info(info, index_after_skipping, ctx->converter);
snprintf(label_name_buf, sizeof(label_name_buf), POR_LABEL_NAME_PREFIX "%d", info->labels_index);
int cb_retval = READSTAT_HANDLER_OK;
if (ctx->handle.variable) {
cb_retval = ctx->handle.variable(i, ctx->variables[i],
info->labels_index == -1 ? NULL : label_name_buf,
ctx->user_ctx);
}
if (cb_retval == READSTAT_HANDLER_ABORT) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
ctx->variables[i]->skip = 1;
} else {
index_after_skipping++;
}
}
if (ctx->handle.fweight && ctx->fweight_name[0]) {
for (i=0; ivar_count; i++) {
spss_varinfo_t *info = &ctx->varinfo[i];
if (strcmp(info->name, ctx->fweight_name) == 0) {
if (ctx->handle.fweight(ctx->variables[i], ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
break;
}
}
}
cleanup:
return retval;
}
readstat_error_t readstat_parse_por(readstat_parser_t *parser, const char *path, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
unsigned char reverse_lookup[256];
char vanity[5][40];
char error_buf[1024];
por_ctx_t *ctx = por_ctx_init();
ctx->handle = parser->handlers;
ctx->user_ctx = user_ctx;
ctx->io = io;
ctx->row_limit = parser->row_limit;
if (parser->row_offset > 0)
ctx->row_offset = parser->row_offset;
if (parser->output_encoding) {
if (strcmp(parser->output_encoding, "UTF-8") != 0)
ctx->converter = iconv_open(parser->output_encoding, "UTF-8");
if (ctx->converter == (iconv_t)-1) {
ctx->converter = NULL;
retval = READSTAT_ERROR_UNSUPPORTED_CHARSET;
goto cleanup;
}
}
if (io->open(path, io->io_ctx) == -1) {
retval = READSTAT_ERROR_OPEN;
goto cleanup;
}
if ((ctx->file_size = io->seek(0, READSTAT_SEEK_END, io->io_ctx)) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->seek(0, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (read_bytes(ctx, vanity, sizeof(vanity)) != sizeof(vanity)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(ctx->file_label, sizeof(ctx->file_label), vanity[1] + 20, 20, NULL);
if (retval != READSTAT_OK)
goto cleanup;
if (read_bytes(ctx, reverse_lookup, sizeof(reverse_lookup)) != sizeof(reverse_lookup)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ctx->space = reverse_lookup[126];
int i;
for (i=0; i<256; i++) {
if (por_ascii_lookup[i]) {
ctx->byte2unicode[reverse_lookup[i]] = por_ascii_lookup[i];
} else if (por_unicode_lookup[i]) {
ctx->byte2unicode[reverse_lookup[i]] = por_unicode_lookup[i];
}
}
ctx->byte2unicode[reverse_lookup[64]] = por_unicode_lookup[64];
unsigned char check[8];
char tr_check[8];
if (read_bytes(ctx, check, sizeof(check)) != sizeof(check)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ssize_t encoded_len;
if ((encoded_len = por_utf8_encode(check, sizeof(check), tr_check, sizeof(tr_check), ctx->byte2unicode)) == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting check string: %.*s", (int)sizeof(check), check);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
if (strncmp("SPSSPORT", tr_check, encoded_len) != 0) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
ctx->var_offset = -1;
char string[256];
retval = read_version_and_timestamp(ctx);
if (retval != READSTAT_OK)
goto cleanup;
while (1) {
uint16_t tr_tag = read_tag(ctx);
switch (tr_tag) {
case '1': /* product ID */
case '2': /* author ID */
case '3': /* sub-product ID */
retval = read_string(ctx, string, sizeof(string));
break;
case '4': /* variable count */
retval = read_variable_count_record(ctx);
break;
case '5': /* precision */
retval = read_precision_record(ctx);
break;
case '6': /* case weight */
retval = read_case_weight_record(ctx);
break;
case '7': /* variable */
retval = read_variable_record(ctx);
break;
case '8': /* missing value */
retval = read_missing_value_record(ctx);
break;
case 'B': /* missing value range */
retval = read_missing_value_range_record(ctx);
break;
case '9': /* LO THRU x */
retval = read_missing_value_lo_range_record(ctx);
break;
case 'A': /* x THRU HI */
retval = read_missing_value_hi_range_record(ctx);
break;
case 'C': /* variable label */
retval = read_variable_label_record(ctx);
break;
case 'D': /* value label */
retval = read_value_label_record(ctx);
break;
case 'E': /* document record */
retval = read_document_record(ctx);
break;
case 'F': /* file data */
if (ctx->var_offset != ctx->var_count - 1) {
retval = READSTAT_ERROR_COLUMN_COUNT_MISMATCH;
goto cleanup;
}
retval = handle_variables(ctx);
if (retval != READSTAT_OK)
goto cleanup;
if (ctx->handle.value) {
retval = read_por_file_data(ctx);
}
goto cleanup;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (retval != READSTAT_OK)
break;
}
cleanup:
io->close(io->io_ctx);
por_ctx_free(ctx);
return retval;
}
haven/src/readstat/spss/readstat_zsav_write.c 0000644 0001762 0000144 00000011342 14101007206 021161 0 ustar ligges users #include
#include
#include
#include "../readstat.h"
#include "../readstat_writer.h"
#include "readstat_sav_compress.h"
#include "readstat_zsav_compress.h"
#include "readstat_zsav_write.h"
readstat_error_t zsav_write_compressed_row(void *writer_ctx, void *row, size_t len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
zsav_ctx_t *zctx = writer->module_ctx;
/* Kind of frustrating that SPSS does double compression. If they just
* z-compressed the uncompressed data, we could calculate the block count
* in advance and write out the file in a streaming manner. As things stand
* we have to build up the file in memory until we know the final block
* count. A possible streaming solution would be to declare the number of
* blocks required to hold the maximum possible row-compressed size and
* then fill out the end with no-op zero bytes (that get z-compressed very
* small).
*/
size_t row_len = sav_compress_row(zctx->buffer, row, len, writer);
int deflate_status = zsav_compress_row(zctx->buffer, row_len,
writer->current_row + 1 == writer->row_count, zctx);
if (deflate_status != Z_OK && deflate_status != Z_STREAM_END)
return READSTAT_ERROR_WRITE;
return READSTAT_OK;
}
static readstat_error_t zsav_write_data_header(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
uint64_t zheader_ofs = zctx->zheader_ofs;
uint64_t ztrailer_ofs = zheader_ofs + 24;
uint64_t ztrailer_len = 24 + zctx->blocks_count * 24;
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
ztrailer_ofs += block->compressed_size;
}
if ((retval = readstat_write_bytes(writer, &zheader_ofs, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &ztrailer_ofs, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &ztrailer_len, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t zsav_write_data_blocks(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
if ((retval = readstat_write_bytes(writer, block->compressed_data, block->compressed_size)) != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t zsav_write_data_trailer(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
int64_t bias = -100;
int64_t zero = 0;
int32_t block_size = zctx->uncompressed_block_size;
int32_t n_blocks = zctx->blocks_count;
if ((retval = readstat_write_bytes(writer, &bias, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &zero, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &block_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &n_blocks, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
int i;
int64_t uncompressed_ofs = zctx->zheader_ofs;
int64_t compressed_ofs = zctx->zheader_ofs + 24;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
int32_t uncompressed_size = block->uncompressed_size;
int32_t compressed_size = block->compressed_size;
if ((retval = readstat_write_bytes(writer, &uncompressed_ofs, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &compressed_ofs, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &uncompressed_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &compressed_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
uncompressed_ofs += uncompressed_size;
compressed_ofs += compressed_size;
}
cleanup:
return retval;
}
readstat_error_t zsav_end_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
zsav_ctx_t *zctx = writer->module_ctx;
readstat_error_t retval = READSTAT_OK;
retval = zsav_write_data_header(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
retval = zsav_write_data_blocks(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
retval = zsav_write_data_trailer(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.c 0000644 0001762 0000144 00000036555 14101765776 023076 0 ustar ligges users #line 1 "src/spss/readstat_sav_parse_timestamp.rl"
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_parse_timestamp.h"
#line 12 "src/spss/readstat_sav_parse_timestamp.c"
static const signed char _sav_time_parse_actions[] = {
0, 1, 0, 1, 2, 1, 3, 1,
4, 1, 5, 2, 1, 0, 0
};
static const signed char _sav_time_parse_key_offsets[] = {
0, 0, 3, 5, 6, 9, 11, 12,
15, 17, 19, 21, 23, 0
};
static const char _sav_time_parse_trans_keys[] = {
32, 48, 57, 48, 57, 58, 32, 48,
57, 48, 57, 58, 32, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 0
};
static const signed char _sav_time_parse_single_lengths[] = {
0, 1, 0, 1, 1, 0, 1, 1,
0, 0, 0, 0, 0, 0
};
static const signed char _sav_time_parse_range_lengths[] = {
0, 1, 1, 0, 1, 1, 0, 1,
1, 1, 1, 1, 0, 0
};
static const signed char _sav_time_parse_index_offsets[] = {
0, 0, 3, 5, 7, 10, 12, 14,
17, 19, 21, 23, 25, 0
};
static const signed char _sav_time_parse_cond_targs[] = {
2, 11, 0, 3, 0, 4, 0, 5,
10, 0, 6, 0, 7, 0, 8, 9,
0, 12, 0, 12, 0, 6, 0, 3,
0, 0, 0, 1, 2, 3, 4, 5,
6, 7, 8, 9, 10, 11, 12, 0
};
static const signed char _sav_time_parse_cond_actions[] = {
0, 3, 0, 11, 0, 5, 0, 0,
3, 0, 11, 0, 7, 0, 0, 3,
0, 11, 0, 1, 0, 1, 0, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 9, 0
};
static const signed char _sav_time_parse_eof_trans[] = {
27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 0
};
static const int sav_time_parse_start = 1;
static const int sav_time_parse_en_main = 1;
#line 12 "src/spss/readstat_sav_parse_timestamp.rl"
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
#line 83 "src/spss/readstat_sav_parse_timestamp.c"
{
cs = (int)sav_time_parse_start;
}
#line 88 "src/spss/readstat_sav_parse_timestamp.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_time_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_time_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_time_parse_trans_keys + (_sav_time_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_time_parse_index_offsets[cs];
_klen = (int)_sav_time_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_time_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_time_parse_cond_targs[_trans];
if ( _sav_time_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_time_parse_actions + (_sav_time_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 24 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 10 * temp_val + ((( (*( p)))) - '0');
}
#line 173 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 1: {
{
#line 28 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 0; }
#line 182 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 2: {
{
#line 28 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = (( (*( p)))) - '0'; }
#line 191 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 3: {
{
#line 30 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_hour = temp_val; }
#line 200 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 4: {
{
#line 32 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_min = temp_val; }
#line 209 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 5: {
{
#line 34 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_sec = temp_val; }
#line 218 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 12 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 40 "src/spss/readstat_sav_parse_timestamp.rl"
if (cs <
#line 246 "src/spss/readstat_sav_parse_timestamp.c"
12
#line 42 "src/spss/readstat_sav_parse_timestamp.rl"
|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid time string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_time_parse_en_main;
return retval;
}
#line 264 "src/spss/readstat_sav_parse_timestamp.c"
static const signed char _sav_date_parse_actions[] = {
0, 1, 0, 1, 1, 1, 3, 1,
4, 1, 5, 1, 6, 1, 7, 1,
8, 1, 9, 1, 10, 1, 11, 1,
12, 1, 13, 1, 14, 1, 15, 2,
2, 0, 0
};
static const signed char _sav_date_parse_key_offsets[] = {
0, 0, 3, 6, 8, 16, 20, 21,
23, 26, 29, 30, 32, 33, 34, 36,
37, 39, 40, 42, 43, 45, 46, 50,
51, 53, 55, 57, 59, 60, 62, 64,
66, 68, 70, 72, 74, 75, 77, 78,
80, 81, 83, 84, 86, 87, 89, 90,
0
};
static const char _sav_date_parse_trans_keys[] = {
32, 48, 57, 32, 48, 57, 32, 45,
65, 68, 70, 74, 77, 78, 79, 83,
80, 85, 112, 117, 82, 32, 45, 32,
48, 57, 32, 48, 57, 71, 32, 45,
114, 103, 69, 101, 67, 32, 45, 99,
69, 101, 66, 32, 45, 98, 65, 85,
97, 117, 78, 32, 45, 76, 78, 32,
45, 32, 45, 110, 108, 110, 65, 97,
82, 89, 32, 45, 32, 45, 114, 121,
79, 111, 86, 32, 45, 118, 67, 99,
84, 32, 45, 116, 69, 101, 80, 32,
45, 112, 0
};
static const signed char _sav_date_parse_single_lengths[] = {
0, 1, 1, 2, 8, 4, 1, 2,
1, 1, 1, 2, 1, 1, 2, 1,
2, 1, 2, 1, 2, 1, 4, 1,
2, 2, 2, 2, 1, 2, 2, 2,
2, 2, 2, 2, 1, 2, 1, 2,
1, 2, 1, 2, 1, 2, 1, 0,
0
};
static const signed char _sav_date_parse_range_lengths[] = {
0, 1, 1, 0, 0, 0, 0, 0,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0
};
static const short _sav_date_parse_index_offsets[] = {
0, 0, 3, 6, 9, 18, 23, 25,
28, 31, 34, 36, 39, 41, 43, 46,
48, 51, 53, 56, 58, 61, 63, 68,
70, 73, 76, 79, 82, 84, 87, 90,
93, 96, 99, 102, 105, 107, 110, 112,
115, 117, 120, 122, 125, 127, 130, 132,
0
};
static const signed char _sav_date_parse_cond_targs[] = {
2, 2, 0, 3, 3, 0, 4, 4,
0, 5, 14, 18, 22, 30, 35, 39,
43, 0, 6, 10, 12, 13, 0, 7,
0, 8, 8, 0, 9, 9, 0, 47,
47, 0, 11, 0, 8, 8, 0, 7,
0, 11, 0, 15, 17, 0, 16, 0,
8, 8, 0, 16, 0, 19, 21, 0,
20, 0, 8, 8, 0, 20, 0, 23,
25, 28, 29, 0, 24, 0, 8, 8,
0, 26, 27, 0, 8, 8, 0, 8,
8, 0, 24, 0, 26, 27, 0, 31,
34, 0, 32, 33, 0, 8, 8, 0,
8, 8, 0, 32, 33, 0, 36, 38,
0, 37, 0, 8, 8, 0, 37, 0,
40, 42, 0, 41, 0, 8, 8, 0,
41, 0, 44, 46, 0, 45, 0, 8,
8, 0, 45, 0, 0, 0, 1, 2,
3, 4, 5, 6, 7, 8, 9, 10,
11, 12, 13, 14, 15, 16, 17, 18,
19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 40, 41, 42,
43, 44, 45, 46, 47, 0
};
static const signed char _sav_date_parse_cond_actions[] = {
31, 31, 0, 1, 1, 0, 5, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 13, 13, 0, 31, 31, 0, 1,
1, 0, 0, 0, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
29, 29, 0, 0, 0, 0, 0, 0,
0, 0, 9, 9, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 7, 7,
0, 0, 0, 0, 19, 19, 0, 17,
17, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 0,
15, 15, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 27, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 23,
23, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 3, 0
};
static const short _sav_date_parse_eof_trans[] = {
134, 135, 136, 137, 138, 139, 140, 141,
142, 143, 144, 145, 146, 147, 148, 149,
150, 151, 152, 153, 154, 155, 156, 157,
158, 159, 160, 161, 162, 163, 164, 165,
166, 167, 168, 169, 170, 171, 172, 173,
174, 175, 176, 177, 178, 179, 180, 181,
0
};
static const int sav_date_parse_start = 1;
static const int sav_date_parse_en_main = 1;
#line 59 "src/spss/readstat_sav_parse_timestamp.rl"
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
#line 408 "src/spss/readstat_sav_parse_timestamp.c"
{
cs = (int)sav_date_parse_start;
}
#line 413 "src/spss/readstat_sav_parse_timestamp.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_date_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_date_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_date_parse_trans_keys + (_sav_date_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_date_parse_index_offsets[cs];
_klen = (int)_sav_date_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_date_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_date_parse_cond_targs[_trans];
if ( _sav_date_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_date_parse_actions + (_sav_date_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 71 "src/spss/readstat_sav_parse_timestamp.rl"
char digit = ((( (*( p)))) - '0');
if (digit >= 0 && digit <= 9) {
temp_val = 10 * temp_val + digit;
}
}
#line 501 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 1: {
{
#line 78 "src/spss/readstat_sav_parse_timestamp.rl"
if (temp_val < 70) {
timestamp->tm_year = 100 + temp_val;
} else {
timestamp->tm_year = temp_val;
}
}
#line 516 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 2: {
{
#line 87 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 0; }
#line 525 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 3: {
{
#line 89 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mday = temp_val; }
#line 534 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 4: {
{
#line 94 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 0; }
#line 543 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 5: {
{
#line 95 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 1; }
#line 552 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 6: {
{
#line 96 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 2; }
#line 561 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 7: {
{
#line 97 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 3; }
#line 570 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 8: {
{
#line 98 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 4; }
#line 579 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 9: {
{
#line 99 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 5; }
#line 588 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 10: {
{
#line 100 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 6; }
#line 597 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 11: {
{
#line 101 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 7; }
#line 606 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 12: {
{
#line 102 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 8; }
#line 615 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 13: {
{
#line 103 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 9; }
#line 624 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 14: {
{
#line 104 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 10; }
#line 633 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 15: {
{
#line 105 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 11; }
#line 642 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 47 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 112 "src/spss/readstat_sav_parse_timestamp.rl"
if (cs <
#line 670 "src/spss/readstat_sav_parse_timestamp.c"
47
#line 114 "src/spss/readstat_sav_parse_timestamp.rl"
|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid date string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_date_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_por_parse.h 0000644 0001762 0000144 00000000253 14101007206 020762 0 ustar ligges users //
// readstat_por_parse.h
//
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx);
haven/src/readstat/spss/readstat_sav_compress.h 0000644 0001762 0000144 00000001410 14101007206 021470 0 ustar ligges users enum sav_row_stream_status {
SAV_ROW_STREAM_NEED_DATA,
SAV_ROW_STREAM_HAVE_DATA,
SAV_ROW_STREAM_FINISHED_ROW,
SAV_ROW_STREAM_FINISHED_ALL
};
struct sav_row_stream_s {
const unsigned char *next_in;
size_t avail_in;
unsigned char *next_out;
size_t avail_out;
uint64_t missing_value;
double bias;
unsigned char chunk[8];
int i;
int bswap;
enum sav_row_stream_status status;
};
size_t sav_compressed_row_bound(size_t uncompressed_length);
size_t sav_compress_row(void *output_row, void *input_row, size_t input_len,
readstat_writer_t *writer);
void sav_decompress_row(struct sav_row_stream_s *state);
haven/src/readstat/spss/readstat_por_write.c 0000644 0001762 0000144 00000064611 14101007206 021005 0 ustar ligges users
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../CKHashTable.h"
#include "../readstat_writer.h"
#include "readstat_spss.h"
#include "readstat_por.h"
#define POR_BASE30_PRECISION 50
typedef struct por_write_ctx_s {
unsigned char *unicode2byte;
size_t unicode2byte_len;
} por_write_ctx_t;
static inline char por_encode_base30_digit(uint64_t digit) {
if (digit < 10)
return '0' + digit;
return 'A' + (digit - 10);
}
static int por_write_base30_integer(char *string, size_t string_len, uint64_t integer) {
int start = 0;
int end = 0;
int offset = 0;
while (integer) {
string[offset++] = por_encode_base30_digit(integer % 30);
integer /= 30;
}
end = offset;
offset--;
while (offset > start) {
char tmp = string[start];
string[start] = string[offset];
string[offset] = tmp;
offset--; start++;
}
return end;
}
static readstat_error_t por_finish(readstat_writer_t *writer) {
return readstat_write_line_padding(writer, 'Z', 80, "\r\n");
}
static readstat_error_t por_write_bytes(readstat_writer_t *writer, const void *bytes, size_t len) {
return readstat_write_bytes_as_lines(writer, bytes, len, 80, "\r\n");
}
static readstat_error_t por_write_string_n(readstat_writer_t *writer, por_write_ctx_t *ctx,
const char *string, size_t input_len) {
char error_buf[1024];
readstat_error_t retval = READSTAT_OK;
char *por_string = malloc(input_len);
ssize_t output_len = por_utf8_decode(string, input_len, por_string, input_len,
ctx->unicode2byte, ctx->unicode2byte_len);
if (output_len == -1) {
if (writer->error_handler) {
snprintf(error_buf, sizeof(error_buf), "Error converting string (length=%" PRId64 "): %.*s",
(int64_t)input_len, (int)input_len, string);
writer->error_handler(error_buf, writer->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
retval = por_write_bytes(writer, por_string, output_len);
cleanup:
if (por_string)
free(por_string);
return retval;
}
static readstat_error_t por_write_tag(readstat_writer_t *writer, por_write_ctx_t *ctx, char tag) {
char string[2];
string[0] = tag;
string[1] = '\0';
return por_write_string_n(writer, ctx, string, 1);
}
static ssize_t por_write_double_to_buffer(char *string, size_t buffer_len, double value, long precision) {
int offset = 0;
if (isnan(value)) {
string[offset++] = '*';
string[offset++] = '.';
} else if (isinf(value)) {
if (value < 0.0) {
string[offset++] = '-';
}
string[offset++] = '1';
string[offset++] = '+';
string[offset++] = 'T';
string[offset++] = 'T';
string[offset++] = '/';
} else {
long integers_printed = 0;
double integer_part;
double fraction = modf(fabs(value), &integer_part);
int64_t integer = integer_part;
int64_t exponent = 0;
if (value < 0.0) {
string[offset++] = '-';
}
if (integer == 0) {
string[offset++] = '0';
} else {
while (fraction == 0 && integer != 0 && (integer % 30) == 0) {
integer /= 30;
exponent++;
}
integers_printed = por_write_base30_integer(&string[offset], buffer_len - offset, integer);
offset += integers_printed;
}
/* should use exponents for efficiency, but this works */
if (fraction) {
string[offset++] = '.';
}
while (fraction && integers_printed < precision) {
fraction = modf(fraction * 30, &integer_part);
integer = integer_part;
if (integer < 0) {
return -1;
} else {
string[offset++] = por_encode_base30_digit(integer);
}
integers_printed++;
}
if (exponent) {
string[offset++] = '+';
offset += por_write_base30_integer(&string[offset], buffer_len - offset, exponent);
}
string[offset++] = '/';
}
string[offset] = '\0';
return offset;
}
static readstat_error_t por_write_double(readstat_writer_t *writer, por_write_ctx_t *ctx, double value) {
char error_buf[1024];
char string[256];
ssize_t bytes_written = por_write_double_to_buffer(string, sizeof(string), value, POR_BASE30_PRECISION);
if (bytes_written == -1) {
if (writer->error_handler) {
snprintf(error_buf, sizeof(error_buf), "Unable to encode number: %lf", value);
writer->error_handler(error_buf, writer->user_ctx);
}
return READSTAT_ERROR_WRITE;
}
return por_write_string_n(writer, ctx, string, bytes_written);
}
static readstat_error_t por_write_string_field_n(readstat_writer_t *writer, por_write_ctx_t *ctx,
const char *string, size_t len) {
readstat_error_t error = por_write_double(writer, ctx, len);
if (error != READSTAT_OK)
return error;
return por_write_string_n(writer, ctx, string, len);
}
static readstat_error_t por_write_string_field(readstat_writer_t *writer, por_write_ctx_t *ctx, const char *string) {
return por_write_string_field_n(writer, ctx, string, strlen(string));
}
static por_write_ctx_t *por_write_ctx_init() {
por_write_ctx_t *ctx = calloc(1, sizeof(por_write_ctx_t));
uint16_t max_unicode = 0;
int i;
for (i=0; i max_unicode)
max_unicode = por_unicode_lookup[i];
}
ctx->unicode2byte = malloc(max_unicode+1);
ctx->unicode2byte_len = max_unicode+1;
for (i=0; iunicode2byte[por_unicode_lookup[i]] = por_ascii_lookup[i];
}
if (por_ascii_lookup[i]) {
ctx->unicode2byte[por_ascii_lookup[i]] = por_ascii_lookup[i];
}
}
return ctx;
}
static void por_write_ctx_free(por_write_ctx_t *ctx) {
if (ctx->unicode2byte)
free(ctx->unicode2byte);
free(ctx);
}
static readstat_error_t por_emit_header(readstat_writer_t *writer, por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
size_t file_label_len = strlen(writer->file_label);
char vanity[5][40];
memset(vanity, '0', sizeof(vanity));
memcpy(vanity[1], "ASCII SPSS PORT FILE", 20);
strncpy(vanity[1] + 20, writer->file_label, 20);
if (file_label_len < 20)
memset(vanity[1] + 20 + file_label_len, ' ', 20 - file_label_len);
por_write_bytes(writer, vanity, sizeof(vanity));
char lookup[256];
int i;
memset(lookup, '0', sizeof(lookup));
for (i=0; itimestamp);
if (!timestamp) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_VALUE;
goto cleanup;
}
if ((retval = por_write_tag(writer, ctx, 'A')) != READSTAT_OK)
goto cleanup;
char date[9];
snprintf(date, sizeof(date), "%04d%02d%02d",
(unsigned int)(timestamp->tm_year + 1900) % 10000,
(unsigned int)(timestamp->tm_mon + 1) % 100,
(unsigned int)(timestamp->tm_mday) % 100);
if ((retval = por_write_string_field(writer, ctx, date)) != READSTAT_OK)
goto cleanup;
char time[7];
snprintf(time, sizeof(time), "%02d%02d%02d",
(unsigned int)timestamp->tm_hour % 100,
(unsigned int)timestamp->tm_min % 100,
(unsigned int)timestamp->tm_sec % 100);
if ((retval = por_write_string_field(writer, ctx, time)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_identification_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '1')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, READSTAT_PRODUCT_NAME)) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_tag(writer, ctx, '3')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, READSTAT_PRODUCT_URL)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_variable_count_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '4')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, writer->variables_count)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_precision_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '5')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, POR_BASE30_PRECISION)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_case_weight_variable_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
if (!writer->fweight_variable)
return READSTAT_OK;
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '6')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx,
readstat_variable_get_name(writer->fweight_variable))) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_format(readstat_writer_t *writer, por_write_ctx_t *ctx,
spss_format_t *format) {
readstat_error_t error = READSTAT_OK;
if ((error = por_write_double(writer, ctx, format->type)) != READSTAT_OK)
goto cleanup;
if ((error = por_write_double(writer, ctx, format->width)) != READSTAT_OK)
goto cleanup;
if ((error = por_write_double(writer, ctx, format->decimal_places)) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t validate_variable_name(const char *name) {
size_t len = strlen(name);
if (len < 1 || len > 8)
return READSTAT_ERROR_NAME_IS_TOO_LONG;
int i;
for (i=0; name[i]; i++) {
if (name[i] >= 'A' && name[i] <= 'Z')
continue;
if (name[i] >= '0' && name[i] <= '9')
continue;
if (name[i] == '@' || name[i] == '#' || name[i] == '$')
continue;
if (name[i] == '_' || name[i] == '.')
continue;
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
}
if (!(name[0] >= 'A' && name[0] <= 'Z') && name[0] != '@')
return READSTAT_ERROR_NAME_BEGINS_WITH_ILLEGAL_CHARACTER;
return READSTAT_OK;
}
static readstat_error_t por_emit_variable_label_record(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
const char *label = readstat_variable_get_label(r_variable);
readstat_error_t retval = READSTAT_OK;
if (!label)
return READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, 'C')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, label)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_string_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; j 3)
retval = READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_double_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; j 3)
retval = READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
if (r_variable->type == READSTAT_TYPE_DOUBLE) {
return por_emit_missing_double_values_records(writer, ctx, r_variable);
}
return por_emit_missing_string_values_records(writer, ctx, r_variable);
}
static readstat_error_t por_emit_variable_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
const char *variable_name = readstat_variable_get_name(r_variable);
spss_format_t print_format;
if ((retval = por_write_tag(writer, ctx, '7')) != READSTAT_OK)
break;
retval = por_write_double(writer, ctx,
(r_variable->type == READSTAT_TYPE_STRING) ?
r_variable->user_width : 0);
if (retval != READSTAT_OK)
break;
if ((retval = por_write_string_field(writer, ctx, variable_name)) != READSTAT_OK)
break;
if ((retval = spss_format_for_variable(r_variable, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_format(writer, ctx, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_format(writer, ctx, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_missing_values_records(writer, ctx, r_variable)) != READSTAT_OK)
break;
if ((retval = por_emit_variable_label_record(writer, ctx, r_variable)) != READSTAT_OK)
break;
}
return retval;
}
static readstat_error_t por_emit_value_label_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i, j;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
readstat_type_t user_type = r_label_set->type;
if (r_label_set->value_labels_count == 0 || r_label_set->variables_count == 0)
continue;
if ((retval = por_write_tag(writer, ctx, 'D')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, r_label_set->variables_count)) != READSTAT_OK)
goto cleanup;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if ((retval = por_write_string_field(writer, ctx,
readstat_variable_get_name(r_variable))) != READSTAT_OK)
goto cleanup;
}
if ((retval = por_write_double(writer, ctx, r_label_set->value_labels_count)) != READSTAT_OK)
goto cleanup;
for (j=0; jvalue_labels_count; j++) {
readstat_value_label_t *r_value_label = readstat_get_value_label(r_label_set, j);
if (user_type == READSTAT_TYPE_STRING) {
retval = por_write_string_field_n(writer, ctx,
r_value_label->string_key, r_value_label->string_key_len);
} else if (user_type == READSTAT_TYPE_DOUBLE) {
retval = por_write_double(writer, ctx, r_value_label->double_key);
} else if (user_type == READSTAT_TYPE_INT32) {
retval = por_write_double(writer, ctx, r_value_label->int32_key);
}
if (retval != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field_n(writer, ctx,
r_value_label->label, r_value_label->label_len)) != READSTAT_OK)
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t por_emit_document_record(readstat_writer_t *writer, por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, 'E')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, writer->notes_count)) != READSTAT_OK)
goto cleanup;
int i;
for (i=0; inotes_count; i++) {
size_t len = strlen(writer->notes[i]);
if (len > SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_NOTE_IS_TOO_LONG;
goto cleanup;
}
if ((retval = por_write_string_field_n(writer, ctx, writer->notes[i], len)) != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t por_emit_data_tag(readstat_writer_t *writer, por_write_ctx_t *ctx) {
return por_write_tag(writer, ctx, 'F');
}
static readstat_error_t por_begin_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
por_write_ctx_t *ctx = por_write_ctx_init();
readstat_error_t retval = READSTAT_OK;
if ((retval = por_emit_header(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_version_and_timestamp(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_identification_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_variable_count_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_precision_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_case_weight_variable_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_variable_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_value_label_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_document_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_data_tag(writer, ctx)) != READSTAT_OK)
goto cleanup;
cleanup:
if (retval != READSTAT_OK) {
por_write_ctx_free(ctx);
} else {
writer->module_ctx = ctx;
}
return retval;
}
static readstat_error_t por_end_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
readstat_error_t error = READSTAT_OK;
if ((error = por_write_tag(writer, writer->module_ctx, 'Z')) != READSTAT_OK)
goto cleanup;
if ((error = por_finish(writer)) != READSTAT_OK)
goto cleanup;
cleanup:
por_write_ctx_free(writer->module_ctx);
return error;
}
static size_t por_variable_width(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING) {
return POR_BASE30_PRECISION + 4 + user_width;
}
return POR_BASE30_PRECISION + 4; // minus sign + period + plus/minus + slash
}
static readstat_error_t por_variable_ok(const readstat_variable_t *variable) {
return validate_variable_name(readstat_variable_get_name(variable));
}
static readstat_error_t por_write_double_value(void *row, const readstat_variable_t *var, double value) {
if (por_write_double_to_buffer(row, POR_BASE30_PRECISION + 4, value, POR_BASE30_PRECISION) == -1) {
return READSTAT_ERROR_WRITE;
}
return READSTAT_OK;
}
static readstat_error_t por_write_int8_value(void *row, const readstat_variable_t *var, int8_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_int16_value(void *row, const readstat_variable_t *var, int16_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_int32_value(void *row, const readstat_variable_t *var, int32_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_float_value(void *row, const readstat_variable_t *var, float value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_missing_number(void *row, const readstat_variable_t *var) {
return por_write_double_value(row, var, NAN);
}
static readstat_error_t por_write_missing_string(void *row, const readstat_variable_t *var) {
return por_write_double_value(row, var, 0);
}
static readstat_error_t por_write_string_value(void *row, const readstat_variable_t *var, const char *string) {
size_t len = strlen(string);
if (len == 0) {
string = " ";
len = 1;
}
size_t storage_width = readstat_variable_get_storage_width(var);
if (len > storage_width) {
len = storage_width;
}
ssize_t bytes_written = por_write_double_to_buffer(row, POR_BASE30_PRECISION + 4, len, POR_BASE30_PRECISION);
if (bytes_written == -1) {
return READSTAT_ERROR_WRITE;
}
strncpy(((char *)row) + bytes_written, string, len);
return READSTAT_OK;
}
static readstat_error_t por_write_row(void *writer_ctx, void *row, size_t row_len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
char *row_chars = (char *)row;
int offset = 0, output = 0;
for (offset=0; offsetmodule_ctx, row_chars, output);
}
static readstat_error_t por_metadata_ok(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
if (writer->compression != READSTAT_COMPRESS_NONE)
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
return READSTAT_OK;
}
readstat_error_t readstat_begin_writing_por(readstat_writer_t *writer, void *user_ctx, long row_count) {
writer->callbacks.metadata_ok = &por_metadata_ok;
writer->callbacks.variable_width = &por_variable_width;
writer->callbacks.variable_ok = &por_variable_ok;
writer->callbacks.write_int8 = &por_write_int8_value;
writer->callbacks.write_int16 = &por_write_int16_value;
writer->callbacks.write_int32 = &por_write_int32_value;
writer->callbacks.write_float = &por_write_float_value;
writer->callbacks.write_double = &por_write_double_value;
writer->callbacks.write_string = &por_write_string_value;
writer->callbacks.write_missing_string = &por_write_missing_string;
writer->callbacks.write_missing_number = &por_write_missing_number;
writer->callbacks.begin_data = &por_begin_data;
writer->callbacks.write_row = &por_write_row;
writer->callbacks.end_data = &por_end_data;
return readstat_begin_writing_file(writer, user_ctx, row_count);
}
haven/src/readstat/spss/readstat_zsav_read.c 0000644 0001762 0000144 00000014523 14101007206 020746 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
struct zheader {
uint64_t zheader_ofs;
uint64_t ztrailer_ofs;
uint64_t ztrailer_len;
};
struct ztrailer {
int64_t bias;
int64_t zero;
int32_t block_size;
int32_t n_blocks;
};
struct ztrailer_entry {
int64_t uncompressed_ofs;
int64_t compressed_ofs;
int32_t uncompressed_size;
int32_t compressed_size;
};
readstat_error_t zsav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
readstat_off_t data_offset = 0;
size_t uncompressed_row_len = ctx->var_offset * 8;
readstat_off_t uncompressed_offset = 0;
unsigned char *uncompressed_row = NULL;
uLongf uncompressed_block_len = 0;
unsigned char *compressed_block = NULL, *uncompressed_block = NULL;
struct sav_row_stream_s state = {
.missing_value = ctx->missing_double,
.bias = ctx->bias,
.bswap = ctx->bswap };
struct zheader zheader;
struct ztrailer ztrailer;
struct ztrailer_entry *ztrailer_entries = NULL;
int n_blocks = 0;
int block_i = 0;
int i;
if (io->read(&zheader, sizeof(struct zheader), io->io_ctx) < sizeof(struct zheader)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
zheader.zheader_ofs = ctx->bswap ? byteswap8(zheader.zheader_ofs) : zheader.zheader_ofs;
zheader.ztrailer_ofs = ctx->bswap ? byteswap8(zheader.ztrailer_ofs) : zheader.ztrailer_ofs;
zheader.ztrailer_len = ctx->bswap ? byteswap8(zheader.ztrailer_len) : zheader.ztrailer_len;
if (zheader.zheader_ofs != io->seek(0, READSTAT_SEEK_CUR, io->io_ctx) - sizeof(struct zheader)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
n_blocks = (zheader.ztrailer_len - 24) / 24;
if (io->seek(zheader.ztrailer_ofs, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&ztrailer, sizeof(struct ztrailer), io->io_ctx) < sizeof(struct ztrailer)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ztrailer.bias = ctx->bswap ? byteswap8(ztrailer.bias) : ztrailer.bias;
ztrailer.zero = ctx->bswap ? byteswap8(ztrailer.zero) : ztrailer.zero;
ztrailer.block_size = ctx->bswap ? byteswap4(ztrailer.block_size) : ztrailer.block_size;
ztrailer.n_blocks = ctx->bswap ? byteswap4(ztrailer.n_blocks) : ztrailer.n_blocks;
if (n_blocks != ztrailer.n_blocks) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (n_blocks && (ztrailer_entries = readstat_malloc(n_blocks * sizeof(struct ztrailer_entry))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(ztrailer_entries, n_blocks * sizeof(struct ztrailer_entry), io->io_ctx) <
n_blocks * sizeof(struct ztrailer_entry)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; iuncompressed_ofs = ctx->bswap ? byteswap8(entry->uncompressed_ofs) : entry->uncompressed_ofs;
entry->compressed_ofs = ctx->bswap ? byteswap8(entry->compressed_ofs) : entry->compressed_ofs;
entry->uncompressed_size = ctx->bswap ? byteswap4(entry->uncompressed_size) : entry->uncompressed_size;
entry->compressed_size = ctx->bswap ? byteswap4(entry->compressed_size) : entry->compressed_size;
}
if (uncompressed_row_len && (uncompressed_row = readstat_malloc(uncompressed_row_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
while (1) {
if (block_i == n_blocks)
goto cleanup;
struct ztrailer_entry *entry = &ztrailer_entries[block_i];
if (io->seek(entry->compressed_ofs, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if ((compressed_block = readstat_realloc(compressed_block, entry->compressed_size)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(compressed_block, entry->compressed_size, io->io_ctx) != entry->compressed_size) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
uncompressed_block_len = entry->uncompressed_size;
if ((uncompressed_block = readstat_realloc(uncompressed_block, uncompressed_block_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
int status = uncompress(uncompressed_block, &uncompressed_block_len,
compressed_block, entry->compressed_size);
if (status != Z_OK || uncompressed_block_len != entry->uncompressed_size) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
block_i++;
state.status = SAV_ROW_STREAM_HAVE_DATA;
data_offset = 0;
while (state.status != SAV_ROW_STREAM_NEED_DATA) {
state.next_in = &uncompressed_block[data_offset];
state.avail_in = uncompressed_block_len - data_offset;
state.next_out = &uncompressed_row[uncompressed_offset];
state.avail_out = uncompressed_row_len - uncompressed_offset;
sav_decompress_row(&state);
uncompressed_offset = uncompressed_row_len - state.avail_out;
data_offset = uncompressed_block_len - state.avail_in;
if (state.status == SAV_ROW_STREAM_FINISHED_ROW) {
retval = row_handler(uncompressed_row, uncompressed_row_len, ctx);
if (retval != READSTAT_OK)
goto cleanup;
uncompressed_offset = 0;
}
if (state.status == SAV_ROW_STREAM_FINISHED_ALL)
goto cleanup;
if (ctx->row_limit > 0 && ctx->current_row == ctx->row_limit)
goto cleanup;
}
}
cleanup:
if (uncompressed_row)
free(uncompressed_row);
if (ztrailer_entries)
free(ztrailer_entries);
if (compressed_block)
free(compressed_block);
if (uncompressed_block)
free(uncompressed_block);
return retval;
}
haven/src/readstat/spss/readstat_por_parse.rl 0000644 0001762 0000144 00000005157 14101007206 021160 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_por_parse.h"
%%{
machine por_field_parse;
write data nofinal noerror;
}%%
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx) {
ssize_t retval = 0;
double val = 0.0;
double denom = 30.0;
double temp_frac = 0.0;
double num = 0.0;
double exp = 0.0;
double temp_val = 0.0;
const unsigned char *p = (const unsigned char *)data;
const unsigned char *pe = p + len;
int cs;
int is_negative = 0, exp_is_negative = 0;
int success = 0;
%%{
action incr_val {
if (fc >= '0' && fc <= '9') {
temp_val = 30 * temp_val + (fc - '0');
} else if (fc >= 'A' && fc <= 'T') {
temp_val = 30 * temp_val + (10 + fc - 'A');
}
}
action incr_frac {
if (fc >= '0' && fc <= '9') {
temp_frac += (fc - '0') / denom;
} else if (fc >= 'A' && fc <= 'T') {
temp_frac += (10 + fc - 'A') / denom;
}
denom *= 30.0;
}
value = [0-9A-T]+ >{ temp_val = 0; } $incr_val;
frac_value = [0-9A-T]+ >{ temp_frac = 0.0; } $incr_frac;
fraction = "." frac_value;
nonmissing_value = (("-" %{ is_negative = 1; })? value %{ num = temp_val; } fraction?
( ("+" | "-" %{ exp_is_negative = 1; }) value %{ exp = temp_val; })?) "/";
nonmissing_fraction = ("-" %{ is_negative = 1; })? fraction "/";
missing_value = "*." >{ val = NAN; };
main := " "* (missing_value | nonmissing_value | nonmissing_fraction ) @{ success = 1; fbreak; };
write init;
write exec;
}%%
if (!isnan(val)) {
val = 1.0 * num + temp_frac;
if (exp_is_negative)
exp *= -1;
if (exp) {
val *= pow(30.0, exp);
}
if (is_negative)
val *= -1;
}
if (!success) {
retval = -1;
if (error_cb) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Read bytes: %ld String: %.*s Ending state: %d",
(long)(p - (const unsigned char *)data), (int)len, data, cs);
error_cb(error_buf, user_ctx);
}
}
if (retval == 0) {
if (result)
*result = val;
retval = (p - (const unsigned char *)data);
}
/* suppress warning */
(void)por_field_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_spss_parse.rl 0000644 0001762 0000144 00000007552 14101007206 021351 0 ustar ligges users
#include
#include "../readstat.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
%%{
machine spss_format_parser;
write data nofinal noerror;
}%%
// For minimum width information see
// https://www.ibm.com/support/knowledgecenter/SSLVMB_sub/statistics_reference_project_ddita/spss/base/syn_date_and_time_date_time_formats.html
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt) {
unsigned char *p = (unsigned char *)data;
unsigned char *pe = (unsigned char *)data + count;
unsigned char *eof = pe;
int cs;
unsigned int integer = 0;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action save_width {
fmt->width = integer;
}
action save_precision {
fmt->decimal_places = integer;
}
type = ("A"i %{ fmt->type = SPSS_FORMAT_TYPE_A; } |
"AHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_AHEX; } |
"COMMA"i %{ fmt->type = SPSS_FORMAT_TYPE_COMMA; } |
"DOLLAR"i %{ fmt->type = SPSS_FORMAT_TYPE_DOLLAR; } |
"F"i %{ fmt->type = SPSS_FORMAT_TYPE_F; } |
"IB"i %{ fmt->type = SPSS_FORMAT_TYPE_IB; } |
"PIBHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_PIBHEX; } |
"P"i %{ fmt->type = SPSS_FORMAT_TYPE_P; } |
"PIB"i %{ fmt->type = SPSS_FORMAT_TYPE_PIB; } |
"PK"i %{ fmt->type = SPSS_FORMAT_TYPE_PK; } |
"RB"i %{ fmt->type = SPSS_FORMAT_TYPE_RB; } |
"RBHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_RBHEX; } |
"Z"i %{ fmt->type = SPSS_FORMAT_TYPE_Z; } |
"N"i %{ fmt->type = SPSS_FORMAT_TYPE_N; } |
"E"i %{ fmt->type = SPSS_FORMAT_TYPE_E; } |
"DATE"i %{ fmt->type = SPSS_FORMAT_TYPE_DATE; fmt->width = 11; } |
"TIME"i %{ fmt->type = SPSS_FORMAT_TYPE_TIME; } |
"DATETIME"i %{ fmt->type = SPSS_FORMAT_TYPE_DATETIME; fmt->width = 20; } |
"YMDHMS"i %{ fmt->type = SPSS_FORMAT_TYPE_YMDHMS; fmt->width = 19; } |
"ADATE"i %{ fmt->type = SPSS_FORMAT_TYPE_ADATE; fmt->width = 10; } |
"JDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_JDATE; } |
"DTIME"i %{ fmt->type = SPSS_FORMAT_TYPE_DTIME; fmt->width = 23; } |
"MTIME"i %{ fmt->type = SPSS_FORMAT_TYPE_MTIME; } |
"WKDAY"i %{ fmt->type = SPSS_FORMAT_TYPE_WKDAY; } |
"MONTH"i %{ fmt->type = SPSS_FORMAT_TYPE_MONTH; } |
"MOYR"i %{ fmt->type = SPSS_FORMAT_TYPE_MOYR; } |
"QYR"i %{ fmt->type = SPSS_FORMAT_TYPE_QYR; } |
"WKYR"i %{ fmt->type = SPSS_FORMAT_TYPE_WKYR; fmt->width = 10; } |
"PCT"i %{ fmt->type = SPSS_FORMAT_TYPE_PCT; } |
"DOT"i %{ fmt->type = SPSS_FORMAT_TYPE_DOT; } |
"CCA"i %{ fmt->type = SPSS_FORMAT_TYPE_CCA; } |
"CCB"i %{ fmt->type = SPSS_FORMAT_TYPE_CCB; } |
"CCC"i %{ fmt->type = SPSS_FORMAT_TYPE_CCC; } |
"CCD"i %{ fmt->type = SPSS_FORMAT_TYPE_CCD; } |
"CCE"i %{ fmt->type = SPSS_FORMAT_TYPE_CCE; } |
"EDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_EDATE; fmt->width = 10; } |
"SDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_SDATE; fmt->width = 10; }
);
integer = [0-9]+ >start_integer $incr_integer;
width = integer %save_width;
precision = integer %save_precision;
main := type (width ("." precision)? )?;
write init;
write exec;
}%%
/* suppress warning */
(void)spss_format_parser_en_main;
if (cs < %%{ write first_final; }%% || p != eof) {
return READSTAT_ERROR_PARSE;
}
return READSTAT_OK;
}
haven/src/readstat/spss/readstat_zsav_compress.h 0000644 0001762 0000144 00000001444 14101007206 021671 0 ustar ligges users
typedef struct zsav_block_s {
int32_t uncompressed_size;
int32_t compressed_size;
z_stream stream;
unsigned char *compressed_data;
size_t compressed_data_capacity;
} zsav_block_t;
typedef struct zsav_ctx_s {
void *buffer;
zsav_block_t **blocks;
int blocks_count;
int blocks_capacity;
int64_t uncompressed_block_size;
int64_t zheader_ofs;
int compression_level;
} zsav_ctx_t;
zsav_ctx_t *zsav_ctx_init(size_t max_row_len, int64_t offset);
void zsav_ctx_free(zsav_ctx_t *ctx);
zsav_block_t *zsav_add_block(zsav_ctx_t *ctx);
zsav_block_t *zsav_current_block(zsav_ctx_t *ctx);
int zsav_compress_row(void *input, size_t input_len, int finish, zsav_ctx_t *zctx);
haven/src/readstat/spss/readstat_spss_parse.c 0000644 0001762 0000144 00000046062 14101765776 021204 0 ustar ligges users #line 1 "src/spss/readstat_spss_parse.rl"
#include
#include "../readstat.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
#line 11 "src/spss/readstat_spss_parse.c"
static const signed char _spss_format_parser_actions[] = {
0, 1, 1, 1, 2, 1, 3, 1,
4, 1, 5, 1, 6, 1, 7, 1,
8, 1, 9, 1, 10, 1, 11, 1,
12, 1, 13, 1, 14, 1, 15, 1,
16, 1, 17, 1, 18, 1, 19, 1,
20, 1, 21, 1, 22, 1, 23, 1,
24, 1, 25, 1, 26, 1, 27, 1,
28, 1, 29, 1, 30, 1, 31, 1,
32, 1, 33, 1, 34, 1, 35, 1,
36, 1, 37, 1, 38, 1, 39, 1,
40, 2, 0, 1, 3, 4, 0, 1,
3, 5, 0, 1, 3, 6, 0, 1,
3, 7, 0, 1, 3, 8, 0, 1,
3, 9, 0, 1, 3, 10, 0, 1,
3, 11, 0, 1, 3, 12, 0, 1,
3, 13, 0, 1, 3, 14, 0, 1,
3, 15, 0, 1, 3, 16, 0, 1,
3, 17, 0, 1, 3, 18, 0, 1,
3, 19, 0, 1, 3, 20, 0, 1,
3, 21, 0, 1, 3, 22, 0, 1,
3, 23, 0, 1, 3, 24, 0, 1,
3, 25, 0, 1, 3, 26, 0, 1,
3, 27, 0, 1, 3, 28, 0, 1,
3, 29, 0, 1, 3, 30, 0, 1,
3, 31, 0, 1, 3, 32, 0, 1,
3, 33, 0, 1, 3, 34, 0, 1,
3, 35, 0, 1, 3, 36, 0, 1,
3, 37, 0, 1, 3, 38, 0, 1,
3, 39, 0, 1, 3, 40, 0, 1,
0
};
static const short _spss_format_parser_key_offsets[] = {
0, 0, 34, 36, 38, 40, 42, 44,
46, 50, 60, 62, 64, 66, 72, 74,
76, 78, 80, 82, 86, 88, 90, 92,
94, 96, 98, 100, 102, 104, 106, 108,
110, 112, 114, 118, 122, 124, 126, 128,
130, 132, 134, 136, 138, 140, 142, 144,
146, 148, 150, 152, 154, 156, 158, 160,
162, 164, 166, 168, 172, 174, 176, 178,
180, 182, 184, 186, 188, 194, 197, 199,
201, 203, 205, 207, 209, 211, 213, 215,
219, 221, 223, 225, 227, 231, 233, 235,
237, 239, 241, 243, 245, 247, 255, 257,
261, 263, 265, 267, 271, 273, 275, 277,
279, 281, 283, 0
};
static const char _spss_format_parser_trans_keys[] = {
65, 67, 68, 69, 70, 73, 74, 77,
78, 80, 81, 82, 83, 84, 87, 89,
90, 97, 99, 100, 101, 102, 105, 106,
109, 110, 112, 113, 114, 115, 116, 119,
121, 122, 48, 57, 65, 97, 84, 116,
69, 101, 69, 101, 88, 120, 67, 79,
99, 111, 65, 66, 67, 68, 69, 97,
98, 99, 100, 101, 77, 109, 77, 109,
65, 97, 65, 79, 84, 97, 111, 116,
84, 116, 69, 101, 73, 105, 77, 109,
69, 101, 76, 84, 108, 116, 76, 108,
65, 97, 82, 114, 73, 105, 77, 109,
69, 101, 65, 97, 84, 116, 69, 101,
66, 98, 68, 100, 65, 97, 84, 116,
69, 101, 79, 84, 111, 116, 78, 89,
110, 121, 84, 116, 72, 104, 82, 114,
73, 105, 77, 109, 69, 101, 84, 116,
66, 98, 69, 101, 88, 120, 89, 121,
82, 114, 66, 98, 69, 101, 88, 120,
68, 100, 65, 97, 84, 116, 69, 101,
73, 105, 77, 109, 69, 101, 75, 107,
68, 89, 100, 121, 65, 97, 89, 121,
82, 114, 77, 109, 68, 100, 72, 104,
77, 109, 83, 115, 68, 72, 100, 104,
48, 57, 46, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 84,
116, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 68, 100, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 67,
73, 75, 99, 105, 107, 48, 57, 48,
57, 72, 104, 48, 57, 48, 57, 48,
57, 48, 57, 72, 104, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 0
};
static const signed char _spss_format_parser_single_lengths[] = {
0, 34, 0, 2, 2, 2, 2, 2,
4, 10, 2, 2, 2, 6, 2, 2,
2, 2, 2, 4, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 4, 4, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 4, 2, 2, 2, 2,
2, 2, 2, 2, 4, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 2,
0, 0, 0, 0, 2, 0, 0, 0,
0, 0, 0, 0, 0, 6, 0, 2,
0, 0, 0, 2, 0, 0, 0, 0,
0, 0, 0, 0
};
static const signed char _spss_format_parser_range_lengths[] = {
0, 0, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 0
};
static const short _spss_format_parser_index_offsets[] = {
0, 0, 35, 37, 40, 43, 46, 49,
52, 57, 68, 71, 74, 77, 84, 87,
90, 93, 96, 99, 104, 107, 110, 113,
116, 119, 122, 125, 128, 131, 134, 137,
140, 143, 146, 151, 156, 159, 162, 165,
168, 171, 174, 177, 180, 183, 186, 189,
192, 195, 198, 201, 204, 207, 210, 213,
216, 219, 222, 225, 230, 233, 236, 239,
242, 245, 248, 251, 254, 260, 263, 265,
267, 269, 271, 273, 275, 277, 279, 281,
285, 287, 289, 291, 293, 297, 299, 301,
303, 305, 307, 309, 311, 313, 321, 323,
327, 329, 331, 333, 337, 339, 341, 343,
345, 347, 349, 0
};
static const signed char _spss_format_parser_cond_targs[] = {
68, 8, 13, 84, 86, 29, 30, 34,
92, 93, 46, 48, 51, 55, 58, 63,
106, 68, 8, 13, 84, 86, 29, 30,
34, 92, 93, 46, 48, 51, 55, 58,
63, 106, 0, 70, 0, 4, 4, 0,
5, 5, 0, 71, 71, 0, 7, 7,
0, 72, 72, 0, 9, 10, 9, 10,
0, 73, 74, 75, 76, 77, 73, 74,
75, 76, 77, 0, 11, 11, 0, 12,
12, 0, 78, 78, 0, 14, 19, 23,
14, 19, 23, 0, 15, 15, 0, 79,
79, 0, 17, 17, 0, 18, 18, 0,
80, 80, 0, 20, 82, 20, 82, 0,
21, 21, 0, 22, 22, 0, 81, 81,
0, 24, 24, 0, 25, 25, 0, 83,
83, 0, 27, 27, 0, 28, 28, 0,
85, 85, 0, 87, 87, 0, 31, 31,
0, 32, 32, 0, 33, 33, 0, 88,
88, 0, 35, 39, 35, 39, 0, 36,
38, 36, 38, 0, 37, 37, 0, 89,
89, 0, 90, 90, 0, 40, 40, 0,
41, 41, 0, 91, 91, 0, 94, 94,
0, 95, 95, 0, 45, 45, 0, 96,
96, 0, 47, 47, 0, 98, 98, 0,
99, 99, 0, 50, 50, 0, 100, 100,
0, 52, 52, 0, 53, 53, 0, 54,
54, 0, 101, 101, 0, 56, 56, 0,
57, 57, 0, 102, 102, 0, 59, 59,
0, 60, 62, 60, 62, 0, 61, 61,
0, 103, 103, 0, 104, 104, 0, 64,
64, 0, 65, 65, 0, 66, 66, 0,
67, 67, 0, 105, 105, 0, 3, 6,
3, 6, 69, 0, 2, 69, 0, 70,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 16, 16, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 26, 26, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 42, 43, 97, 42, 43, 97, 69,
0, 69, 0, 44, 44, 69, 0, 69,
0, 69, 0, 69, 0, 49, 49, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 0,
1, 2, 3, 4, 5, 6, 7, 8,
9, 10, 11, 12, 13, 14, 15, 16,
17, 18, 19, 20, 21, 22, 23, 24,
25, 26, 27, 28, 29, 30, 31, 32,
33, 34, 35, 36, 37, 38, 39, 40,
41, 42, 43, 44, 45, 46, 47, 48,
49, 50, 51, 52, 53, 54, 55, 56,
57, 58, 59, 60, 61, 62, 63, 64,
65, 66, 67, 68, 69, 70, 71, 72,
73, 74, 75, 76, 77, 78, 79, 80,
81, 82, 83, 84, 85, 86, 87, 88,
89, 90, 91, 92, 93, 94, 95, 96,
97, 98, 99, 100, 101, 102, 103, 104,
105, 106, 0
};
static const short _spss_format_parser_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 81, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 84, 0, 3, 1, 0, 1,
0, 160, 0, 88, 0, 204, 0, 208,
0, 212, 0, 216, 0, 220, 0, 92,
0, 0, 0, 144, 0, 152, 0, 96,
0, 200, 0, 168, 0, 0, 0, 140,
0, 224, 0, 100, 0, 104, 0, 164,
0, 180, 0, 184, 0, 172, 0, 136,
0, 0, 0, 0, 0, 0, 0, 112,
0, 196, 0, 0, 0, 116, 0, 108,
0, 120, 0, 188, 0, 0, 0, 124,
0, 128, 0, 228, 0, 148, 0, 176,
0, 192, 0, 156, 0, 132, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 7, 3, 5, 45, 9,
67, 69, 71, 73, 75, 11, 37, 41,
13, 65, 49, 35, 77, 15, 17, 47,
55, 57, 51, 33, 21, 63, 23, 19,
25, 59, 27, 29, 79, 39, 53, 61,
43, 31, 0
};
static const short _spss_format_parser_eof_trans[] = {
352, 353, 354, 355, 356, 357, 358, 359,
360, 361, 362, 363, 364, 365, 366, 367,
368, 369, 370, 371, 372, 373, 374, 375,
376, 377, 378, 379, 380, 381, 382, 383,
384, 385, 386, 387, 388, 389, 390, 391,
392, 393, 394, 395, 396, 397, 398, 399,
400, 401, 402, 403, 404, 405, 406, 407,
408, 409, 410, 411, 412, 413, 414, 415,
416, 417, 418, 419, 420, 421, 422, 423,
424, 425, 426, 427, 428, 429, 430, 431,
432, 433, 434, 435, 436, 437, 438, 439,
440, 441, 442, 443, 444, 445, 446, 447,
448, 449, 450, 451, 452, 453, 454, 455,
456, 457, 458, 0
};
static const int spss_format_parser_start = 1;
static const int spss_format_parser_en_main = 1;
#line 11 "src/spss/readstat_spss_parse.rl"
// For minimum width information see
// https://www.ibm.com/support/knowledgecenter/SSLVMB_sub/statistics_reference_project_ddita/spss/base/syn_date_and_time_date_time_formats.html
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt) {
unsigned char *p = (unsigned char *)data;
unsigned char *pe = (unsigned char *)data + count;
unsigned char *eof = pe;
int cs;
unsigned int integer = 0;
#line 310 "src/spss/readstat_spss_parse.c"
{
cs = (int)spss_format_parser_start;
}
#line 315 "src/spss/readstat_spss_parse.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _spss_format_parser_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_spss_format_parser_eof_trans[cs] - 1;
}
}
else {
_keys = ( _spss_format_parser_trans_keys + (_spss_format_parser_key_offsets[cs]));
_trans = (unsigned int)_spss_format_parser_index_offsets[cs];
_klen = (int)_spss_format_parser_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_spss_format_parser_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_spss_format_parser_cond_targs[_trans];
if ( _spss_format_parser_cond_actions[_trans] != 0 ) {
_acts = ( _spss_format_parser_actions + (_spss_format_parser_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 24 "src/spss/readstat_spss_parse.rl"
integer = 0;
}
#line 400 "src/spss/readstat_spss_parse.c"
break;
}
case 1: {
{
#line 28 "src/spss/readstat_spss_parse.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 411 "src/spss/readstat_spss_parse.c"
break;
}
case 2: {
{
#line 32 "src/spss/readstat_spss_parse.rl"
fmt->width = integer;
}
#line 422 "src/spss/readstat_spss_parse.c"
break;
}
case 3: {
{
#line 36 "src/spss/readstat_spss_parse.rl"
fmt->decimal_places = integer;
}
#line 433 "src/spss/readstat_spss_parse.c"
break;
}
case 4: {
{
#line 40 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_A; }
#line 442 "src/spss/readstat_spss_parse.c"
break;
}
case 5: {
{
#line 41 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_AHEX; }
#line 451 "src/spss/readstat_spss_parse.c"
break;
}
case 6: {
{
#line 42 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_COMMA; }
#line 460 "src/spss/readstat_spss_parse.c"
break;
}
case 7: {
{
#line 43 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DOLLAR; }
#line 469 "src/spss/readstat_spss_parse.c"
break;
}
case 8: {
{
#line 44 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_F; }
#line 478 "src/spss/readstat_spss_parse.c"
break;
}
case 9: {
{
#line 45 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_IB; }
#line 487 "src/spss/readstat_spss_parse.c"
break;
}
case 10: {
{
#line 46 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PIBHEX; }
#line 496 "src/spss/readstat_spss_parse.c"
break;
}
case 11: {
{
#line 47 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_P; }
#line 505 "src/spss/readstat_spss_parse.c"
break;
}
case 12: {
{
#line 48 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PIB; }
#line 514 "src/spss/readstat_spss_parse.c"
break;
}
case 13: {
{
#line 49 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PK; }
#line 523 "src/spss/readstat_spss_parse.c"
break;
}
case 14: {
{
#line 50 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_RB; }
#line 532 "src/spss/readstat_spss_parse.c"
break;
}
case 15: {
{
#line 51 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_RBHEX; }
#line 541 "src/spss/readstat_spss_parse.c"
break;
}
case 16: {
{
#line 52 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_Z; }
#line 550 "src/spss/readstat_spss_parse.c"
break;
}
case 17: {
{
#line 53 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_N; }
#line 559 "src/spss/readstat_spss_parse.c"
break;
}
case 18: {
{
#line 54 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_E; }
#line 568 "src/spss/readstat_spss_parse.c"
break;
}
case 19: {
{
#line 55 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DATE; fmt->width = 11; }
#line 577 "src/spss/readstat_spss_parse.c"
break;
}
case 20: {
{
#line 56 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_TIME; }
#line 586 "src/spss/readstat_spss_parse.c"
break;
}
case 21: {
{
#line 57 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DATETIME; fmt->width = 20; }
#line 595 "src/spss/readstat_spss_parse.c"
break;
}
case 22: {
{
#line 58 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_YMDHMS; fmt->width = 19; }
#line 604 "src/spss/readstat_spss_parse.c"
break;
}
case 23: {
{
#line 59 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_ADATE; fmt->width = 10; }
#line 613 "src/spss/readstat_spss_parse.c"
break;
}
case 24: {
{
#line 60 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_JDATE; }
#line 622 "src/spss/readstat_spss_parse.c"
break;
}
case 25: {
{
#line 61 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DTIME; fmt->width = 23; }
#line 631 "src/spss/readstat_spss_parse.c"
break;
}
case 26: {
{
#line 62 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MTIME; }
#line 640 "src/spss/readstat_spss_parse.c"
break;
}
case 27: {
{
#line 63 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_WKDAY; }
#line 649 "src/spss/readstat_spss_parse.c"
break;
}
case 28: {
{
#line 64 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MONTH; }
#line 658 "src/spss/readstat_spss_parse.c"
break;
}
case 29: {
{
#line 65 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MOYR; }
#line 667 "src/spss/readstat_spss_parse.c"
break;
}
case 30: {
{
#line 66 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_QYR; }
#line 676 "src/spss/readstat_spss_parse.c"
break;
}
case 31: {
{
#line 67 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_WKYR; fmt->width = 10; }
#line 685 "src/spss/readstat_spss_parse.c"
break;
}
case 32: {
{
#line 68 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PCT; }
#line 694 "src/spss/readstat_spss_parse.c"
break;
}
case 33: {
{
#line 69 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DOT; }
#line 703 "src/spss/readstat_spss_parse.c"
break;
}
case 34: {
{
#line 70 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCA; }
#line 712 "src/spss/readstat_spss_parse.c"
break;
}
case 35: {
{
#line 71 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCB; }
#line 721 "src/spss/readstat_spss_parse.c"
break;
}
case 36: {
{
#line 72 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCC; }
#line 730 "src/spss/readstat_spss_parse.c"
break;
}
case 37: {
{
#line 73 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCD; }
#line 739 "src/spss/readstat_spss_parse.c"
break;
}
case 38: {
{
#line 74 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCE; }
#line 748 "src/spss/readstat_spss_parse.c"
break;
}
case 39: {
{
#line 75 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_EDATE; fmt->width = 10; }
#line 757 "src/spss/readstat_spss_parse.c"
break;
}
case 40: {
{
#line 76 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_SDATE; fmt->width = 10; }
#line 766 "src/spss/readstat_spss_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 68 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 89 "src/spss/readstat_spss_parse.rl"
/* suppress warning */
(void)spss_format_parser_en_main;
if (cs <
#line 797 "src/spss/readstat_spss_parse.c"
68
#line 94 "src/spss/readstat_spss_parse.rl"
|| p != eof) {
return READSTAT_ERROR_PARSE;
}
return READSTAT_OK;
}
haven/src/readstat/spss/readstat_por.c 0000644 0001762 0000144 00000013026 14101007206 017565 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../CKHashTable.h"
#include "../readstat_convert.h"
#include "readstat_spss.h"
#include "readstat_por.h"
int8_t por_ascii_lookup[256] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '0', '1', '2', '3', '4', '5',
'6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F',
'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j',
'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't',
'u', 'v', 'w', 'x', 'y', 'z', ' ', '.', '<', '(',
'+', '|', '&', '[', ']', '!', '$', '*', ')', ';',
'^', '-', '/', '|', ',', '%', '_', '>', '?', '`',
':', '#', '@', '\'', '=', '"', 0, 0, 0, 0,
0, 0, '~', 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '{', '}', '\\', 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0 };
uint16_t por_unicode_lookup[256] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '0', '1', '2', '3', '4', '5',
'6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F',
'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j',
'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't',
'u', 'v', 'w', 'x', 'y', 'z', ' ', '.', '<', '(',
'+', '|', '&', '[', ']', '!', '$', '*', ')', ';',
'^', '-', '/', 0x00A3, ',', '%', '_', '>', '?', 0x2018,
':', 0x00A6, '@', 0x2019, '=', '"', 0x2264, 0x25A1, 0x00B1, 0x25A0,
0x00B0, 0x2020, '~', 0x2013, 0x2514, 0x250C, 0x2265, 0x2070, 0x2071, 0x00B2,
0x00B3, 0x2074, 0x2075, 0x2076, 0x2077, 0x2078, 0x2079, 0x2518, 0x2510, 0x2260,
0x2014, 0x207D, 0x207E, 0x2E38, '{', '}', '\\', 0x00A2, 0x2022, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0 };
por_ctx_t *por_ctx_init() {
por_ctx_t *ctx = calloc(1, sizeof(por_ctx_t));
ctx->space = ' ';
ctx->base30_precision = 20;
ctx->var_dict = ck_hash_table_init(1024, 8);
return ctx;
}
void por_ctx_free(por_ctx_t *ctx) {
if (ctx->string_buffer)
free(ctx->string_buffer);
if (ctx->varinfo) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->varinfo[i].label)
free(ctx->varinfo[i].label);
}
free(ctx->varinfo);
}
if (ctx->variables) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->variables[i])
free(ctx->variables[i]);
}
free(ctx->variables);
}
if (ctx->var_dict)
ck_hash_table_free(ctx->var_dict);
if (ctx->converter)
iconv_close(ctx->converter);
free(ctx);
}
ssize_t por_utf8_encode(const unsigned char *input, size_t input_len,
char *output, size_t output_len, uint16_t lookup[256]) {
int offset = 0;
int i;
for (i=0; i output_len)
return offset;
output[offset++] = codepoint;
} else {
if (codepoint <= 0x07FF) {
if (offset + 2 > output_len)
return offset;
} else /* if (codepoint <= 0xFFFF) */{
if (offset + 3 > output_len)
return offset;
}
/* TODO - For some reason that replacement character isn't recognized
* by some systems, so be prepared to insert an ASCII space instead */
int printed = sprintf(output + offset, "%lc", codepoint);
if (printed > 0) {
offset += printed;
} else {
output[offset++] = ' ';
}
}
}
return offset;
}
ssize_t por_utf8_decode(
const char *input, size_t input_len,
char *output, size_t output_len,
uint8_t *lookup, size_t lookup_len) {
int offset = 0;
wchar_t codepoint = 0;
while (1) {
int char_len = 0;
if (offset + 1 > output_len)
return offset;
unsigned char val = *input;
if (val >= 0x20 && val < 0x7F) {
if (!lookup[val])
return -1;
output[offset++] = lookup[val];
input++;
} else {
int conversions = sscanf(input, "%lc%n", &codepoint, &char_len);
if (conversions == 0 || codepoint >= lookup_len || lookup[codepoint] == 0) {
return -1;
}
output[offset++] = lookup[codepoint];
input += char_len;
}
}
return offset;
}
haven/src/readstat/spss/readstat_sav.c 0000644 0001762 0000144 00000005070 14101007206 017556 0 ustar ligges users //
// sav.c
//
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#define SAV_VARINFO_INITIAL_CAPACITY 512
sav_ctx_t *sav_ctx_init(sav_file_header_record_t *header, readstat_io_t *io) {
sav_ctx_t *ctx = readstat_calloc(1, sizeof(sav_ctx_t));
if (ctx == NULL) {
return NULL;
}
if (memcmp(&header->rec_type, "$FL2", 4) == 0) {
ctx->format_version = 2;
} else if (memcmp(&header->rec_type, "$FL3", 4) == 0) {
ctx->format_version = 3;
} else {
sav_ctx_free(ctx);
return NULL;
}
ctx->bswap = !(header->layout_code == 2 || header->layout_code == 3);
ctx->endianness = (machine_is_little_endian() ^ ctx->bswap) ? READSTAT_ENDIAN_LITTLE : READSTAT_ENDIAN_BIG;
if (header->compression == 1 || byteswap4(header->compression) == 1) {
ctx->compression = READSTAT_COMPRESS_ROWS;
} else if (header->compression == 2 || byteswap4(header->compression) == 2) {
ctx->compression = READSTAT_COMPRESS_BINARY;
}
ctx->record_count = ctx->bswap ? byteswap4(header->ncases) : header->ncases;
ctx->fweight_index = ctx->bswap ? byteswap4(header->weight_index) : header->weight_index;
ctx->missing_double = SAV_MISSING_DOUBLE;
ctx->lowest_double = SAV_LOWEST_DOUBLE;
ctx->highest_double = SAV_HIGHEST_DOUBLE;
ctx->bias = ctx->bswap ? byteswap_double(header->bias) : header->bias;
ctx->varinfo_capacity = SAV_VARINFO_INITIAL_CAPACITY;
if ((ctx->varinfo = readstat_calloc(ctx->varinfo_capacity, sizeof(spss_varinfo_t *))) == NULL) {
sav_ctx_free(ctx);
return NULL;
}
ctx->io = io;
return ctx;
}
void sav_ctx_free(sav_ctx_t *ctx) {
if (ctx->varinfo) {
int i;
for (i=0; ivar_index; i++) {
spss_varinfo_free(ctx->varinfo[i]);
}
free(ctx->varinfo);
}
if (ctx->variables) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->variables[i])
free(ctx->variables[i]);
}
free(ctx->variables);
}
if (ctx->raw_string)
free(ctx->raw_string);
if (ctx->utf8_string)
free(ctx->utf8_string);
if (ctx->converter)
iconv_close(ctx->converter);
if (ctx->variable_display_values) {
free(ctx->variable_display_values);
}
free(ctx);
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.h 0000644 0001762 0000144 00000000435 14101007206 023040 0 ustar ligges users
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx);
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx);
haven/src/readstat/spss/readstat_zsav_read.h 0000644 0001762 0000144 00000000214 14101007206 020743 0 ustar ligges users
readstat_error_t zsav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
haven/src/readstat/spss/readstat_sav_write.c 0000644 0001762 0000144 00000145153 14101007206 020777 0 ustar ligges users
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_bits.h"
#include "../readstat_malloc.h"
#include "../readstat_writer.h"
#include "../CKHashTable.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
#include "readstat_spss_parse.h"
#if HAVE_ZLIB
#include
#include "readstat_zsav_compress.h"
#include "readstat_zsav_write.h"
#endif
#define MAX_STRING_SIZE 255
#define MAX_LABEL_SIZE 256
#define MAX_VALUE_LABEL_SIZE 120
typedef struct sav_varnames_s {
char shortname[9];
char stem[6];
} sav_varnames_t;
static long readstat_label_set_number_short_variables(readstat_label_set_t *r_label_set) {
long count = 0;
int j;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if (r_variable->storage_width <= 8) {
count++;
}
}
return count;
}
static int readstat_label_set_needs_short_value_labels_record(readstat_label_set_t *r_label_set) {
return readstat_label_set_number_short_variables(r_label_set) > 0;
}
static int readstat_label_set_needs_long_value_labels_record(readstat_label_set_t *r_label_set) {
return readstat_label_set_number_short_variables(r_label_set) < r_label_set->variables_count;
}
static int32_t sav_encode_format(spss_format_t *spss_format) {
uint8_t width = spss_format->width > 0xff ? 0xff : spss_format->width;
return ((spss_format->type << 16) | (width << 8) |
spss_format->decimal_places);
}
static readstat_error_t sav_encode_base_variable_format(readstat_variable_t *r_variable,
int32_t *out_code) {
spss_format_t spss_format;
readstat_error_t retval = spss_format_for_variable(r_variable, &spss_format);
if (retval == READSTAT_OK && out_code)
*out_code = sav_encode_format(&spss_format);
return retval;
}
static readstat_error_t sav_encode_ghost_variable_format(readstat_variable_t *r_variable,
size_t user_width, int32_t *out_code) {
spss_format_t spss_format;
readstat_error_t retval = spss_format_for_variable(r_variable, &spss_format);
spss_format.width = user_width;
if (retval == READSTAT_OK && out_code)
*out_code = sav_encode_format(&spss_format);
return retval;
}
static size_t sav_format_variable_name(char *output, size_t output_len,
sav_varnames_t *varnames) {
snprintf(output, output_len, "%s", varnames->shortname);
return strlen(output);
}
static size_t sav_format_ghost_variable_name(char *output, size_t output_len,
sav_varnames_t *varnames, unsigned int segment) {
snprintf(output, output_len, "%s", varnames->stem);
size_t len = strlen(output);
int letter = segment % 36;
if (letter < 10) {
output[len++] = '0' + letter;
} else {
output[len++] = 'A' + (letter - 10);
}
return len;
}
static int sav_variable_segments(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING && user_width > MAX_STRING_SIZE) {
return (user_width + 251) / 252;
}
return 1;
}
static readstat_error_t sav_emit_header(readstat_writer_t *writer) {
sav_file_header_record_t header = { { 0 } };
readstat_error_t retval = READSTAT_OK;
time_t now = writer->timestamp;
struct tm *time_s = localtime(&now);
/* There are portability issues with strftime so hack something up */
char months[][4] = {
"Jan", "Feb", "Mar", "Apr", "May", "Jun",
"Jul", "Aug", "Sep", "Oct", "Nov", "Dec" };
char creation_date[sizeof(header.creation_date)+1] = { 0 };
char creation_time[sizeof(header.creation_time)+1] = { 0 };
if (!time_s) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_VALUE;
goto cleanup;
}
memcpy(header.rec_type, "$FL2", sizeof("$FL2")-1);
if (writer->compression == READSTAT_COMPRESS_BINARY) {
header.rec_type[3] = '3';
}
memset(header.prod_name, ' ', sizeof(header.prod_name));
memcpy(header.prod_name,
"@(#) SPSS DATA FILE - " READSTAT_PRODUCT_URL,
sizeof("@(#) SPSS DATA FILE - " READSTAT_PRODUCT_URL)-1);
header.layout_code = 2;
header.nominal_case_size = writer->row_len / 8;
if (writer->compression == READSTAT_COMPRESS_ROWS) {
header.compression = 1;
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
header.compression = 2;
}
if (writer->fweight_variable) {
int32_t dictionary_index = 1 + writer->fweight_variable->offset / 8;
header.weight_index = dictionary_index;
} else {
header.weight_index = 0;
}
header.ncases = writer->row_count;
header.bias = 100.0;
snprintf(creation_date, sizeof(creation_date),
"%02d %3.3s %02d",
(unsigned int)time_s->tm_mday % 100,
months[time_s->tm_mon],
(unsigned int)time_s->tm_year % 100);
memcpy(header.creation_date, creation_date, sizeof(header.creation_date));
snprintf(creation_time, sizeof(creation_time),
"%02d:%02d:%02d",
(unsigned int)time_s->tm_hour % 100,
(unsigned int)time_s->tm_min % 100,
(unsigned int)time_s->tm_sec % 100);
memcpy(header.creation_time, creation_time, sizeof(header.creation_time));
memset(header.file_label, ' ', sizeof(header.file_label));
size_t file_label_len = strlen(writer->file_label);
if (file_label_len > sizeof(header.file_label))
file_label_len = sizeof(header.file_label);
if (writer->file_label[0])
memcpy(header.file_label, writer->file_label, file_label_len);
retval = readstat_write_bytes(writer, &header, sizeof(header));
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_label(readstat_writer_t *writer, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
const char *title_data = r_variable->label;
size_t title_data_len = strlen(title_data);
if (title_data_len > 0) {
char padded_label[MAX_LABEL_SIZE];
uint32_t label_len = title_data_len;
if (label_len > sizeof(padded_label))
label_len = sizeof(padded_label);
retval = readstat_write_bytes(writer, &label_len, sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
strncpy(padded_label, title_data, (label_len + 3) / 4 * 4);
retval = readstat_write_bytes(writer, padded_label, (label_len + 3) / 4 * 4);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static int sav_n_missing_double_values(readstat_variable_t *r_variable) {
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
int n_missing_values = n_missing_ranges;
int has_missing_range = 0;
int j;
for (j=0; jtype == READSTAT_TYPE_DOUBLE) {
n_missing_values = sav_n_missing_double_values(r_variable);
} else if (readstat_variable_get_storage_width(r_variable) <= 8) {
n_missing_values = sav_n_missing_string_values(r_variable);
}
if (abs(n_missing_values) > 3) {
return READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
}
if (out_n_missing_values)
*out_n_missing_values = n_missing_values;
return READSTAT_OK;
}
static readstat_error_t sav_emit_variable_missing_string_values(readstat_writer_t *writer, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; jtype == READSTAT_TYPE_DOUBLE) {
return sav_emit_variable_missing_double_values(writer, r_variable);
} else if (readstat_variable_get_storage_width(r_variable) <= 8) {
return sav_emit_variable_missing_string_values(writer, r_variable);
}
return READSTAT_OK;
}
static readstat_error_t sav_emit_blank_variable_records(readstat_writer_t *writer, int extra_fields) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_VARIABLE;
sav_variable_record_t variable;
while (extra_fields--) {
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
memset(&variable, '\0', sizeof(variable));
memset(variable.name, ' ', sizeof(variable.name));
variable.type = -1;
variable.print = variable.write = 0x011d01;
retval = readstat_write_bytes(writer, &variable, sizeof(variable));
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_base_variable_record(readstat_writer_t *writer, readstat_variable_t *r_variable,
sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_VARIABLE;
char name_data[9];
size_t name_data_len = sav_format_variable_name(name_data, sizeof(name_data), varnames);
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
sav_variable_record_t variable = {0};
if (r_variable->type == READSTAT_TYPE_STRING) {
variable.type = r_variable->user_width > MAX_STRING_SIZE ? MAX_STRING_SIZE : r_variable->user_width;
}
variable.has_var_label = (r_variable->label[0] != '\0');
retval = sav_n_missing_values(&variable.n_missing_values, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_encode_base_variable_format(r_variable, &variable.print);
if (retval != READSTAT_OK)
goto cleanup;
variable.write = variable.print;
memset(variable.name, ' ', sizeof(variable.name));
if (name_data_len > 0 && name_data_len <= sizeof(variable.name))
memcpy(variable.name, name_data, name_data_len);
retval = readstat_write_bytes(writer, &variable, sizeof(variable));
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_label(writer, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_missing_values(writer, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
int extra_fields = r_variable->storage_width / 8 - 1;
if (extra_fields > 31)
extra_fields = 31;
retval = sav_emit_blank_variable_records(writer, extra_fields);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_ghost_variable_record(readstat_writer_t *writer,
readstat_variable_t *r_variable, sav_varnames_t *varnames, int segment, size_t user_width) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_VARIABLE;
sav_variable_record_t variable = { 0 };
char name_data[9];
size_t name_len = sav_format_ghost_variable_name(name_data, sizeof(name_data), varnames, segment);
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
variable.type = user_width;
retval = sav_encode_ghost_variable_format(r_variable, user_width, &variable.print);
if (retval != READSTAT_OK)
goto cleanup;
variable.write = variable.print;
memset(variable.name, ' ', sizeof(variable.name));
if (name_len > 0 && name_len <= sizeof(variable.name))
memcpy(variable.name, name_data, name_len);
retval = readstat_write_bytes(writer, &variable, sizeof(variable));
if (retval != READSTAT_OK)
goto cleanup;
int extra_fields = (user_width + 7) / 8 - 1;
if (extra_fields > 31)
extra_fields = 31;
retval = sav_emit_blank_variable_records(writer, extra_fields);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_full_variable_record(readstat_writer_t *writer, readstat_variable_t *r_variable,
sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
retval = sav_emit_base_variable_record(writer, r_variable, varnames);
if (retval != READSTAT_OK)
goto cleanup;
int n_segments = sav_variable_segments(r_variable->type, r_variable->user_width);
int i;
for (i=1; iuser_width - (n_segments - 1) * 252);
}
retval = sav_emit_ghost_variable_record(writer, r_variable, varnames, i, storage_size);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_records(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
retval = sav_emit_full_variable_record(writer, r_variable, &varnames[i]);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_value_label_records(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i, j;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_short_value_labels_record(r_label_set))
continue;
readstat_type_t user_type = r_label_set->type;
int32_t label_count = r_label_set->value_labels_count;
int32_t rec_type = 0;
if (label_count) {
rec_type = SAV_RECORD_TYPE_VALUE_LABEL;
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &label_count, sizeof(label_count));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jstring_key_len;
if (key_len > sizeof(value))
key_len = sizeof(value);
memset(value, ' ', sizeof(value));
memcpy(value, r_value_label->string_key, key_len);
} else if (user_type == READSTAT_TYPE_DOUBLE) {
double num_val = r_value_label->double_key;
memcpy(value, &num_val, sizeof(double));
} else if (user_type == READSTAT_TYPE_INT32) {
double num_val = r_value_label->int32_key;
memcpy(value, &num_val, sizeof(double));
}
retval = readstat_write_bytes(writer, value, sizeof(value));
const char *label_data = r_value_label->label;
uint8_t label_len = MAX_VALUE_LABEL_SIZE;
if (label_len > r_value_label->label_len)
label_len = r_value_label->label_len;
retval = readstat_write_bytes(writer, &label_len, sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
char label[MAX_VALUE_LABEL_SIZE+8];
memset(label, ' ', sizeof(label));
memcpy(label, label_data, label_len);
retval = readstat_write_bytes(writer, label,
(label_len + sizeof(label_len) + 7) / 8 * 8 - sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
}
rec_type = SAV_RECORD_TYPE_VALUE_LABEL_VARIABLES;
int32_t var_count = readstat_label_set_number_short_variables(r_label_set);
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &var_count, sizeof(var_count));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if (r_variable->storage_width > 8)
continue;
int32_t dictionary_index = 1 + r_variable->offset / 8;
retval = readstat_write_bytes(writer, &dictionary_index, sizeof(dictionary_index));
if (retval != READSTAT_OK)
goto cleanup;
}
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_document_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_DOCUMENT;
int32_t n_lines = writer->notes_count;
if (n_lines == 0)
goto cleanup;
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &n_lines, sizeof(n_lines));
if (retval != READSTAT_OK)
goto cleanup;
int i;
for (i=0; inotes_count; i++) {
size_t len = strlen(writer->notes[i]);
if (len > SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_NOTE_IS_TOO_LONG;
goto cleanup;
}
retval = readstat_write_bytes(writer, writer->notes[i], len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_spaces(writer, SPSS_DOC_LINE_SIZE - len);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_integer_info_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_INTEGER_INFO,
.size = 4,
.count = 8
};
sav_machine_integer_info_record_t machine_info = {
.version_major = 20,
.version_minor = 0,
.version_revision = 0,
.machine_code = -1,
.floating_point_rep = SAV_FLOATING_POINT_REP_IEEE,
.compression_code = 1,
.endianness = machine_is_little_endian() ? SAV_ENDIANNESS_LITTLE : SAV_ENDIANNESS_BIG,
.character_code = 65001 // UTF-8
};
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &machine_info, sizeof(machine_info));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_floating_point_info_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_FP_INFO,
.size = 8,
.count = 3
};
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
sav_machine_floating_point_info_record_t fp_info = {0};
fp_info.sysmis = SAV_MISSING_DOUBLE;
fp_info.highest = SAV_HIGHEST_DOUBLE;
fp_info.lowest = SAV_LOWEST_DOUBLE;
retval = readstat_write_bytes(writer, &fp_info, sizeof(fp_info));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_display_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_VAR_DISPLAY,
.size = sizeof(int32_t)
};
int total_segments = 0;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
total_segments += sav_variable_segments(r_variable->type, r_variable->user_width);
}
info_header.count = 3 * total_segments;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
readstat_measure_t measure = readstat_variable_get_measure(r_variable);
int32_t sav_measure = spss_measure_from_readstat_measure(measure);
int32_t sav_display_width = readstat_variable_get_display_width(r_variable);
if (sav_display_width <= 0)
sav_display_width = 8;
readstat_alignment_t alignment = readstat_variable_get_alignment(r_variable);
int32_t sav_alignment = spss_alignment_from_readstat_alignment(alignment);
int n_segments = sav_variable_segments(r_variable->type, r_variable->user_width);
while (n_segments--) {
retval = readstat_write_bytes(writer, &sav_measure, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &sav_display_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &sav_alignment, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_long_var_name_record(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_VAR_NAME,
.size = 1,
.count = 0
};
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
char name_data[9];
size_t name_data_len = sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
const char *title_data = r_variable->name;
size_t title_data_len = strlen(title_data);
if (title_data_len > 0 && name_data_len > 0) {
if (title_data_len > 64)
title_data_len = 64;
info_header.count += name_data_len;
info_header.count += sizeof("=")-1;
info_header.count += title_data_len;
info_header.count += sizeof("\x09")-1;
}
}
if (info_header.count > 0) {
info_header.count--; /* no trailing 0x09 */
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
int is_first = 1;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
const char *title_data = r_variable->name;
size_t title_data_len = strlen(title_data);
char kv_separator = '=';
char tuple_separator = 0x09;
if (title_data_len > 0) {
if (title_data_len > 64)
title_data_len = 64;
if (!is_first) {
retval = readstat_write_bytes(writer, &tuple_separator, sizeof(tuple_separator));
if (retval != READSTAT_OK)
goto cleanup;
}
retval = readstat_write_string(writer, name_data);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &kv_separator, sizeof(kv_separator));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, title_data, title_data_len);
if (retval != READSTAT_OK)
goto cleanup;
is_first = 0;
}
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_very_long_string_record(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
char tuple_separator[2] = { 0x00, 0x09 };
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_VERY_LONG_STR,
.size = 1,
.count = 0
};
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
char kv_data[8+1+5+1];
snprintf(kv_data, sizeof(kv_data), "%.8s=%d",
name_data, (unsigned int)r_variable->user_width % 100000);
info_header.count += strlen(kv_data) + sizeof(tuple_separator);
}
if (info_header.count == 0)
return READSTAT_OK;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
char kv_data[8+1+5+1];
snprintf(kv_data, sizeof(kv_data), "%.8s=%d",
name_data, (unsigned int)r_variable->user_width % 100000);
retval = readstat_write_string(writer, kv_data);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, tuple_separator, sizeof(tuple_separator));
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_long_string_value_labels_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i, j, k;
char *space_buffer = NULL;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS,
.size = 1,
.count = 0
};
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_long_value_labels_record(r_label_set))
continue;
int32_t label_count = r_label_set->value_labels_count;
int32_t var_count = r_label_set->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
info_header.count += sizeof(int32_t); // name length
info_header.count += name_len;
info_header.count += sizeof(int32_t); // variable width
info_header.count += sizeof(int32_t); // label count
for (j=0; jlabel_len;
if (label_len > MAX_VALUE_LABEL_SIZE)
label_len = MAX_VALUE_LABEL_SIZE;
info_header.count += sizeof(int32_t); // value length
info_header.count += storage_width;
info_header.count += sizeof(int32_t); // label length
info_header.count += label_len;
}
}
}
if (info_header.count == 0)
goto cleanup;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_long_value_labels_record(r_label_set))
continue;
int32_t label_count = r_label_set->value_labels_count;
int32_t var_count = r_label_set->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
space_buffer = realloc(space_buffer, storage_width);
memset(space_buffer, ' ', storage_width);
retval = readstat_write_bytes(writer, &name_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_variable->name, name_len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &storage_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &label_count, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jstring_key_len;
int32_t label_len = r_value_label->label_len;
if (label_len > MAX_VALUE_LABEL_SIZE)
label_len = MAX_VALUE_LABEL_SIZE;
retval = readstat_write_bytes(writer, &storage_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_value_label->string_key, value_len);
if (retval != READSTAT_OK)
goto cleanup;
if (value_len < storage_width) {
retval = readstat_write_bytes(writer, space_buffer, storage_width - value_len);
if (retval != READSTAT_OK)
goto cleanup;
}
retval = readstat_write_bytes(writer, &label_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_value_label->label, label_len);
if (retval != READSTAT_OK)
goto cleanup;
}
}
}
cleanup:
if (space_buffer)
free(space_buffer);
return retval;
}
static readstat_error_t sav_emit_long_string_missing_values_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int j, k;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES,
.size = 1,
.count = 0
};
int32_t var_count = writer->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
int n_missing_values = 0;
for (j=0; jname);
int8_t n_missing_values = 0;
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
for (j=0; jname, name_len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &n_missing_values, sizeof(int8_t));
if (retval != READSTAT_OK)
goto cleanup;
uint32_t value_len = 8;
retval = readstat_write_bytes(writer, &value_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jrow_count;
retval = readstat_write_bytes(writer, &info_header, sizeof(sav_info_record_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &one, sizeof(uint64_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &ncases, sizeof(uint64_t));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_termination_record(readstat_writer_t *writer) {
sav_dictionary_termination_record_t termination_record = { .rec_type = SAV_RECORD_TYPE_DICT_TERMINATION };
return readstat_write_bytes(writer, &termination_record, sizeof(termination_record));
}
static readstat_error_t sav_write_int8(void *row, const readstat_variable_t *var, int8_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_int16(void *row, const readstat_variable_t *var, int16_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_int32(void *row, const readstat_variable_t *var, int32_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_float(void *row, const readstat_variable_t *var, float value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_double(void *row, const readstat_variable_t *var, double value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_string(void *row, const readstat_variable_t *var, const char *value) {
memset(row, ' ', var->storage_width);
if (value != NULL && value[0] != '\0') {
size_t value_len = strlen(value);
off_t row_offset = 0;
off_t val_offset = 0;
unsigned char *row_bytes = (unsigned char *)row;
if (value_len > var->storage_width)
return READSTAT_ERROR_STRING_VALUE_IS_TOO_LONG;
while (value_len - val_offset > 255) {
memcpy(&row_bytes[row_offset], &value[val_offset], 255);
row_offset += 256;
val_offset += 255;
}
memcpy(&row_bytes[row_offset], &value[val_offset], value_len - val_offset);
}
return READSTAT_OK;
}
static readstat_error_t sav_write_missing_string(void *row, const readstat_variable_t *var) {
memset(row, ' ', var->storage_width);
return READSTAT_OK;
}
static readstat_error_t sav_write_missing_number(void *row, const readstat_variable_t *var) {
uint64_t missing_val = SAV_MISSING_DOUBLE;
memcpy(row, &missing_val, sizeof(uint64_t));
return READSTAT_OK;
}
static size_t sav_variable_width(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING) {
if (user_width > MAX_STRING_SIZE) {
size_t n_segments = sav_variable_segments(type, user_width);
size_t last_segment_width = ((user_width - (n_segments - 1) * 252) + 7)/8*8;
return (n_segments-1)*256 + last_segment_width;
}
if (user_width == 0) {
return 8;
}
return (user_width + 7) / 8 * 8;
}
return 8;
}
static readstat_error_t sav_validate_name_chars(const char *name, int unicode) {
/* TODO check Unicode class */
int j;
for (j=0; name[j]; j++) {
if (name[j] == ' ')
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
if ((name[j] > 0 || !unicode) && name[j] != '@' &&
name[j] != '.' && name[j] != '_' &&
name[j] != '$' && name[j] != '#' &&
!(name[j] >= 'a' && name[j] <= 'z') &&
!(name[j] >= 'A' && name[j] <= 'Z') &&
!(name[j] >= '0' && name[j] <= '9')) {
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
}
}
char first_char = name[0];
if ((first_char > 0 || !unicode) && first_char != '@' &&
!(first_char >= 'a' && first_char <= 'z') &&
!(first_char >= 'A' && first_char <= 'Z')) {
return READSTAT_ERROR_NAME_BEGINS_WITH_ILLEGAL_CHARACTER;
}
return READSTAT_OK;
}
static readstat_error_t sav_validate_name_unreserved(const char *name) {
if (strcmp(name, "ALL") == 0 || strcmp(name, "AND") == 0 ||
strcmp(name, "BY") == 0 || strcmp(name, "EQ") == 0 ||
strcmp(name, "GE") == 0 || strcmp(name, "GT") == 0 ||
strcmp(name, "GT") == 0 || strcmp(name, "LE") == 0 ||
strcmp(name, "LT") == 0 || strcmp(name, "NE") == 0 ||
strcmp(name, "NOT") == 0 || strcmp(name, "OR") == 0 ||
strcmp(name, "TO") == 0 || strcmp(name, "WITH") == 0)
return READSTAT_ERROR_NAME_IS_RESERVED_WORD;
return READSTAT_OK;
}
static readstat_error_t sav_validate_name_length(size_t name_len) {
if (name_len > 64)
return READSTAT_ERROR_NAME_IS_TOO_LONG;
if (name_len == 0)
return READSTAT_ERROR_NAME_IS_ZERO_LENGTH;
return READSTAT_OK;
}
static readstat_error_t sav_variable_ok(const readstat_variable_t *variable) {
readstat_error_t error = READSTAT_OK;
error = sav_validate_name_length(strlen(variable->name));
if (error != READSTAT_OK)
return error;
error = sav_validate_name_unreserved(variable->name);
if (error != READSTAT_OK)
return error;
return sav_validate_name_chars(variable->name, 1);
}
static sav_varnames_t *sav_varnames_init(readstat_writer_t *writer) {
sav_varnames_t *varnames = calloc(writer->variables_count, sizeof(sav_varnames_t));
ck_hash_table_t *table = ck_hash_table_init(writer->variables_count, 8);
int i, k;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
const char *name = r_variable->name;
char *shortname = varnames[i].shortname;
char *stem = varnames[i].stem;
snprintf(shortname, sizeof(varnames[0].shortname), "%.8s", name);
for (k=0; shortname[k]; k++) { // upcase
shortname[k] = toupper(shortname[k]);
}
if (ck_str_hash_lookup(shortname, table)) {
snprintf(shortname, sizeof(varnames[0].shortname), "V%d_A", i+1);
}
ck_str_hash_insert(shortname, r_variable, table);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
snprintf(stem, sizeof(varnames[0].stem), "%.5s", shortname); // conflict resolution?
}
ck_hash_table_free(table);
return varnames;
}
static readstat_error_t sav_begin_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
readstat_error_t retval = READSTAT_OK;
if (!writer->initialized)
return READSTAT_ERROR_WRITER_NOT_INITIALIZED;
sav_varnames_t *varnames = sav_varnames_init(writer);
retval = sav_emit_header(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_records(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_value_label_records(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_document_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_integer_info_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_floating_point_info_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_display_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_var_name_record(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_very_long_string_record(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_string_value_labels_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_string_missing_values_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_number_of_cases_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_termination_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
free(varnames);
if (retval == READSTAT_OK) {
size_t row_bound = sav_compressed_row_bound(writer->row_len);
if (writer->compression == READSTAT_COMPRESS_ROWS) {
writer->module_ctx = readstat_malloc(row_bound);
#if HAVE_ZLIB
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
writer->module_ctx = zsav_ctx_init(row_bound, writer->bytes_written);
#endif
}
}
return retval;
}
static readstat_error_t sav_write_compressed_row(void *writer_ctx, void *row, size_t len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
unsigned char *output = writer->module_ctx;
size_t output_offset = sav_compress_row(output, row, len, writer);
return readstat_write_bytes(writer, output, output_offset);
}
static readstat_error_t sav_metadata_ok(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
if (writer->version == 2 && writer->compression == READSTAT_COMPRESS_BINARY)
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
if (writer->version != 2 && writer->version != 3)
return READSTAT_ERROR_UNSUPPORTED_FILE_FORMAT_VERSION;
return READSTAT_OK;
}
readstat_error_t readstat_begin_writing_sav(readstat_writer_t *writer, void *user_ctx, long row_count) {
writer->callbacks.metadata_ok = &sav_metadata_ok;
writer->callbacks.variable_width = &sav_variable_width;
writer->callbacks.variable_ok = &sav_variable_ok;
writer->callbacks.write_int8 = &sav_write_int8;
writer->callbacks.write_int16 = &sav_write_int16;
writer->callbacks.write_int32 = &sav_write_int32;
writer->callbacks.write_float = &sav_write_float;
writer->callbacks.write_double = &sav_write_double;
writer->callbacks.write_string = &sav_write_string;
writer->callbacks.write_missing_string = &sav_write_missing_string;
writer->callbacks.write_missing_number = &sav_write_missing_number;
writer->callbacks.begin_data = &sav_begin_data;
if (writer->version == 3) {
writer->compression = READSTAT_COMPRESS_BINARY;
} else if (writer->version == 0) {
writer->version = (writer->compression == READSTAT_COMPRESS_BINARY) ? 3 : 2;
}
if (writer->compression == READSTAT_COMPRESS_ROWS) {
writer->callbacks.write_row = &sav_write_compressed_row;
writer->callbacks.module_ctx_free = &free;
#if HAVE_ZLIB
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
writer->callbacks.write_row = &zsav_write_compressed_row;
writer->callbacks.end_data = &zsav_end_data;
writer->callbacks.module_ctx_free = (readstat_module_ctx_free_callback)&zsav_ctx_free;
#endif
} else if (writer->compression == READSTAT_COMPRESS_NONE) {
/* void */
} else {
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
}
return readstat_begin_writing_file(writer, user_ctx, row_count);
}
haven/src/readstat/spss/readstat_spss_parse.h 0000644 0001762 0000144 00000000126 14101007206 021151 0 ustar ligges users
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt);
haven/src/readstat/spss/readstat_sav_compress.c 0000644 0001762 0000144 00000011323 14101007206 021467 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
size_t sav_compressed_row_bound(size_t uncompressed_length) {
return uncompressed_length + (uncompressed_length/8 + 8)/8*8;
}
size_t sav_compress_row(void *output_row, void *input_row, size_t input_len,
readstat_writer_t *writer) {
unsigned char *output = output_row;
unsigned char *input = input_row;
off_t input_offset = 0;
off_t output_offset = 8;
off_t control_offset = 0;
int i;
memset(&output[control_offset], 0, 8);
for (i=0; ivariables_count; i++) {
readstat_variable_t *variable = readstat_get_variable(writer, i);
if (variable->type == READSTAT_TYPE_STRING) {
size_t width = variable->storage_width;
while (width > 0) {
if (memcmp(&input[input_offset], SAV_EIGHT_SPACES, 8) == 0) {
output[control_offset++] = 254;
} else {
output[control_offset++] = 253;
memcpy(&output[output_offset], &input[input_offset], 8);
output_offset += 8;
}
if (control_offset % 8 == 0) {
control_offset = output_offset;
memset(&output[control_offset], 0, 8);
output_offset += 8;
}
input_offset += 8;
width -= 8;
}
} else {
uint64_t int_value;
memcpy(&int_value, &input[input_offset], 8);
if (int_value == SAV_MISSING_DOUBLE) {
output[control_offset++] = 255;
} else {
double fp_value;
memcpy(&fp_value, &input[input_offset], 8);
if (fp_value > -100 && fp_value < 152 && (int)fp_value == fp_value) {
output[control_offset++] = (int)fp_value + 100;
} else {
output[control_offset++] = 253;
memcpy(&output[output_offset], &input[input_offset], 8);
output_offset += 8;
}
}
if (control_offset % 8 == 0) {
control_offset = output_offset;
memset(&output[control_offset], 0, 8);
output_offset += 8;
}
input_offset += 8;
}
}
if (writer->current_row + 1 == writer->row_count)
output[control_offset] = 252;
return output_offset;
}
void sav_decompress_row(struct sav_row_stream_s *state) {
double fp_value;
uint64_t missing_value = state->bswap ? byteswap8(state->missing_value) : state->missing_value;
int i = 8 - state->i;
while (1) {
if (i == 8) {
if (state->avail_in < 8) {
state->status = SAV_ROW_STREAM_NEED_DATA;
goto done;
}
memcpy(state->chunk, state->next_in, 8);
state->next_in += 8;
state->avail_in -= 8;
i = 0;
}
while (i<8) {
switch (state->chunk[i]) {
case 0:
break;
case 252:
state->status = SAV_ROW_STREAM_FINISHED_ALL;
goto done;
case 253:
if (state->avail_in < 8) {
state->status = SAV_ROW_STREAM_NEED_DATA;
goto done;
}
memcpy(state->next_out, state->next_in, 8);
state->next_out += 8;
state->avail_out -= 8;
state->next_in += 8;
state->avail_in -= 8;
break;
case 254:
memset(state->next_out, ' ', 8);
state->next_out += 8;
state->avail_out -= 8;
break;
case 255:
memcpy(state->next_out, &missing_value, sizeof(uint64_t));
state->next_out += 8;
state->avail_out -= 8;
break;
default:
fp_value = state->chunk[i] - state->bias;
fp_value = state->bswap ? byteswap_double(fp_value) : fp_value;
memcpy(state->next_out, &fp_value, sizeof(double));
state->next_out += 8;
state->avail_out -= 8;
break;
}
i++;
if (state->avail_out < 8) {
state->status = SAV_ROW_STREAM_FINISHED_ROW;
goto done;
}
}
}
done:
state->i = 8 - i;
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.rl 0000644 0001762 0000144 00000007120 14101007206 023224 0 ustar ligges users
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_parse_timestamp.h"
%%{
machine sav_time_parse;
write data nofinal noerror;
}%%
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
%%{
action incr_val {
temp_val = 10 * temp_val + (fc - '0');
}
integer2 = ( " " %{ temp_val = 0; } | [0-9] ${ temp_val = fc - '0'; } ) [0-9] $incr_val;
hour = integer2 %{ timestamp->tm_hour = temp_val; };
minute = integer2 %{ timestamp->tm_min = temp_val; };
second = integer2 %{ timestamp->tm_sec = temp_val; };
main := hour ":" minute ":" second;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid time string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_time_parse_en_main;
return retval;
}
%%{
machine sav_date_parse;
write data nofinal noerror;
}%%
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
%%{
action incr_val {
char digit = (fc - '0');
if (digit >= 0 && digit <= 9) {
temp_val = 10 * temp_val + digit;
}
}
action save_year {
if (temp_val < 70) {
timestamp->tm_year = 100 + temp_val;
} else {
timestamp->tm_year = temp_val;
}
}
# some files in the wild use space padding instead of 0 padding
integer2 = [0-9 ]{2} >{ temp_val = 0; } $incr_val;
day = integer2 %{ timestamp->tm_mday = temp_val; };
year = integer2 %save_year;
month =
("Jan" | "JAN") %{ timestamp->tm_mon = 0; } |
("Feb" | "FEB") %{ timestamp->tm_mon = 1; } |
("Mar" | "MAR") %{ timestamp->tm_mon = 2; } |
("Apr" | "APR") %{ timestamp->tm_mon = 3; } |
("May" | "MAY") %{ timestamp->tm_mon = 4; } |
("Jun" | "JUN") %{ timestamp->tm_mon = 5; } |
("Jul" | "JUL") %{ timestamp->tm_mon = 6; } |
("Aug" | "AUG") %{ timestamp->tm_mon = 7; } |
("Sep" | "SEP") %{ timestamp->tm_mon = 8; } |
("Oct" | "OCT") %{ timestamp->tm_mon = 9; } |
("Nov" | "NOV") %{ timestamp->tm_mon = 10; } |
("Dec" | "DEC") %{ timestamp->tm_mon = 11; };
# somebody is outputting dash separators
main := day [ \-] month [ \-] year;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid date string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_date_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav_read.c 0000644 0001762 0000144 00000162127 14101765776 020607 0 ustar ligges users
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
#include "readstat_sav_parse.h"
#include "readstat_sav_parse_timestamp.h"
#if HAVE_ZLIB
#include "readstat_zsav_read.h"
#endif
#define DATA_BUFFER_SIZE 65536
#define VERY_LONG_STRING_MAX_LENGTH INT_MAX
/* Others defined in table below */
/* See http://msdn.microsoft.com/en-us/library/dd317756(VS.85).aspx */
static readstat_charset_entry_t _charset_table[] = {
{ .code = 1, .name = "EBCDIC-US" },
{ .code = 2, .name = "WINDOWS-1252" }, /* supposed to be ASCII, but some files are miscoded */
{ .code = 3, .name = "WINDOWS-1252" },
{ .code = 4, .name = "DEC-KANJI" },
{ .code = 437, .name = "CP437" },
{ .code = 708, .name = "ASMO-708" },
{ .code = 737, .name = "CP737" },
{ .code = 775, .name = "CP775" },
{ .code = 850, .name = "CP850" },
{ .code = 852, .name = "CP852" },
{ .code = 855, .name = "CP855" },
{ .code = 857, .name = "CP857" },
{ .code = 858, .name = "CP858" },
{ .code = 860, .name = "CP860" },
{ .code = 861, .name = "CP861" },
{ .code = 862, .name = "CP862" },
{ .code = 863, .name = "CP863" },
{ .code = 864, .name = "CP864" },
{ .code = 865, .name = "CP865" },
{ .code = 866, .name = "CP866" },
{ .code = 869, .name = "CP869" },
{ .code = 874, .name = "CP874" },
{ .code = 932, .name = "SHIFT-JIS" },
{ .code = 936, .name = "ISO-IR-58" },
{ .code = 949, .name = "ISO-IR-149" },
{ .code = 950, .name = "BIG-5" },
{ .code = 1200, .name = "UTF-16LE" },
{ .code = 1201, .name = "UTF-16BE" },
{ .code = 1250, .name = "WINDOWS-1250" },
{ .code = 1251, .name = "WINDOWS-1251" },
{ .code = 1252, .name = "WINDOWS-1252" },
{ .code = 1253, .name = "WINDOWS-1253" },
{ .code = 1254, .name = "WINDOWS-1254" },
{ .code = 1255, .name = "WINDOWS-1255" },
{ .code = 1256, .name = "WINDOWS-1256" },
{ .code = 1257, .name = "WINDOWS-1257" },
{ .code = 1258, .name = "WINDOWS-1258" },
{ .code = 1361, .name = "CP1361" },
{ .code = 10000, .name = "MACROMAN" },
{ .code = 10004, .name = "MACARABIC" },
{ .code = 10005, .name = "MACHEBREW" },
{ .code = 10006, .name = "MACGREEK" },
{ .code = 10007, .name = "MACCYRILLIC" },
{ .code = 10010, .name = "MACROMANIA" },
{ .code = 10017, .name = "MACUKRAINE" },
{ .code = 10021, .name = "MACTHAI" },
{ .code = 10029, .name = "MACCENTRALEUROPE" },
{ .code = 10079, .name = "MACICELAND" },
{ .code = 10081, .name = "MACTURKISH" },
{ .code = 10082, .name = "MACCROATIAN" },
{ .code = 12000, .name = "UTF-32LE" },
{ .code = 12001, .name = "UTF-32BE" },
{ .code = 20127, .name = "US-ASCII" },
{ .code = 20866, .name = "KOI8-R" },
{ .code = 20932, .name = "EUC-JP" },
{ .code = 21866, .name = "KOI8-U" },
{ .code = 28591, .name = "ISO-8859-1" },
{ .code = 28592, .name = "ISO-8859-2" },
{ .code = 28593, .name = "ISO-8859-3" },
{ .code = 28594, .name = "ISO-8859-4" },
{ .code = 28595, .name = "ISO-8859-5" },
{ .code = 28596, .name = "ISO-8859-6" },
{ .code = 28597, .name = "ISO-8859-7" },
{ .code = 28598, .name = "ISO-8859-8" },
{ .code = 28599, .name = "ISO-8859-9" },
{ .code = 28603, .name = "ISO-8859-13" },
{ .code = 28605, .name = "ISO-8859-15" },
{ .code = 50220, .name = "ISO-2022-JP" },
{ .code = 50221, .name = "ISO-2022-JP" }, // same as above?
{ .code = 50222, .name = "ISO-2022-JP" }, // same as above?
{ .code = 50225, .name = "ISO-2022-KR" },
{ .code = 50229, .name = "ISO-2022-CN" },
{ .code = 51932, .name = "EUC-JP" },
{ .code = 51936, .name = "GBK" },
{ .code = 51949, .name = "EUC-KR" },
{ .code = 52936, .name = "HZ-GB-2312" },
{ .code = 54936, .name = "GB18030" },
{ .code = 65000, .name = "UTF-7" },
{ .code = 65001, .name = "UTF-8" }
};
#define SAV_LABEL_NAME_PREFIX "labels"
typedef struct value_label_s {
char raw_value[8];
char utf8_string_value[8*4+1];
readstat_value_t final_value;
char *label;
} value_label_t;
static readstat_error_t sav_update_progress(sav_ctx_t *ctx);
static readstat_error_t sav_read_data(sav_ctx_t *ctx);
static readstat_error_t sav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
static readstat_error_t sav_read_uncompressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
static readstat_error_t sav_skip_variable_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_variable_record(sav_ctx_t *ctx);
static readstat_error_t sav_skip_document_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_document_record(sav_ctx_t *ctx);
static readstat_error_t sav_skip_value_label_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_value_label_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_dictionary_termination_record(sav_ctx_t *ctx);
static readstat_error_t sav_parse_machine_floating_point_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_store_variable_display_parameter_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_parse_variable_display_parameter_record(sav_ctx_t *ctx);
static readstat_error_t sav_parse_machine_integer_info_record(const void *data, size_t data_len, sav_ctx_t *ctx);
static readstat_error_t sav_parse_long_string_value_labels_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_parse_long_string_missing_values_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static void sav_tag_missing_double(readstat_value_t *value, sav_ctx_t *ctx) {
double fp_value = value->v.double_value;
uint64_t long_value = 0;
memcpy(&long_value, &fp_value, 8);
if (long_value == ctx->missing_double)
value->is_system_missing = 1;
if (long_value == ctx->lowest_double)
value->is_system_missing = 1;
if (long_value == ctx->highest_double)
value->is_system_missing = 1;
if (isnan(fp_value))
value->is_system_missing = 1;
}
static readstat_error_t sav_update_progress(sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
return io->update(ctx->file_size, ctx->handle.progress, ctx->user_ctx, io->io_ctx);
}
static readstat_error_t sav_skip_variable_record(sav_ctx_t *ctx) {
sav_variable_record_t variable;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&variable, sizeof(sav_variable_record_t), io->io_ctx) < sizeof(sav_variable_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (variable.has_var_label) {
uint32_t label_len;
if (io->read(&label_len, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
label_len = ctx->bswap ? byteswap4(label_len) : label_len;
uint32_t label_capacity = (label_len + 3) / 4 * 4;
if (io->seek(label_capacity, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
if (variable.n_missing_values) {
int n_missing_values = ctx->bswap ? byteswap4(variable.n_missing_values) : variable.n_missing_values;
if (io->seek(abs(n_missing_values) * sizeof(double), READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_label(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
readstat_error_t retval = READSTAT_OK;
uint32_t label_len, label_capacity;
size_t out_label_len;
char *label_buf = NULL;
if (io->read(&label_len, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
label_len = ctx->bswap ? byteswap4(label_len) : label_len;
if (label_len == 0)
goto cleanup;
label_capacity = (label_len + 3) / 4 * 4;
if ((label_buf = readstat_malloc(label_capacity)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
out_label_len = (size_t)label_len*4+1;
if ((info->label = readstat_malloc(out_label_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(label_buf, label_capacity, io->io_ctx) < label_capacity) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(info->label, out_label_len, label_buf, label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
if (label_buf)
free(label_buf);
if (retval != READSTAT_OK) {
if (info->label) {
free(info->label);
info->label = NULL;
}
}
return retval;
}
static readstat_error_t sav_read_variable_missing_double_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
int i;
readstat_error_t retval = READSTAT_OK;
if (io->read(info->missing_double_values, info->n_missing_values * sizeof(double), io->io_ctx)
< info->n_missing_values * sizeof(double)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; in_missing_values; i++) {
if (ctx->bswap) {
info->missing_double_values[i] = byteswap_double(info->missing_double_values[i]);
}
uint64_t long_value = 0;
memcpy(&long_value, &info->missing_double_values[i], 8);
if (long_value == ctx->missing_double)
info->missing_double_values[i] = NAN;
if (long_value == ctx->lowest_double)
info->missing_double_values[i] = -HUGE_VAL;
if (long_value == ctx->highest_double)
info->missing_double_values[i] = HUGE_VAL;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_missing_string_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
int i;
readstat_error_t retval = READSTAT_OK;
for (i=0; in_missing_values; i++) {
char missing_value[8];
if (io->read(missing_value, sizeof(missing_value), io->io_ctx) < sizeof(missing_value)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(info->missing_string_values[i], sizeof(info->missing_string_values[0]),
missing_value, sizeof(missing_value), ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_missing_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
if (info->n_missing_values > 3 || info->n_missing_values < -3) {
return READSTAT_ERROR_PARSE;
}
if (info->n_missing_values < 0) {
info->missing_range = 1;
info->n_missing_values = abs(info->n_missing_values);
} else {
info->missing_range = 0;
}
if (info->type == READSTAT_TYPE_DOUBLE) {
return sav_read_variable_missing_double_values(info, ctx);
}
return sav_read_variable_missing_string_values(info, ctx);
}
static readstat_error_t sav_read_variable_record(sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
sav_variable_record_t variable = { 0 };
spss_varinfo_t *info = NULL;
readstat_error_t retval = READSTAT_OK;
if (ctx->var_index == ctx->varinfo_capacity) {
if ((ctx->varinfo = readstat_realloc(ctx->varinfo, (ctx->varinfo_capacity *= 2) * sizeof(spss_varinfo_t *))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
}
if (io->read(&variable, sizeof(sav_variable_record_t), io->io_ctx) < sizeof(sav_variable_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
variable.print = ctx->bswap ? byteswap4(variable.print) : variable.print;
variable.write = ctx->bswap ? byteswap4(variable.write) : variable.write;
int32_t type = ctx->bswap ? byteswap4(variable.type) : variable.type;
if (type < 0) {
if (ctx->var_index == 0) {
return READSTAT_ERROR_PARSE;
}
ctx->var_offset++;
ctx->varinfo[ctx->var_index-1]->width++;
return 0;
}
if ((info = readstat_calloc(1, sizeof(spss_varinfo_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
info->width = 1;
info->n_segments = 1;
info->index = ctx->var_index;
info->offset = ctx->var_offset;
info->labels_index = -1;
retval = readstat_convert(info->name, sizeof(info->name),
variable.name, sizeof(variable.name), NULL);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_convert(info->longname, sizeof(info->longname),
variable.name, sizeof(variable.name), NULL);
if (retval != READSTAT_OK)
goto cleanup;
info->print_format.decimal_places = (variable.print & 0x000000FF);
info->print_format.width = (variable.print & 0x0000FF00) >> 8;
info->print_format.type = (variable.print & 0x00FF0000) >> 16;
info->write_format.decimal_places = (variable.write & 0x000000FF);
info->write_format.width = (variable.write & 0x0000FF00) >> 8;
info->write_format.type = (variable.write & 0x00FF0000) >> 16;
if (type > 0 || info->print_format.type == SPSS_FORMAT_TYPE_A || info->write_format.type == SPSS_FORMAT_TYPE_A) {
info->type = READSTAT_TYPE_STRING;
} else {
info->type = READSTAT_TYPE_DOUBLE;
}
if (variable.has_var_label) {
if ((retval = sav_read_variable_label(info, ctx)) != READSTAT_OK) {
goto cleanup;
}
}
if (variable.n_missing_values) {
info->n_missing_values = ctx->bswap ? byteswap4(variable.n_missing_values) : variable.n_missing_values;
if ((retval = sav_read_variable_missing_values(info, ctx)) != READSTAT_OK) {
goto cleanup;
}
}
ctx->varinfo[ctx->var_index] = info;
ctx->var_index++;
ctx->var_offset++;
cleanup:
if (retval != READSTAT_OK) {
spss_varinfo_free(info);
}
return retval;
}
static readstat_error_t sav_skip_value_label_record(sav_ctx_t *ctx) {
uint32_t label_count;
uint32_t rec_type;
uint32_t var_count;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&label_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
label_count = byteswap4(label_count);
int i;
for (i=0; iseek(8, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&unpadded_len, 1, io->io_ctx) < 1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
padded_len = (unpadded_len + 8) / 8 * 8 - 1;
if (io->seek(padded_len, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
rec_type = byteswap4(rec_type);
if (rec_type != 4) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(&var_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
var_count = byteswap4(var_count);
if (io->seek(var_count * sizeof(uint32_t), READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_submit_value_labels(value_label_t *value_labels, int32_t label_count,
readstat_type_t value_type, sav_ctx_t *ctx) {
char label_name_buf[256];
readstat_error_t retval = READSTAT_OK;
int32_t i;
snprintf(label_name_buf, sizeof(label_name_buf), SAV_LABEL_NAME_PREFIX "%d", ctx->value_labels_count);
for (i=0; ihandle.value_label(label_name_buf, vlabel->final_value, vlabel->label, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_value_label_record(sav_ctx_t *ctx) {
uint32_t label_count;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
uint32_t *vars = NULL;
uint32_t var_count;
int32_t rec_type;
readstat_type_t value_type = READSTAT_TYPE_STRING;
char label_buf[256];
value_label_t *value_labels = NULL;
if (io->read(&label_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
label_count = byteswap4(label_count);
if (label_count && (value_labels = readstat_calloc(label_count, sizeof(value_label_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
int i;
for (i=0; iread(vlabel->raw_value, 8, io->io_ctx) < 8) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (io->read(&unpadded_label_len, 1, io->io_ctx) < 1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
padded_label_len = (unpadded_label_len + 8) / 8 * 8 - 1;
if (io->read(label_buf, padded_label_len, io->io_ctx) < padded_label_len) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
utf8_label_len = padded_label_len*4+1;
if ((vlabel->label = readstat_malloc(utf8_label_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
retval = readstat_convert(vlabel->label, utf8_label_len, label_buf, padded_label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
}
if (io->read(&rec_type, sizeof(int32_t), io->io_ctx) < sizeof(int32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
rec_type = byteswap4(rec_type);
if (rec_type != 4) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(&var_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
var_count = byteswap4(var_count);
if (var_count && (vars = readstat_malloc(var_count * sizeof(uint32_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(vars, var_count * sizeof(uint32_t), io->io_ctx) < var_count * sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; ibswap)
var_offset = byteswap4(var_offset);
var_offset--; // Why subtract 1????
spss_varinfo_t **var = bsearch(&var_offset, ctx->varinfo, ctx->var_index, sizeof(spss_varinfo_t *),
&spss_varinfo_compare);
if (var) {
(*var)->labels_index = ctx->value_labels_count;
value_type = (*var)->type;
}
}
for (i=0; ifinal_value.type = value_type;
if (value_type == READSTAT_TYPE_DOUBLE) {
memcpy(&val_d, vlabel->raw_value, 8);
if (ctx->bswap)
val_d = byteswap_double(val_d);
vlabel->final_value.v.double_value = val_d;
sav_tag_missing_double(&vlabel->final_value, ctx);
} else {
retval = readstat_convert(vlabel->utf8_string_value, sizeof(vlabel->utf8_string_value),
vlabel->raw_value, 8, ctx->converter);
if (retval != READSTAT_OK)
break;
vlabel->final_value.v.string_value = vlabel->utf8_string_value;
}
}
if (ctx->handle.value_label) {
sav_submit_value_labels(value_labels, label_count, value_type, ctx);
}
ctx->value_labels_count++;
cleanup:
if (vars)
free(vars);
if (value_labels) {
for (i=0; ilabel)
free(vlabel->label);
}
free(value_labels);
}
return retval;
}
static readstat_error_t sav_skip_document_record(sav_ctx_t *ctx) {
uint32_t n_lines;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&n_lines, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
n_lines = byteswap4(n_lines);
if (io->seek(n_lines * SPSS_DOC_LINE_SIZE, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_document_record(sav_ctx_t *ctx) {
if (!ctx->handle.note)
return sav_skip_document_record(ctx);
uint32_t n_lines;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&n_lines, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
n_lines = byteswap4(n_lines);
char raw_buffer[SPSS_DOC_LINE_SIZE];
char utf8_buffer[4*SPSS_DOC_LINE_SIZE+1];
int i;
for (i=0; iread(raw_buffer, SPSS_DOC_LINE_SIZE, io->io_ctx) < SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(utf8_buffer, sizeof(utf8_buffer),
raw_buffer, sizeof(raw_buffer), ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
if (ctx->handle.note(i, utf8_buffer, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_dictionary_termination_record(sav_ctx_t *ctx) {
int32_t filler;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&filler, sizeof(int32_t), io->io_ctx) < sizeof(int32_t)) {
retval = READSTAT_ERROR_READ;
}
return retval;
}
static readstat_error_t sav_process_row(unsigned char *buffer, size_t buffer_len, sav_ctx_t *ctx) {
if (ctx->row_offset) {
ctx->row_offset--;
return READSTAT_OK;
}
readstat_error_t retval = READSTAT_OK;
double fp_value;
int offset = 0;
readstat_off_t data_offset = 0;
size_t raw_str_used = 0;
int segment_offset = 0;
int var_index = 0, col = 0;
int raw_str_is_utf8 = ctx->input_encoding && !strcmp(ctx->input_encoding, "UTF-8");
while (data_offset < buffer_len && col < ctx->var_index && var_index < ctx->var_index) {
spss_varinfo_t *col_info = ctx->varinfo[col];
spss_varinfo_t *var_info = ctx->varinfo[var_index];
readstat_value_t value = { .type = var_info->type };
if (offset > 31) {
retval = READSTAT_ERROR_PARSE;
goto done;
}
if (var_info->type == READSTAT_TYPE_STRING) {
if (raw_str_used + 8 <= ctx->raw_string_len) {
if (raw_str_is_utf8) {
/* Skip null bytes, see https://github.com/tidyverse/haven/issues/560 */
char c;
for (int i=0; i<8; i++)
if ((c = buffer[data_offset+i]))
ctx->raw_string[raw_str_used++] = c;
} else {
memcpy(ctx->raw_string + raw_str_used, &buffer[data_offset], 8);
raw_str_used += 8;
}
}
if (++offset == col_info->width) {
if (++segment_offset < var_info->n_segments) {
raw_str_used--;
}
offset = 0;
col++;
}
if (segment_offset == var_info->n_segments) {
if (!ctx->variables[var_info->index]->skip) {
retval = readstat_convert(ctx->utf8_string, ctx->utf8_string_len,
ctx->raw_string, raw_str_used, ctx->converter);
if (retval != READSTAT_OK)
goto done;
value.v.string_value = ctx->utf8_string;
if (ctx->handle.value(ctx->current_row, ctx->variables[var_info->index],
value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto done;
}
}
raw_str_used = 0;
segment_offset = 0;
var_index += var_info->n_segments;
}
} else if (var_info->type == READSTAT_TYPE_DOUBLE) {
if (!ctx->variables[var_info->index]->skip) {
memcpy(&fp_value, &buffer[data_offset], 8);
if (ctx->bswap) {
fp_value = byteswap_double(fp_value);
}
value.v.double_value = fp_value;
sav_tag_missing_double(&value, ctx);
if (ctx->handle.value(ctx->current_row, ctx->variables[var_info->index],
value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto done;
}
}
var_index += var_info->n_segments;
col++;
}
data_offset += 8;
}
ctx->current_row++;
done:
return retval;
}
static readstat_error_t sav_read_data(sav_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
size_t longest_string = 256;
int i;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->string_length > longest_string) {
longest_string = info->string_length;
}
i += info->n_segments;
}
ctx->raw_string_len = longest_string + sizeof(SAV_EIGHT_SPACES)-2;
ctx->raw_string = readstat_malloc(ctx->raw_string_len);
ctx->utf8_string_len = 4*longest_string+1 + sizeof(SAV_EIGHT_SPACES)-2;
ctx->utf8_string = readstat_malloc(ctx->utf8_string_len);
if (ctx->raw_string == NULL || ctx->utf8_string == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto done;
}
if (ctx->compression == READSTAT_COMPRESS_ROWS) {
retval = sav_read_compressed_data(ctx, &sav_process_row);
} else if (ctx->compression == READSTAT_COMPRESS_BINARY) {
#if HAVE_ZLIB
retval = zsav_read_compressed_data(ctx, &sav_process_row);
#else
retval = READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
#endif
} else {
retval = sav_read_uncompressed_data(ctx, &sav_process_row);
}
if (retval != READSTAT_OK)
goto done;
if (ctx->record_count >= 0 && ctx->current_row != ctx->row_limit) {
retval = READSTAT_ERROR_ROW_COUNT_MISMATCH;
}
done:
return retval;
}
static readstat_error_t sav_read_uncompressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
unsigned char *buffer = NULL;
size_t bytes_read = 0;
size_t buffer_len = ctx->var_offset * 8;
buffer = readstat_malloc(buffer_len);
if (ctx->row_offset) {
if (io->seek(buffer_len * ctx->row_offset, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto done;
}
ctx->row_offset = 0;
}
while (ctx->row_limit == -1 || ctx->current_row < ctx->row_limit) {
retval = sav_update_progress(ctx);
if (retval != READSTAT_OK)
goto done;
if ((bytes_read = io->read(buffer, buffer_len, io->io_ctx)) != buffer_len)
goto done;
retval = row_handler(buffer, buffer_len, ctx);
if (retval != READSTAT_OK)
goto done;
}
done:
if (buffer)
free(buffer);
return retval;
}
static readstat_error_t sav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
readstat_off_t data_offset = 0;
unsigned char buffer[DATA_BUFFER_SIZE];
int buffer_used = 0;
size_t uncompressed_row_len = ctx->var_offset * 8;
readstat_off_t uncompressed_offset = 0;
unsigned char *uncompressed_row = NULL;
struct sav_row_stream_s state = {
.missing_value = ctx->missing_double,
.bias = ctx->bias,
.bswap = ctx->bswap };
if (uncompressed_row_len && (uncompressed_row = readstat_malloc(uncompressed_row_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto done;
}
while (1) {
retval = sav_update_progress(ctx);
if (retval != READSTAT_OK)
goto done;
buffer_used = io->read(buffer, sizeof(buffer), io->io_ctx);
if (buffer_used == -1 || buffer_used == 0 || (buffer_used % 8) != 0)
goto done;
state.status = SAV_ROW_STREAM_HAVE_DATA;
data_offset = 0;
while (state.status != SAV_ROW_STREAM_NEED_DATA) {
state.next_in = &buffer[data_offset];
state.avail_in = buffer_used - data_offset;
state.next_out = &uncompressed_row[uncompressed_offset];
state.avail_out = uncompressed_row_len - uncompressed_offset;
sav_decompress_row(&state);
uncompressed_offset = uncompressed_row_len - state.avail_out;
data_offset = buffer_used - state.avail_in;
if (state.status == SAV_ROW_STREAM_FINISHED_ROW) {
retval = row_handler(uncompressed_row, uncompressed_row_len, ctx);
if (retval != READSTAT_OK)
goto done;
uncompressed_offset = 0;
}
if (state.status == SAV_ROW_STREAM_FINISHED_ALL)
goto done;
if (ctx->row_limit > 0 && ctx->current_row == ctx->row_limit)
goto done;
}
}
done:
if (uncompressed_row)
free(uncompressed_row);
return retval;
}
static readstat_error_t sav_parse_machine_integer_info_record(const void *data, size_t data_len, sav_ctx_t *ctx) {
if (data_len != 32)
return READSTAT_ERROR_PARSE;
const char *src_charset = NULL;
const char *dst_charset = ctx->output_encoding;
sav_machine_integer_info_record_t record;
memcpy(&record, data, data_len);
if (ctx->bswap) {
record.character_code = byteswap4(record.character_code);
}
if (ctx->input_encoding) {
src_charset = ctx->input_encoding;
} else {
int i;
for (i=0; ihandle.error) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Unsupported character set: %d\n", record.character_code);
ctx->handle.error(error_buf, ctx->user_ctx);
}
return READSTAT_ERROR_UNSUPPORTED_CHARSET;
}
ctx->input_encoding = src_charset;
}
if (src_charset && dst_charset) {
// You might be tempted to skip the charset conversion when src_charset
// and dst_charset are the same. However, some versions of SPSS insert
// illegally truncated strings (e.g. the last character is three bytes
// but the field only has room for two bytes). So to prevent the client
// from receiving an invalid byte sequence, we ram everything through
// our iconv machinery.
iconv_t converter = iconv_open(dst_charset, src_charset);
if (converter == (iconv_t)-1) {
return READSTAT_ERROR_UNSUPPORTED_CHARSET;
}
if (ctx->converter) {
iconv_close(ctx->converter);
}
ctx->converter = converter;
}
return READSTAT_OK;
}
static readstat_error_t sav_parse_machine_floating_point_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 8 || count != 3)
return READSTAT_ERROR_PARSE;
sav_machine_floating_point_info_record_t fp_info;
memcpy(&fp_info, data, sizeof(sav_machine_floating_point_info_record_t));
ctx->missing_double = ctx->bswap ? byteswap8(fp_info.sysmis) : fp_info.sysmis;
ctx->highest_double = ctx->bswap ? byteswap8(fp_info.highest) : fp_info.highest;
ctx->lowest_double = ctx->bswap ? byteswap8(fp_info.lowest) : fp_info.lowest;
return READSTAT_OK;
}
/* We don't yet know how many real variables there are, so store the values in the record
* and make sense of them later. */
static readstat_error_t sav_store_variable_display_parameter_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 4)
return READSTAT_ERROR_PARSE;
const uint32_t *data_ptr = data;
int i;
ctx->variable_display_values = readstat_realloc(ctx->variable_display_values, count * sizeof(uint32_t));
if (count > 0 && ctx->variable_display_values == NULL)
return READSTAT_ERROR_MALLOC;
ctx->variable_display_values_count = count;
for (i=0; ivariable_display_values[i] = ctx->bswap ? byteswap4(data_ptr[i]) : data_ptr[i];
}
return READSTAT_OK;
}
static readstat_error_t sav_parse_variable_display_parameter_record(sav_ctx_t *ctx) {
if (!ctx->variable_display_values)
return READSTAT_OK;
int i;
long count = ctx->variable_display_values_count;
if (count != 2 * ctx->var_index && count != 3 * ctx->var_index) {
return READSTAT_ERROR_PARSE;
}
int has_display_width = ctx->var_index > 0 && (count / ctx->var_index == 3);
int offset = 0;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
offset = (2 + has_display_width)*i;
info->measure = spss_measure_to_readstat_measure(ctx->variable_display_values[offset++]);
if (has_display_width) {
info->display_width = ctx->variable_display_values[offset++];
}
info->alignment = spss_alignment_to_readstat_alignment(ctx->variable_display_values[offset++]);
i += info->n_segments;
}
return READSTAT_OK;
}
static readstat_error_t sav_read_pascal_string(char *buf, size_t buf_len,
const char **inout_data_ptr, size_t data_ptr_len, sav_ctx_t *ctx) {
const char *data_ptr = *inout_data_ptr;
const char *data_end = data_ptr + data_ptr_len;
readstat_error_t retval = READSTAT_OK;
uint32_t var_name_len = 0;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&var_name_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
var_name_len = byteswap4(var_name_len);
data_ptr += sizeof(uint32_t);
if (data_ptr + var_name_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(buf, buf_len, data_ptr, var_name_len, NULL);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += var_name_len;
cleanup:
*inout_data_ptr = data_ptr;
return retval;
}
static readstat_error_t sav_parse_long_string_value_labels_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (!ctx->handle.value_label)
return READSTAT_OK;
if (size != 1)
return READSTAT_ERROR_PARSE;
readstat_error_t retval = READSTAT_OK;
uint32_t label_count = 0;
uint32_t i = 0;
const char *data_ptr = data;
const char *data_end = data_ptr + count;
char var_name_buf[256+1]; // unconverted
char label_name_buf[256];
char *value_buffer = NULL;
char *label_buffer = NULL;
while (data_ptr < data_end) {
memset(label_name_buf, '\0', sizeof(label_name_buf));
retval = sav_read_pascal_string(var_name_buf, sizeof(var_name_buf),
&data_ptr, data_end - data_ptr, ctx);
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (strcmp(var_name_buf, info->longname) == 0) {
info->labels_index = ctx->value_labels_count++;
snprintf(label_name_buf, sizeof(label_name_buf),
SAV_LABEL_NAME_PREFIX "%d", info->labels_index);
break;
}
i += info->n_segments;
}
if (label_name_buf[0] == '\0') {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
data_ptr += sizeof(uint32_t);
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&label_count, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
label_count = byteswap4(label_count);
data_ptr += sizeof(uint32_t);
for (i=0; i data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&value_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
value_len = byteswap4(value_len);
data_ptr += sizeof(uint32_t);
value_buffer_len = value_len*4+1;
value_buffer = readstat_realloc(value_buffer, value_buffer_len);
if (value_buffer == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (data_ptr + value_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(value_buffer, value_buffer_len, data_ptr, value_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += value_len;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&label_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
label_len = byteswap4(label_len);
data_ptr += sizeof(uint32_t);
label_buffer_len = label_len*4+1;
label_buffer = readstat_realloc(label_buffer, label_buffer_len);
if (label_buffer == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (data_ptr + label_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(label_buffer, label_buffer_len, data_ptr, label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += label_len;
readstat_value_t value = { .type = READSTAT_TYPE_STRING };
value.v.string_value = value_buffer;
if (ctx->handle.value_label(label_name_buf, value, label_buffer, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
if (data_ptr != data_end) {
retval = READSTAT_ERROR_PARSE;
}
cleanup:
if (value_buffer)
free(value_buffer);
if (label_buffer)
free(label_buffer);
return retval;
}
static readstat_error_t sav_parse_long_string_missing_values_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 1)
return READSTAT_ERROR_PARSE;
readstat_error_t retval = READSTAT_OK;
uint32_t i = 0, j = 0;
const char *data_ptr = data;
const char *data_end = data_ptr + count;
char var_name_buf[256+1];
while (data_ptr < data_end) {
retval = sav_read_pascal_string(var_name_buf, sizeof(var_name_buf),
&data_ptr, data_end - data_ptr, ctx);
if (retval != READSTAT_OK)
goto cleanup;
if (data_ptr == data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
char n_missing_values = *data_ptr++;
if (n_missing_values < 1 || n_missing_values > 3) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (strcmp(var_name_buf, info->longname) == 0) {
info->n_missing_values = n_missing_values;
uint32_t var_name_len = 0;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&var_name_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
var_name_len = byteswap4(var_name_len);
data_ptr += sizeof(uint32_t);
for (j=0; j data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(info->missing_string_values[j],
sizeof(info->missing_string_values[0]),
data_ptr, var_name_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += var_name_len;
}
break;
}
i += info->n_segments;
}
if (i == ctx->var_index) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
}
if (data_ptr != data_end) {
retval = READSTAT_ERROR_PARSE;
}
cleanup:
return retval;
}
static readstat_error_t sav_parse_records_pass1(sav_ctx_t *ctx) {
char data_buf[4096];
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
while (1) {
uint32_t rec_type;
uint32_t extra_info[3];
size_t data_len = 0;
int i;
int done = 0;
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
rec_type = byteswap4(rec_type);
}
switch (rec_type) {
case SAV_RECORD_TYPE_VARIABLE:
retval = sav_skip_variable_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_VALUE_LABEL:
retval = sav_skip_value_label_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DOCUMENT:
retval = sav_skip_document_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DICT_TERMINATION:
done = 1;
break;
case SAV_RECORD_TYPE_HAS_DATA:
if (io->read(extra_info, sizeof(extra_info), io->io_ctx) < sizeof(extra_info)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
for (i=0; i<3; i++)
extra_info[i] = byteswap4(extra_info[i]);
}
uint32_t subtype = extra_info[0];
size_t size = extra_info[1];
size_t count = extra_info[2];
data_len = size * count;
if (subtype == SAV_RECORD_SUBTYPE_INTEGER_INFO) {
if (data_len > sizeof(data_buf)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(data_buf, data_len, io->io_ctx) < data_len) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = sav_parse_machine_integer_info_record(data_buf, data_len, ctx);
if (retval != READSTAT_OK)
goto cleanup;
} else {
if (io->seek(data_len, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
break;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
break;
}
if (done)
break;
}
cleanup:
return retval;
}
static readstat_error_t sav_parse_records_pass2(sav_ctx_t *ctx) {
void *data_buf = NULL;
size_t data_buf_capacity = 4096;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if ((data_buf = readstat_malloc(data_buf_capacity)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
while (1) {
uint32_t rec_type;
uint32_t extra_info[3];
size_t data_len = 0;
int i;
int done = 0;
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
rec_type = byteswap4(rec_type);
}
switch (rec_type) {
case SAV_RECORD_TYPE_VARIABLE:
if ((retval = sav_read_variable_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_VALUE_LABEL:
if ((retval = sav_read_value_label_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DOCUMENT:
if ((retval = sav_read_document_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DICT_TERMINATION:
if ((retval = sav_read_dictionary_termination_record(ctx)) != READSTAT_OK)
goto cleanup;
done = 1;
break;
case SAV_RECORD_TYPE_HAS_DATA:
if (io->read(extra_info, sizeof(extra_info), io->io_ctx) < sizeof(extra_info)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
for (i=0; i<3; i++)
extra_info[i] = byteswap4(extra_info[i]);
}
uint32_t subtype = extra_info[0];
size_t size = extra_info[1];
size_t count = extra_info[2];
data_len = size * count;
if (data_buf_capacity < data_len) {
if ((data_buf = readstat_realloc(data_buf, data_buf_capacity = data_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
}
if (data_len == 0 || io->read(data_buf, data_len, io->io_ctx) < data_len) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
switch (subtype) {
case SAV_RECORD_SUBTYPE_INTEGER_INFO:
/* parsed in pass 1 */
break;
case SAV_RECORD_SUBTYPE_FP_INFO:
retval = sav_parse_machine_floating_point_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_VAR_DISPLAY:
retval = sav_store_variable_display_parameter_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_VAR_NAME:
retval = sav_parse_long_variable_names_record(data_buf, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_VERY_LONG_STR:
retval = sav_parse_very_long_string_record(data_buf, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS:
retval = sav_parse_long_string_value_labels_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES:
retval = sav_parse_long_string_missing_values_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
default: /* misc. info */
break;
}
break;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
break;
}
if (done)
break;
}
cleanup:
if (data_buf)
free(data_buf);
return retval;
}
static readstat_error_t sav_set_n_segments_and_var_count(sav_ctx_t *ctx) {
int i;
ctx->var_count = 0;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->string_length > VERY_LONG_STRING_MAX_LENGTH)
return READSTAT_ERROR_PARSE;
if (info->string_length) {
info->n_segments = (info->string_length + 251) / 252;
}
info->index = ctx->var_count++;
i += info->n_segments;
}
ctx->variables = readstat_calloc(ctx->var_count, sizeof(readstat_variable_t *));
return READSTAT_OK;
}
static readstat_error_t sav_handle_variables(sav_ctx_t *ctx) {
int i;
int index_after_skipping = 0;
readstat_error_t retval = READSTAT_OK;
if (!ctx->handle.variable)
return retval;
for (i=0; ivar_index;) {
char label_name_buf[256];
spss_varinfo_t *info = ctx->varinfo[i];
ctx->variables[info->index] = spss_init_variable_for_info(info, index_after_skipping, ctx->converter);
snprintf(label_name_buf, sizeof(label_name_buf), SAV_LABEL_NAME_PREFIX "%d", info->labels_index);
int cb_retval = ctx->handle.variable(info->index, ctx->variables[info->index],
info->labels_index == -1 ? NULL : label_name_buf,
ctx->user_ctx);
if (cb_retval == READSTAT_HANDLER_ABORT) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
ctx->variables[info->index]->skip = 1;
} else {
index_after_skipping++;
}
i += info->n_segments;
}
cleanup:
return retval;
}
static readstat_error_t sav_handle_fweight(sav_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
if (ctx->handle.fweight && ctx->fweight_index >= 0) {
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->offset == ctx->fweight_index - 1) {
if (ctx->handle.fweight(ctx->variables[info->index], ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
break;
}
i += info->n_segments;
}
}
cleanup:
return retval;
}
readstat_error_t sav_parse_timestamp(sav_ctx_t *ctx, sav_file_header_record_t *header) {
readstat_error_t retval = READSTAT_OK;
struct tm timestamp = { .tm_isdst = -1 };
if ((retval = sav_parse_time(header->creation_time, sizeof(header->creation_time),
×tamp, ctx->handle.error, ctx->user_ctx))
!= READSTAT_OK)
goto cleanup;
if ((retval = sav_parse_date(header->creation_date, sizeof(header->creation_date),
×tamp, ctx->handle.error, ctx->user_ctx))
!= READSTAT_OK)
goto cleanup;
ctx->timestamp = mktime(×tamp);
cleanup:
return retval;
}
readstat_error_t readstat_parse_sav(readstat_parser_t *parser, const char *path, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
sav_file_header_record_t header;
sav_ctx_t *ctx = NULL;
size_t file_size = 0;
if (io->open(path, io->io_ctx) == -1) {
return READSTAT_ERROR_OPEN;
}
file_size = io->seek(0, READSTAT_SEEK_END, io->io_ctx);
if (file_size == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->seek(0, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&header, sizeof(sav_file_header_record_t), io->io_ctx) < sizeof(sav_file_header_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ctx = sav_ctx_init(&header, io);
if (ctx == NULL) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
ctx->handle = parser->handlers;
ctx->input_encoding = parser->input_encoding;
ctx->output_encoding = parser->output_encoding;
ctx->user_ctx = user_ctx;
ctx->file_size = file_size;
if (parser->row_offset > 0)
ctx->row_offset = parser->row_offset;
if (ctx->record_count >= 0) {
int record_count_after_skipping = ctx->record_count - ctx->row_offset;
if (record_count_after_skipping < 0) {
record_count_after_skipping = 0;
ctx->row_offset = ctx->record_count;
}
ctx->row_limit = record_count_after_skipping;
if (parser->row_limit > 0 && parser->row_limit < record_count_after_skipping)
ctx->row_limit = parser->row_limit;
} else if (parser->row_limit > 0) {
ctx->row_limit = parser->row_limit;
}
if ((retval = sav_parse_timestamp(ctx, &header)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_parse_records_pass1(ctx)) != READSTAT_OK)
goto cleanup;
if (io->seek(sizeof(sav_file_header_record_t), READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if ((retval = sav_update_progress(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_parse_records_pass2(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_set_n_segments_and_var_count(ctx)) != READSTAT_OK)
goto cleanup;
if (ctx->var_count == 0) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (ctx->handle.metadata) {
readstat_metadata_t metadata = {
.row_count = ctx->record_count < 0 ? -1 : ctx->row_limit,
.var_count = ctx->var_count,
.file_encoding = ctx->input_encoding,
.file_format_version = ctx->format_version,
.creation_time = ctx->timestamp,
.modified_time = ctx->timestamp,
.compression = ctx->compression,
.endianness = ctx->endianness
};
if ((retval = readstat_convert(ctx->file_label, sizeof(ctx->file_label),
header.file_label, sizeof(header.file_label), ctx->converter)) != READSTAT_OK)
goto cleanup;
metadata.file_label = ctx->file_label;
if (ctx->handle.metadata(&metadata, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if ((retval = sav_parse_variable_display_parameter_record(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_handle_variables(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_handle_fweight(ctx)) != READSTAT_OK)
goto cleanup;
if (ctx->handle.value) {
retval = sav_read_data(ctx);
}
cleanup:
io->close(io->io_ctx);
if (ctx)
sav_ctx_free(ctx);
return retval;
}
haven/src/readstat/spss/readstat_spss.c 0000644 0001762 0000144 00000021513 14101007206 017755 0 ustar ligges users
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
static char spss_type_strings[][16] = {
[SPSS_FORMAT_TYPE_A] = "A",
[SPSS_FORMAT_TYPE_AHEX] = "AHEX",
[SPSS_FORMAT_TYPE_COMMA] = "COMMA",
[SPSS_FORMAT_TYPE_DOLLAR] = "DOLLAR",
[SPSS_FORMAT_TYPE_F] = "F",
[SPSS_FORMAT_TYPE_IB] = "IB",
[SPSS_FORMAT_TYPE_PIBHEX] = "PIBHEX",
[SPSS_FORMAT_TYPE_P] = "P",
[SPSS_FORMAT_TYPE_PIB] = "PIB",
[SPSS_FORMAT_TYPE_PK] = "PK",
[SPSS_FORMAT_TYPE_RB] = "RB",
[SPSS_FORMAT_TYPE_RBHEX] = "RBHEX",
[SPSS_FORMAT_TYPE_Z] = "Z",
[SPSS_FORMAT_TYPE_N] = "N",
[SPSS_FORMAT_TYPE_E] = "E",
[SPSS_FORMAT_TYPE_DATE] = "DATE",
[SPSS_FORMAT_TYPE_TIME] = "TIME",
[SPSS_FORMAT_TYPE_DATETIME] = "DATETIME",
[SPSS_FORMAT_TYPE_ADATE] = "ADATE",
[SPSS_FORMAT_TYPE_JDATE] = "JDATE",
[SPSS_FORMAT_TYPE_DTIME] = "DTIME",
[SPSS_FORMAT_TYPE_WKDAY] = "WKDAY",
[SPSS_FORMAT_TYPE_MONTH] = "MONTH",
[SPSS_FORMAT_TYPE_MOYR] = "MOYR",
[SPSS_FORMAT_TYPE_QYR] = "QYR",
[SPSS_FORMAT_TYPE_WKYR] = "WKYR",
[SPSS_FORMAT_TYPE_PCT] = "PCT",
[SPSS_FORMAT_TYPE_DOT] = "DOT",
[SPSS_FORMAT_TYPE_CCA] = "CCA",
[SPSS_FORMAT_TYPE_CCB] = "CCB",
[SPSS_FORMAT_TYPE_CCC] = "CCC",
[SPSS_FORMAT_TYPE_CCD] = "CCD",
[SPSS_FORMAT_TYPE_CCE] = "CCE",
[SPSS_FORMAT_TYPE_EDATE] = "EDATE",
[SPSS_FORMAT_TYPE_SDATE] = "SDATE",
[SPSS_FORMAT_TYPE_MTIME] = "MTIME",
[SPSS_FORMAT_TYPE_YMDHMS] = "YMDHMS",
};
int spss_format(char *buffer, size_t len, spss_format_t *format) {
if (format->type < 0
|| format->type >= sizeof(spss_type_strings)/sizeof(spss_type_strings[0])
|| spss_type_strings[format->type][0] == '\0') {
return 0;
}
char *string = spss_type_strings[format->type];
if (format->decimal_places || format->type == SPSS_FORMAT_TYPE_F) {
snprintf(buffer, len, "%s%d.%d", string, format->width, format->decimal_places);
} else if (format->width) {
snprintf(buffer, len, "%s%d", string, format->width);
} else {
snprintf(buffer, len, "%s", string);
}
return 1;
}
int spss_varinfo_compare(const void *elem1, const void *elem2) {
int offset = *(int *)elem1;
const spss_varinfo_t *v = *(const spss_varinfo_t **)elem2;
if (offset < v->offset)
return -1;
return (offset > v->offset);
}
void spss_varinfo_free(spss_varinfo_t *info) {
if (info) {
if (info->label)
free(info->label);
free(info);
}
}
uint64_t spss_64bit_value(readstat_value_t value) {
double dval = readstat_double_value(value);
uint64_t special_val;
memcpy(&special_val, &dval, sizeof(double));
if (isinf(dval)) {
if (dval < 0.0) {
special_val = SAV_LOWEST_DOUBLE;
} else {
special_val = SAV_HIGHEST_DOUBLE;
}
} else if (isnan(dval)) {
special_val = SAV_MISSING_DOUBLE;
}
return special_val;
}
static readstat_value_t spss_boxed_double_value(double fp_value) {
readstat_value_t value = {
.type = READSTAT_TYPE_DOUBLE,
.v = { .double_value = fp_value },
.is_system_missing = isnan(fp_value)
};
return value;
}
static readstat_value_t spss_boxed_string_value(const char *string) {
readstat_value_t value = {
.type = READSTAT_TYPE_STRING,
.v = { .string_value = string }
};
return value;
}
static readstat_value_t spss_boxed_missing_value(spss_varinfo_t *info, int i) {
if (info->type == READSTAT_TYPE_DOUBLE) {
return spss_boxed_double_value(info->missing_double_values[i]);
}
return spss_boxed_string_value(info->missing_string_values[i]);
}
readstat_missingness_t spss_missingness_for_info(spss_varinfo_t *info) {
readstat_missingness_t missingness;
memset(&missingness, '\0', sizeof(readstat_missingness_t));
if (info->missing_range) {
missingness.missing_ranges_count++;
missingness.missing_ranges[0] = spss_boxed_missing_value(info, 0);
missingness.missing_ranges[1] = spss_boxed_missing_value(info, 1);
if (info->n_missing_values == 3) {
missingness.missing_ranges_count++;
missingness.missing_ranges[2] = missingness.missing_ranges[3] = spss_boxed_missing_value(info, 2);
}
} else if (info->n_missing_values > 0) {
missingness.missing_ranges_count = info->n_missing_values;
int i=0;
for (i=0; in_missing_values; i++) {
missingness.missing_ranges[2*i] = missingness.missing_ranges[2*i+1] = spss_boxed_missing_value(info, i);
}
}
return missingness;
}
readstat_variable_t *spss_init_variable_for_info(spss_varinfo_t *info, int index_after_skipping,
iconv_t converter) {
readstat_variable_t *variable = calloc(1, sizeof(readstat_variable_t));
variable->index = info->index;
variable->index_after_skipping = index_after_skipping;
variable->type = info->type;
if (info->string_length) {
variable->storage_width = info->string_length;
} else {
variable->storage_width = 8 * info->width;
}
if (info->longname[0]) {
readstat_convert(variable->name, sizeof(variable->name),
info->longname, sizeof(info->longname), converter);
} else {
readstat_convert(variable->name, sizeof(variable->name),
info->name, sizeof(info->name), converter);
}
if (info->label) {
snprintf(variable->label, sizeof(variable->label), "%s", info->label);
}
spss_format(variable->format, sizeof(variable->format), &info->print_format);
variable->missingness = spss_missingness_for_info(info);
variable->measure = info->measure;
if (info->display_width) {
variable->display_width = info->display_width;
} else {
variable->display_width = info->print_format.width;
}
return variable;
}
uint32_t spss_measure_from_readstat_measure(readstat_measure_t measure) {
uint32_t sav_measure = SAV_MEASURE_UNKNOWN;
if (measure == READSTAT_MEASURE_NOMINAL) {
sav_measure = SAV_MEASURE_NOMINAL;
} else if (measure == READSTAT_MEASURE_ORDINAL) {
sav_measure = SAV_MEASURE_ORDINAL;
} else if (measure == READSTAT_MEASURE_SCALE) {
sav_measure = SAV_MEASURE_SCALE;
}
return sav_measure;
}
readstat_measure_t spss_measure_to_readstat_measure(uint32_t sav_measure) {
if (sav_measure == SAV_MEASURE_NOMINAL)
return READSTAT_MEASURE_NOMINAL;
if (sav_measure == SAV_MEASURE_ORDINAL)
return READSTAT_MEASURE_ORDINAL;
if (sav_measure == SAV_MEASURE_SCALE)
return READSTAT_MEASURE_SCALE;
return READSTAT_MEASURE_UNKNOWN;
}
uint32_t spss_alignment_from_readstat_alignment(readstat_alignment_t alignment) {
uint32_t sav_alignment = 0;
if (alignment == READSTAT_ALIGNMENT_LEFT) {
sav_alignment = SAV_ALIGNMENT_LEFT;
} else if (alignment == READSTAT_ALIGNMENT_CENTER) {
sav_alignment = SAV_ALIGNMENT_CENTER;
} else if (alignment == READSTAT_ALIGNMENT_RIGHT) {
sav_alignment = SAV_ALIGNMENT_RIGHT;
}
return sav_alignment;
}
readstat_alignment_t spss_alignment_to_readstat_alignment(uint32_t sav_alignment) {
if (sav_alignment == SAV_ALIGNMENT_LEFT)
return READSTAT_ALIGNMENT_LEFT;
if (sav_alignment == SAV_ALIGNMENT_CENTER)
return READSTAT_ALIGNMENT_CENTER;
if (sav_alignment == SAV_ALIGNMENT_RIGHT)
return READSTAT_ALIGNMENT_RIGHT;
return READSTAT_ALIGNMENT_UNKNOWN;
}
readstat_error_t spss_format_for_variable(readstat_variable_t *r_variable,
spss_format_t *spss_format) {
readstat_error_t retval = READSTAT_OK;
memset(spss_format, 0, sizeof(spss_format_t));
if (r_variable->type == READSTAT_TYPE_STRING) {
spss_format->type = SPSS_FORMAT_TYPE_A;
if (r_variable->display_width) {
spss_format->width = r_variable->display_width;
} else if (r_variable->user_width) {
spss_format->width = r_variable->user_width;
} else {
spss_format->width = r_variable->storage_width;
}
} else {
spss_format->type = SPSS_FORMAT_TYPE_F;
if (r_variable->display_width) {
spss_format->width = r_variable->display_width;
} else {
spss_format->width = 8;
}
if (r_variable->type == READSTAT_TYPE_DOUBLE ||
r_variable->type == READSTAT_TYPE_FLOAT) {
spss_format->decimal_places = 2;
}
}
if (r_variable->format[0]) {
spss_format->decimal_places = 0;
const char *fmt = r_variable->format;
if (spss_parse_format(fmt, strlen(fmt), spss_format) != READSTAT_OK) {
retval = READSTAT_ERROR_BAD_FORMAT_STRING;
goto cleanup;
}
}
cleanup:
return retval;
}
haven/src/readstat/spss/readstat_por.h 0000644 0001762 0000144 00000002403 14101007206 017567 0 ustar ligges users
extern int8_t por_ascii_lookup[256];
extern uint16_t por_unicode_lookup[256];
typedef struct por_ctx_s {
readstat_callbacks_t handle;
size_t file_size;
void *user_ctx;
int pos;
readstat_io_t *io;
char space;
long num_spaces;
time_t timestamp;
long version;
char fweight_name[9];
char file_label[21];
uint16_t byte2unicode[256];
size_t base30_precision;
iconv_t converter;
unsigned char *string_buffer;
size_t string_buffer_len;
int labels_offset;
int obs_count;
int var_count;
int var_offset;
int row_limit;
int row_offset;
readstat_variable_t **variables;
spss_varinfo_t *varinfo;
ck_hash_table_t *var_dict;
} por_ctx_t;
por_ctx_t *por_ctx_init();
void por_ctx_free(por_ctx_t *ctx);
ssize_t por_utf8_encode(const unsigned char *input, size_t input_len,
char *output, size_t output_len, uint16_t lookup[256]);
ssize_t por_utf8_decode(
const char *input, size_t input_len,
char *output, size_t output_len,
uint8_t *lookup, size_t lookup_len);
haven/src/readstat/readstat_convert.c 0000644 0001762 0000144 00000002456 14101007206 017462 0 ustar ligges users
#include
#include "readstat.h"
#include "readstat_iconv.h"
#include "readstat_convert.h"
readstat_error_t readstat_convert(char *dst, size_t dst_len, const char *src, size_t src_len, iconv_t converter) {
/* strip off spaces from the input because the programs use ASCII space
* padding even with non-ASCII encoding. */
while (src_len && src[src_len-1] == ' ') {
src_len--;
}
if (dst_len == 0) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else if (converter) {
size_t dst_left = dst_len - 1;
char *dst_end = dst;
size_t status = iconv(converter, (readstat_iconv_inbuf_t)&src, &src_len, &dst_end, &dst_left);
if (status == (size_t)-1) {
if (errno == E2BIG) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else if (errno == EILSEQ) {
return READSTAT_ERROR_CONVERT_BAD_STRING;
} else if (errno != EINVAL) { /* EINVAL indicates improper truncation; accept it */
return READSTAT_ERROR_CONVERT;
}
}
dst[dst_len - dst_left - 1] = '\0';
} else if (src_len + 1 > dst_len) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else {
memcpy(dst, src, src_len);
dst[src_len] = '\0';
}
return READSTAT_OK;
}
haven/src/readstat/readstat_parser.c 0000644 0001762 0000144 00000007541 14101007206 017276 0 ustar ligges users
#include
#include "readstat.h"
#include "readstat_io_unistd.h"
readstat_parser_t *readstat_parser_init() {
readstat_parser_t *parser = calloc(1, sizeof(readstat_parser_t));
parser->io = calloc(1, sizeof(readstat_io_t));
if (unistd_io_init(parser) != READSTAT_OK) {
readstat_parser_free(parser);
return NULL;
}
parser->output_encoding = "UTF-8";
return parser;
}
void readstat_parser_free(readstat_parser_t *parser) {
if (parser) {
if (parser->io) {
readstat_set_io_ctx(parser, NULL);
free(parser->io);
}
free(parser);
}
}
readstat_error_t readstat_set_metadata_handler(readstat_parser_t *parser, readstat_metadata_handler metadata_handler) {
parser->handlers.metadata = metadata_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_note_handler(readstat_parser_t *parser, readstat_note_handler note_handler) {
parser->handlers.note = note_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_variable_handler(readstat_parser_t *parser, readstat_variable_handler variable_handler) {
parser->handlers.variable = variable_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_value_handler(readstat_parser_t *parser, readstat_value_handler value_handler) {
parser->handlers.value = value_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_value_label_handler(readstat_parser_t *parser, readstat_value_label_handler label_handler) {
parser->handlers.value_label = label_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_error_handler(readstat_parser_t *parser, readstat_error_handler error_handler) {
parser->handlers.error = error_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_progress_handler(readstat_parser_t *parser, readstat_progress_handler progress_handler) {
parser->handlers.progress = progress_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_fweight_handler(readstat_parser_t *parser, readstat_fweight_handler fweight_handler) {
parser->handlers.fweight = fweight_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_open_handler(readstat_parser_t *parser, readstat_open_handler open_handler) {
parser->io->open = open_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_close_handler(readstat_parser_t *parser, readstat_close_handler close_handler) {
parser->io->close = close_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_seek_handler(readstat_parser_t *parser, readstat_seek_handler seek_handler) {
parser->io->seek = seek_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_read_handler(readstat_parser_t *parser, readstat_read_handler read_handler) {
parser->io->read = read_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_update_handler(readstat_parser_t *parser, readstat_update_handler update_handler) {
parser->io->update = update_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_io_ctx(readstat_parser_t *parser, void *io_ctx) {
if (parser->io->io_ctx_needs_free) {
free(parser->io->io_ctx);
}
parser->io->io_ctx = io_ctx;
parser->io->io_ctx_needs_free = 0;
return READSTAT_OK;
}
readstat_error_t readstat_set_file_character_encoding(readstat_parser_t *parser, const char *encoding) {
parser->input_encoding = encoding;
return READSTAT_OK;
}
readstat_error_t readstat_set_handler_character_encoding(readstat_parser_t *parser, const char *encoding) {
parser->output_encoding = encoding;
return READSTAT_OK;
}
readstat_error_t readstat_set_row_limit(readstat_parser_t *parser, long row_limit) {
parser->row_limit = row_limit;
return READSTAT_OK;
}
readstat_error_t readstat_set_row_offset(readstat_parser_t *parser, long row_offset) {
parser->row_offset = row_offset;
return READSTAT_OK;
}
haven/src/readstat/readstat_variable.c 0000644 0001762 0000144 00000010675 14101007206 017571 0 ustar ligges users
#include
#include "readstat.h"
static readstat_value_t make_blank_value();
static readstat_value_t make_double_value(double dval);
static readstat_value_t make_blank_value() {
readstat_value_t value = { .is_system_missing = 1, .v = { .double_value = NAN }, .type = READSTAT_TYPE_DOUBLE };
return value;
}
static readstat_value_t make_double_value(double dval) {
readstat_value_t value = { .v = { .double_value = dval }, .type = READSTAT_TYPE_DOUBLE };
return value;
}
static readstat_value_t make_string_value(const char *string) {
readstat_value_t value = { .v = { .string_value = string }, .type = READSTAT_TYPE_STRING };
return value;
}
const char *readstat_variable_get_name(const readstat_variable_t *variable) {
if (variable->name[0])
return variable->name;
return NULL;
}
const char *readstat_variable_get_label(const readstat_variable_t *variable) {
if (variable->label[0])
return variable->label;
return NULL;
}
const char *readstat_variable_get_format(const readstat_variable_t *variable) {
if (variable->format[0])
return variable->format;
return NULL;
}
readstat_type_t readstat_variable_get_type(const readstat_variable_t *variable) {
return variable->type;
}
readstat_type_class_t readstat_variable_get_type_class(const readstat_variable_t *variable) {
return readstat_type_class(variable->type);
}
int readstat_variable_get_index(const readstat_variable_t *variable) {
return variable->index;
}
int readstat_variable_get_index_after_skipping(const readstat_variable_t *variable) {
return variable->index_after_skipping;
}
size_t readstat_variable_get_storage_width(const readstat_variable_t *variable) {
return variable->storage_width;
}
readstat_measure_t readstat_variable_get_measure(const readstat_variable_t *variable) {
return variable->measure;
}
readstat_alignment_t readstat_variable_get_alignment(const readstat_variable_t *variable) {
return variable->alignment;
}
int readstat_variable_get_display_width(const readstat_variable_t *variable) {
return variable->display_width;
}
int readstat_variable_get_missing_ranges_count(const readstat_variable_t *variable) {
return variable->missingness.missing_ranges_count;
}
readstat_value_t readstat_variable_get_missing_range_lo(const readstat_variable_t *variable, int i) {
if (i < variable->missingness.missing_ranges_count &&
2*i+1 < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
return variable->missingness.missing_ranges[2*i];
}
return make_blank_value();
}
readstat_value_t readstat_variable_get_missing_range_hi(const readstat_variable_t *variable, int i) {
if (i < variable->missingness.missing_ranges_count &&
2*i+1 < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
return variable->missingness.missing_ranges[2*i+1];
}
return make_blank_value();
}
static readstat_error_t readstat_variable_add_missing_value_range(readstat_variable_t *variable, readstat_value_t lo, readstat_value_t hi) {
int i = readstat_variable_get_missing_ranges_count(variable);
if (2*i < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
variable->missingness.missing_ranges[2*i] = lo;
variable->missingness.missing_ranges[2*i+1] = hi;
variable->missingness.missing_ranges_count++;
return READSTAT_OK;
}
return READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
}
readstat_error_t readstat_variable_add_missing_double_range(readstat_variable_t *variable, double lo, double hi) {
return readstat_variable_add_missing_value_range(variable, make_double_value(lo), make_double_value(hi));
}
readstat_error_t readstat_variable_add_missing_double_value(readstat_variable_t *variable, double value) {
return readstat_variable_add_missing_value_range(variable, make_double_value(value), make_double_value(value));
}
readstat_error_t readstat_variable_add_missing_string_range(readstat_variable_t *variable, const char *lo, const char *hi) {
return readstat_variable_add_missing_value_range(variable, make_string_value(lo), make_string_value(hi));
}
readstat_error_t readstat_variable_add_missing_string_value(readstat_variable_t *variable, const char *value) {
return readstat_variable_add_missing_value_range(variable, make_string_value(value), make_string_value(value));
}
haven/src/readstat/readstat_io_unistd.c 0000644 0001762 0000144 00000007044 14101765776 020024 0 ustar ligges users
#include
#include
#include
#if defined _WIN32
# include
# include
#endif
#if !defined(_MSC_VER)
# include
#else
#define open _open
#define read _read
#define close _close
#endif
#if defined _WIN32 || defined __CYGWIN__
#define UNISTD_OPEN_OPTIONS O_RDONLY | O_BINARY
#elif defined _AIX
#define UNISTD_OPEN_OPTIONS O_RDONLY | O_LARGEFILE
#else
#define UNISTD_OPEN_OPTIONS O_RDONLY
#endif
#if defined _WIN32
#define lseek _lseeki64
#elif defined _AIX
#define lseek lseek64
#endif
#include "readstat.h"
#include "readstat_io_unistd.h"
int open_with_unicode(const char *path, int options)
{
#if defined _WIN32
const int buffer_size = MultiByteToWideChar(CP_UTF8, 0, path, -1, NULL, 0);
if(buffer_size <= 0)
return -1;
wchar_t* wpath = malloc((buffer_size + 1) * sizeof(wchar_t));
const int res = MultiByteToWideChar(CP_UTF8, 0, path, -1, wpath, buffer_size);
wpath[buffer_size] = 0;
if(res <= 0)
{
free(wpath);
return -1;
}
int fd = _wopen(wpath, options);
free(wpath);
return fd;
#else
return open(path, options);
#endif
}
int unistd_open_handler(const char *path, void *io_ctx) {
int fd = open_with_unicode(path, UNISTD_OPEN_OPTIONS);
((unistd_io_ctx_t*) io_ctx)->fd = fd;
return fd;
}
int unistd_close_handler(void *io_ctx) {
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
if (fd != -1)
return close(fd);
else
return 0;
}
readstat_off_t unistd_seek_handler(readstat_off_t offset,
readstat_io_flags_t whence, void *io_ctx) {
int flag = 0;
switch(whence) {
case READSTAT_SEEK_SET:
flag = SEEK_SET;
break;
case READSTAT_SEEK_CUR:
flag = SEEK_CUR;
break;
case READSTAT_SEEK_END:
flag = SEEK_END;
break;
default:
return -1;
}
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
return lseek(fd, offset, flag);
}
ssize_t unistd_read_handler(void *buf, size_t nbyte, void *io_ctx) {
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
ssize_t out = read(fd, buf, nbyte);
return out;
}
readstat_error_t unistd_update_handler(long file_size,
readstat_progress_handler progress_handler, void *user_ctx,
void *io_ctx) {
if (!progress_handler)
return READSTAT_OK;
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
readstat_off_t current_offset = lseek(fd, 0, SEEK_CUR);
if (current_offset == -1)
return READSTAT_ERROR_SEEK;
if (progress_handler(1.0 * current_offset / file_size, user_ctx))
return READSTAT_ERROR_USER_ABORT;
return READSTAT_OK;
}
readstat_error_t unistd_io_init(readstat_parser_t *parser) {
readstat_error_t retval = READSTAT_OK;
unistd_io_ctx_t *io_ctx = NULL;
if ((retval = readstat_set_open_handler(parser, unistd_open_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_close_handler(parser, unistd_close_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_seek_handler(parser, unistd_seek_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_read_handler(parser, unistd_read_handler)) != READSTAT_OK)
return retval;
if ((readstat_set_update_handler(parser, unistd_update_handler)) != READSTAT_OK)
return retval;
io_ctx = calloc(1, sizeof(unistd_io_ctx_t));
io_ctx->fd = -1;
retval = readstat_set_io_ctx(parser, (void*) io_ctx);
parser->io->io_ctx_needs_free = 1;
return retval;
}
haven/src/readstat/readstat_strings.h 0000644 0001762 0000144 00000000173 14101007206 017472 0 ustar ligges users #if defined(_MSC_VER)
# define strncasecmp _strnicmp
# define strcasecmp _stricmp
#else
# include
#endif
haven/src/readstat/NEWS 0000644 0001762 0000144 00000010734 14101765776 014473 0 ustar ligges users New in 1.1.6:
* Migrate to GitHub Actions
* Regenerate parsers with Ragel 7 and update build script
* SAS7BDAT reader: Improved large file support on Windows #226
* SAV reader: Skip null bytes in UTF-8 data https://github.com/tidyverse/haven/issues/560
* SAV reader: Fix hang (oss-fuzz/23485)
* DTA reader: Disallow str0 type
* DTA reader: Fix encoding error when garbage values are present beyond the end of a string
* Command file readers: Fix integer overflow (oss-fuzz/15778)
* `extract_metadata`: Implement duration support #223 (thanks to @basgys)
* Support for SAS files created with SAS Visual Forecaster #232
* Report format widths for date/time SAS formats #233
* Document the meaning of a -1 return value from `readstat_get_row_count` #234
* Fix SAS file creation / modification times on Windows #238 #240
New in 1.1.5:
* Support for building with MSVC #214 (thanks to @zebrys and @jonathon-love)
* CLI tools: Support non-ASCII file paths on Windows #200 #216 (thanks to @zebrys)
* DTA reader: Ignore bad timestamps
* DTA writer: Fix memory leak
* DTA writer: Improved support for empty value labels #219
* POR reader: Improved support for date/time formats #160
* SAS7BDAT reader: Added support for reading the dataset label #180 #213 (thanks to @reikoch)
* SAS7BDAT reader: Improved detection of compressed files
* SAS7BDAT reader: Improved bounds checking OSS-Fuzz/28312
* SAS7BDAT reader: Support for more character encodings
* SAV reader: Tolerate illegal lowercase variable names #217
* SAV reader: Better support for non-UTF-8 variable names
* SAV reader: Fix format widths for very long strings https://github.com/Roche/pyreadstat/issues/77
* SAV reader: Fix undefined behavior with negative row counts OSS-Fuzz/23423
New in 1.1.4:
* SAS7BDAT reader: Add support for binary-compressed files #21
* XPT v8 writer: Improve compatibility with SAS #207 (thanks to @reikoch)
* XPT reader: Fix reading of long variable names #208 (thanks to @reikoch)
* SAS readers: Support for more character encodings
* SAV reader: Clients sometimes received truncated UTF-8 strings
* SPSS writers: Improve compatibility with PSPP with DATETIME fields #211
* All formats: Improved support for setting / getting the `display_width` #210
New in 1.1.3:
* Fix warnings when compiling with GCC 10 #202
* SAS RLE compressor: Fixes for large files #201
* SAV reader: Improved support for UTF-8 column names #206
* SAV reader: Return a better error message if the magic number doesn't match
* SAV reader: Support for dash-separated timestamps
New in 1.1.2:
* DTA reader: support for Spanish-locale timestamps
* SAS reader: support for "any" encoding tidyverse/haven#482
* CLI tool: Allow uppercase filename extensions
* Improved support for reading SPSS and SAS command files
* Improved support for reading POR files with format widths >100
* Improved support for reading SAV files containing space-padded timestamps #197
* Improved support for writing SAV files with a large number of variables #199
* Improved support for reading SAS7BDAT files created by Stat/Transfer #198
* Fix several integer overflows and undefined values #192 #193 #194 #195 #196
New in 1.1.1:
* Support row limits in the plain-text parsers
* SAV reader: Allow spaces in timestamp strings
* README: Fix Windows / pacman instructions #189
* Fix errors opening files in Stata 15 (tidyverse/haven#461)
New in 1.1:
* New function: readstat_set_row_offset (#185). Thanks to @mikmart
* Fix segfault when localtime fails on Windows
* Fix implicit float conversion warning (oss-fuzz/16372)
* New error code: READSTAT_ERROR_BAD_TIMESTAMP_VALUE
* Renamed error code: READSTAT_ERROR_BAD_TIMESTAMP => READSTAT_ERROR_BAD_TIMESTAMP_STRING
New in 1.0.2:
* Compilation: Fix -Wstringop-truncation warnings on GCC 8.2 and later (#151)
* SPSS command parser: Fix signed integer overflow (oss-fuzz/15049)
* POR parser: Use doubles internally to prevent integer overflows with very large exponents (#182)
New in 1.0.1:
* SAV writer: Validate variable names
* Fix a buffer overflow reading SPSS commands (oss-fuzz/15050)
* New error code READSTAT_ERROR_NAME_IS_ZERO_LENGTH when a blank variable name is provided
* New fuzzing dictionary files in fuzz/dict for parsing plain-text file formats
* Move corpus files from corpus to fuzz/corpus
haven/src/readstat/readstat_writer.h 0000644 0001762 0000144 00000002566 14101007206 017325 0 ustar ligges users
#define READSTAT_PRODUCT_NAME "ReadStat"
#define READSTAT_PRODUCT_URL "https://github.com/WizardMac/ReadStat"
readstat_error_t readstat_begin_writing_file(readstat_writer_t *writer, void *user_ctx, long row_count);
readstat_error_t readstat_write_bytes(readstat_writer_t *writer, const void *bytes, size_t len);
readstat_error_t readstat_write_bytes_as_lines(readstat_writer_t *writer,
const void *bytes, size_t len, size_t line_len, const char *line_sep);
readstat_error_t readstat_write_line_padding(readstat_writer_t *writer, char pad,
size_t line_len, const char *line_sep);
readstat_error_t readstat_write_zeros(readstat_writer_t *writer, size_t len);
readstat_error_t readstat_write_spaces(readstat_writer_t *writer, size_t len);
readstat_error_t readstat_write_string(readstat_writer_t *writer, const char *bytes);
readstat_error_t readstat_write_space_padded_string(readstat_writer_t *writer, const char *string, size_t max_len);
readstat_value_label_t *readstat_get_value_label(readstat_label_set_t *label_set, int index);
readstat_label_set_t *readstat_get_label_set(readstat_writer_t *writer, int index);
readstat_variable_t *readstat_get_label_set_variable(readstat_label_set_t *label_set, int index);
void readstat_sort_label_set(readstat_label_set_t *label_set,
int (*compare)(const readstat_value_label_t *, const readstat_value_label_t *));
haven/src/readstat/stata/ 0000755 0001762 0000144 00000000000 14102332323 015056 5 ustar ligges users haven/src/readstat/stata/readstat_dta.h 0000644 0001762 0000144 00000013161 14101007206 017666 0 ustar ligges users #pragma pack(push, 1)
// DTA files
typedef struct dta_header_s {
unsigned char ds_format;
unsigned char byteorder;
unsigned char filetype;
unsigned char unused;
uint16_t nvar;
uint32_t nobs;
} dta_header_t;
typedef struct dta_header64_s {
unsigned char ds_format;
unsigned char byteorder;
unsigned char filetype;
unsigned char unused;
uint32_t nvar;
uint64_t nobs;
} dta_header64_t;
typedef struct dta_117_strl_header_s {
uint32_t v;
uint32_t o;
unsigned char type;
int32_t len;
} dta_117_strl_header_t;
typedef struct dta_118_strl_header_s {
uint32_t v;
uint64_t o;
unsigned char type;
int32_t len;
} dta_118_strl_header_t;
#pragma pack(pop)
typedef struct dta_strl_s {
uint16_t v;
uint64_t o;
unsigned char type;
size_t len;
char data[1]; // Flexible array; use [1] for C++98 compatibility
} dta_strl_t;
typedef struct dta_ctx_s {
char *data_label;
size_t data_label_len;
size_t data_label_len_len;
time_t timestamp;
size_t timestamp_len;
char typlist_version;
size_t typlist_entry_len;
uint16_t *typlist;
size_t typlist_len;
char *varlist;
size_t varlist_len;
int16_t *srtlist;
size_t srtlist_len;
char *fmtlist;
size_t fmtlist_len;
char *lbllist;
size_t lbllist_len;
char *variable_labels;
size_t variable_labels_len;
size_t variable_name_len;
size_t fmtlist_entry_len;
size_t lbllist_entry_len;
size_t variable_labels_entry_len;
size_t expansion_len_len;
size_t ch_metadata_len;
size_t value_label_table_len_len;
size_t value_label_table_labname_len;
size_t value_label_table_padding_len;
size_t strl_v_len;
size_t strl_o_len;
int64_t data_offset;
int64_t strls_offset;
int64_t value_labels_offset;
int ds_format;
int nvar;
int64_t nobs;
size_t record_len;
int64_t row_limit;
int64_t row_offset;
int64_t current_row;
unsigned int bswap:1;
unsigned int machine_is_twos_complement:1;
unsigned int file_is_xmlish:1;
unsigned int supports_tagged_missing:1;
int8_t max_int8;
int16_t max_int16;
int32_t max_int32;
int32_t max_float;
int64_t max_double;
dta_strl_t **strls;
size_t strls_count;
size_t strls_capacity;
readstat_variable_t **variables;
readstat_endian_t endianness;
iconv_t converter;
readstat_callbacks_t handle;
size_t file_size;
void *user_ctx;
readstat_io_t *io;
int initialized;
char error_buf[256];
} dta_ctx_t;
#define DTA_HILO 0x01
#define DTA_LOHI 0x02
#define DTA_OLD_MAX_INT8 0x7e
#define DTA_OLD_MAX_INT16 0x7ffe
#define DTA_OLD_MAX_INT32 0x7ffffffe
#define DTA_OLD_MAX_FLOAT 0x7effffff // +1.7e38f
#define DTA_OLD_MAX_DOUBLE 0x7fdfffffffffffffL // +8.9e307
#define DTA_OLD_MISSING_INT8 0x7F
#define DTA_OLD_MISSING_INT16 0x7FFF
#define DTA_OLD_MISSING_INT32 0x7FFFFFFF
#define DTA_OLD_MISSING_FLOAT 0x7F000000
#define DTA_OLD_MISSING_DOUBLE 0x7FE0000000000000L
#define DTA_113_MAX_INT8 0x64
#define DTA_113_MAX_INT16 0x7fe4
#define DTA_113_MAX_INT32 0x7fffffe4
#define DTA_113_MAX_FLOAT 0x7effffff // +1.7e38f
#define DTA_113_MAX_DOUBLE 0x7fdfffffffffffffL // +8.9e307
#define DTA_113_MISSING_INT8 0x65
#define DTA_113_MISSING_INT16 0x7FE5
#define DTA_113_MISSING_INT32 0x7FFFFFE5
#define DTA_113_MISSING_FLOAT 0x7F000000
#define DTA_113_MISSING_DOUBLE 0x7FE0000000000000L
#define DTA_113_MISSING_INT8_A (DTA_113_MISSING_INT8+1)
#define DTA_113_MISSING_INT16_A (DTA_113_MISSING_INT16+1)
#define DTA_113_MISSING_INT32_A (DTA_113_MISSING_INT32+1)
#define DTA_113_MISSING_FLOAT_A (DTA_113_MISSING_FLOAT+0x0800)
#define DTA_113_MISSING_DOUBLE_A (DTA_113_MISSING_DOUBLE+0x010000000000)
#define DTA_GSO_TYPE_BINARY 0x81
#define DTA_GSO_TYPE_ASCII 0x82
#define DTA_117_TYPE_CODE_INT8 0xFFFA
#define DTA_117_TYPE_CODE_INT16 0xFFF9
#define DTA_117_TYPE_CODE_INT32 0xFFF8
#define DTA_117_TYPE_CODE_FLOAT 0xFFF7
#define DTA_117_TYPE_CODE_DOUBLE 0xFFF6
#define DTA_117_TYPE_CODE_STRL 0x8000
#define DTA_111_TYPE_CODE_INT8 0xFB
#define DTA_111_TYPE_CODE_INT16 0xFC
#define DTA_111_TYPE_CODE_INT32 0xFD
#define DTA_111_TYPE_CODE_FLOAT 0xFE
#define DTA_111_TYPE_CODE_DOUBLE 0xFF
#define DTA_OLD_TYPE_CODE_INT8 'b'
#define DTA_OLD_TYPE_CODE_INT16 'i'
#define DTA_OLD_TYPE_CODE_INT32 'l'
#define DTA_OLD_TYPE_CODE_FLOAT 'f'
#define DTA_OLD_TYPE_CODE_DOUBLE 'd'
dta_ctx_t *dta_ctx_alloc(readstat_io_t *io);
readstat_error_t dta_ctx_init(dta_ctx_t *ctx, uint32_t nvar, uint64_t nobs,
unsigned char byteorder, unsigned char ds_format,
const char *input_encoding, const char *output_encoding);
void dta_ctx_free(dta_ctx_t *ctx);
readstat_error_t dta_type_info(uint16_t typecode, dta_ctx_t *ctx,
size_t *max_len, readstat_type_t *out_type);
haven/src/readstat/stata/readstat_dta_write.c 0000644 0001762 0000144 00000141632 14101007206 021100 0 ustar ligges users
#include
#include
