haven/ 0000755 0001762 0000144 00000000000 14532122712 011352 5 ustar ligges users haven/NAMESPACE 0000644 0001762 0000144 00000007514 14361266255 012613 0 ustar ligges users # Generated by roxygen2: do not edit by hand
S3method("names<-",haven_labelled)
S3method(as.character,haven_labelled)
S3method(as_factor,data.frame)
S3method(as_factor,haven_labelled)
S3method(as_factor,labelled)
S3method(format,haven_labelled)
S3method(format,pillar_shaft_haven_labelled_chr)
S3method(format,pillar_shaft_haven_labelled_num)
S3method(is.na,haven_labelled_spss)
S3method(levels,haven_labelled)
S3method(median,haven_labelled)
S3method(obj_print_footer,haven_labelled)
S3method(obj_print_footer,haven_labelled_spss)
S3method(obj_print_header,haven_labelled)
S3method(quantile,haven_labelled)
S3method(summary,haven_labelled)
S3method(vec_arith,haven_labelled)
S3method(vec_arith.haven_labelled,default)
S3method(vec_arith.haven_labelled,haven_labelled)
S3method(vec_arith.haven_labelled,numeric)
S3method(vec_arith.numeric,haven_labelled)
S3method(vec_cast,character.haven_labelled)
S3method(vec_cast,character.haven_labelled_spss)
S3method(vec_cast,double.haven_labelled)
S3method(vec_cast,double.haven_labelled_spss)
S3method(vec_cast,haven_labelled.character)
S3method(vec_cast,haven_labelled.double)
S3method(vec_cast,haven_labelled.haven_labelled)
S3method(vec_cast,haven_labelled.haven_labelled_spss)
S3method(vec_cast,haven_labelled.integer)
S3method(vec_cast,haven_labelled_spss.character)
S3method(vec_cast,haven_labelled_spss.double)
S3method(vec_cast,haven_labelled_spss.haven_labelled)
S3method(vec_cast,haven_labelled_spss.haven_labelled_spss)
S3method(vec_cast,haven_labelled_spss.integer)
S3method(vec_cast,integer.haven_labelled)
S3method(vec_cast,integer.haven_labelled_spss)
S3method(vec_math,haven_labelled)
S3method(vec_ptype2,character.haven_labelled)
S3method(vec_ptype2,character.haven_labelled_spss)
S3method(vec_ptype2,double.haven_labelled)
S3method(vec_ptype2,double.haven_labelled_spss)
S3method(vec_ptype2,haven_labelled.character)
S3method(vec_ptype2,haven_labelled.double)
S3method(vec_ptype2,haven_labelled.haven_labelled)
S3method(vec_ptype2,haven_labelled.haven_labelled_spss)
S3method(vec_ptype2,haven_labelled.integer)
S3method(vec_ptype2,haven_labelled_spss.character)
S3method(vec_ptype2,haven_labelled_spss.double)
S3method(vec_ptype2,haven_labelled_spss.haven_labelled)
S3method(vec_ptype2,haven_labelled_spss.haven_labelled_spss)
S3method(vec_ptype2,haven_labelled_spss.integer)
S3method(vec_ptype2,integer.haven_labelled)
S3method(vec_ptype2,integer.haven_labelled_spss)
S3method(vec_ptype_abbr,haven_labelled)
S3method(vec_ptype_abbr,haven_labelled_spss)
S3method(vec_ptype_full,haven_labelled)
S3method(vec_ptype_full,haven_labelled_spss)
S3method(zap_formats,data.frame)
S3method(zap_formats,default)
S3method(zap_label,data.frame)
S3method(zap_label,default)
S3method(zap_labels,data.frame)
S3method(zap_labels,default)
S3method(zap_labels,haven_labelled)
S3method(zap_labels,haven_labelled_spss)
S3method(zap_missing,data.frame)
S3method(zap_missing,default)
S3method(zap_missing,haven_labelled)
S3method(zap_missing,haven_labelled_spss)
S3method(zap_widths,data.frame)
S3method(zap_widths,default)
export(as_factor)
export(format_tagged_na)
export(is.labelled)
export(is_tagged_na)
export(labelled)
export(labelled_spss)
export(na_tag)
export(print_labels)
export(print_tagged_na)
export(read_dta)
export(read_por)
export(read_sas)
export(read_sav)
export(read_spss)
export(read_stata)
export(read_xpt)
export(tagged_na)
export(vec_arith.haven_labelled)
export(write_dta)
export(write_sas)
export(write_sav)
export(write_xpt)
export(zap_empty)
export(zap_formats)
export(zap_label)
export(zap_labels)
export(zap_missing)
export(zap_widths)
import(rlang)
import(vctrs)
importFrom(cli,cli_abort)
importFrom(cli,cli_warn)
importFrom(forcats,as_factor)
importFrom(hms,hms)
importFrom(lifecycle,deprecated)
importFrom(methods,setOldClass)
importFrom(stats,median)
importFrom(stats,quantile)
importFrom(tibble,tibble)
useDynLib(haven, .registration = TRUE)
haven/LICENSE 0000644 0001762 0000144 00000000053 14520237654 012366 0 ustar ligges users YEAR: 2023
COPYRIGHT HOLDER: haven authors
haven/README.md 0000644 0001762 0000144 00000005533 14520204132 012631 0 ustar ligges users
# haven 
[](https://cran.r-project.org/package=haven)
[](https://github.com/tidyverse/haven/actions/workflows/R-CMD-check.yaml)
[](https://app.codecov.io/gh/tidyverse/haven?branch=main)
## Overview
Haven enables R to read and write various data formats used by other
statistical packages by wrapping the fantastic
[ReadStat](https://github.com/WizardMac/ReadStat) C library written by
[Evan Miller](https://www.evanmiller.org). Haven is part of the
[tidyverse](https://www.tidyverse.org/). Currently it supports:
- **SAS**: `read_sas()` reads `.sas7bdat` + `.sas7bcat` files and
`read_xpt()` reads SAS transport files (versions 5 and 8).
`write_xpt()` writes SAS transport files (versions 5 and 8).
- **SPSS**: `read_sav()` reads `.sav` files and `read_por()` reads the
older `.por` files. `write_sav()` writes `.sav` files.
- **Stata**: `read_dta()` reads `.dta` files (up to version 15).
`write_dta()` writes `.dta` files (versions 8-15).
The output objects:
- Are [tibbles](https://github.com/tidyverse/tibble), which have a
better print method for very long and very wide files.
- Translate value labels into a new `labelled()` class, which preserves
the original semantics and can easily be coerced to factors with
`as_factor()`. Special missing values are preserved. See
`vignette("semantics")` for more details.
- Dates and times are converted to R date/time classes. Character
vectors are not converted to factors.
## Installation
``` r
# The easiest way to get haven is to install the whole tidyverse:
install.packages("tidyverse")
# Alternatively, install just haven:
install.packages("haven")
```
## Usage
``` r
library(haven)
# SAS
read_sas("mtcars.sas7bdat")
write_xpt(mtcars, "mtcars.xpt")
# SPSS
read_sav("mtcars.sav")
write_sav(mtcars, "mtcars.sav")
# Stata
read_dta("mtcars.dta")
write_dta(mtcars, "mtcars.dta")
```
## Related work
- [foreign](https://cran.r-project.org/package=foreign) reads from SAS
XPORT, SPSS, and Stata (up to version 12) files.
- [readstat13](https://cran.r-project.org/package=readstata13) reads
from and writes to all Stata file format versions.
- [sas7bdat](https://cran.r-project.org/package=sas7bdat) reads from
SAS7BDAT files.
## Code of Conduct
Please note that the haven project is released with a [Contributor Code
of Conduct](https://haven.tidyverse.org/CODE_OF_CONDUCT.html). By
contributing to this project, you agree to abide by its terms.
haven/man/ 0000755 0001762 0000144 00000000000 14520237654 012136 5 ustar ligges users haven/man/vec_arith.haven_labelled.Rd 0000644 0001762 0000144 00000000457 14033646021 017312 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/labelled.R
\name{vec_arith.haven_labelled}
\alias{vec_arith.haven_labelled}
\title{Internal vctrs methods}
\usage{
\method{vec_arith}{haven_labelled}(op, x, y, ...)
}
\description{
Internal vctrs methods
}
\keyword{internal}
haven/man/tagged_na.Rd 0000644 0001762 0000144 00000003113 14033646021 014323 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/tagged_na.R
\name{tagged_na}
\alias{tagged_na}
\alias{na_tag}
\alias{is_tagged_na}
\alias{format_tagged_na}
\alias{print_tagged_na}
\title{"Tagged" missing values}
\usage{
tagged_na(...)
na_tag(x)
is_tagged_na(x, tag = NULL)
format_tagged_na(x, digits = getOption("digits"))
print_tagged_na(x, digits = getOption("digits"))
}
\arguments{
\item{...}{Vectors containing single character. The letter will be used to
"tag" the missing value.}
\item{x}{A numeric vector}
\item{tag}{If \code{NULL}, will only return true if the tag has this value.}
\item{digits}{Number of digits to use in string representation}
}
\description{
"Tagged" missing values work exactly like regular R missing values except
that they store one additional byte of information a tag, which is usually
a letter ("a" to "z"). When by loading a SAS and Stata file, the tagged
missing values always use lower case values.
}
\details{
\code{format_tagged_na()} and \code{print_tagged_na()} format tagged
NA's as NA(a), NA(b), etc.
}
\examples{
x <- c(1:5, tagged_na("a"), tagged_na("z"), NA)
# Tagged NA's work identically to regular NAs
x
is.na(x)
# To see that they're special, you need to use na_tag(),
# is_tagged_na(), or print_tagged_na():
is_tagged_na(x)
na_tag(x)
print_tagged_na(x)
# You can test for specific tagged NAs with the second argument
is_tagged_na(x, "a")
# Because the support for tagged's NAs is somewhat tagged on to R,
# the left-most NA will tend to be preserved in arithmetic operations.
na_tag(tagged_na("a") + tagged_na("z"))
}
haven/man/read_spss.Rd 0000644 0001762 0000144 00000012306 14376672143 014417 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-spss.R
\name{read_spss}
\alias{read_spss}
\alias{read_sav}
\alias{read_por}
\alias{write_sav}
\title{Read and write SPSS files}
\usage{
read_sav(
file,
encoding = NULL,
user_na = FALSE,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
read_por(
file,
user_na = FALSE,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
write_sav(data, path, compress = c("byte", "none", "zsav"), adjust_tz = TRUE)
read_spss(
file,
user_na = FALSE,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
}
\arguments{
\item{file}{Either a path to a file, a connection, or literal data
(either a single string or a raw vector).
Files ending in \code{.gz}, \code{.bz2}, \code{.xz}, or \code{.zip} will
be automatically uncompressed. Files starting with \verb{http://},
\verb{https://}, \verb{ftp://}, or \verb{ftps://} will be automatically
downloaded. Remote gz files can also be automatically downloaded and
decompressed.
Literal data is most useful for examples and tests. To be recognised as
literal data, the input must be either wrapped with \code{I()}, be a string
containing at least one new line, or be a vector containing at least one
string with a new line.
Using a value of \code{\link[readr:clipboard]{clipboard()}} will read from the system clipboard.}
\item{encoding}{The character encoding used for the file. The default,
\code{NULL}, use the encoding specified in the file, but sometimes this
value is incorrect and it is useful to be able to override it.}
\item{user_na}{If \code{TRUE} variables with user defined missing will
be read into \code{\link[=labelled_spss]{labelled_spss()}} objects. If \code{FALSE}, the
default, user-defined missings will be converted to \code{NA}.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
\item{data}{Data frame to write.}
\item{path}{Path to a file where the data will be written.}
\item{compress}{Compression type to use:
\itemize{
\item "byte": the default, uses byte compression.
\item "none": no compression. This is useful for software that has issues with
byte compressed \code{.sav} files (e.g. SAS).
\item "zsav": uses zlib compression and produces a \code{.zsav} file. zlib
compression is supported by SPSS version 21.0 and above.
}
\code{TRUE} and \code{FALSE} can be used for backwards compatibility, and correspond
to the "zsav" and "none" options respectively.}
\item{adjust_tz}{Stata, SPSS and SAS do not have a concept of time zone,
and all \link{date-time} variables are treated as UTC. \code{adjust_tz} controls
how the timezone of date-time values is treated when writing.
\itemize{
\item If \code{TRUE} (the default) the timezone of date-time values is ignored, and
they will display the same in R and Stata/SPSS/SAS, e.g.
\code{"2010-01-01 09:00:00 NZDT"} will be written as \code{"2010-01-01 09:00:00"}.
Note that this changes the underlying numeric data, so use caution if
preserving between-time-point differences is critical.
\item If \code{FALSE}, date-time values are written as the corresponding UTC value,
e.g. \code{"2010-01-01 09:00:00 NZDT"} will be written as
\code{"2009-12-31 20:00:00"}.
}}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable.
It is not printed on the console, but the RStudio viewer will show it.
\code{write_sav()} returns the input \code{data} invisibly.
}
\description{
\code{read_sav()} reads both \code{.sav} and \code{.zsav} files; \code{write_sav()} creates
\code{.zsav} files when \code{compress = TRUE}. \code{read_por()} reads \code{.por} files.
\code{read_spss()} uses either \code{read_por()} or \code{read_sav()} based on the
file extension.
}
\details{
Currently haven can read and write logical, integer, numeric, character
and factors. See \code{\link[=labelled_spss]{labelled_spss()}} for how labelled variables in
SPSS are handled in R.
}
\examples{
path <- system.file("examples", "iris.sav", package = "haven")
read_sav(path)
tmp <- tempfile(fileext = ".sav")
write_sav(mtcars, tmp)
read_sav(tmp)
}
haven/man/labelled.Rd 0000644 0001762 0000144 00000003545 14225304450 014167 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/labelled.R
\name{labelled}
\alias{labelled}
\alias{is.labelled}
\title{Create a labelled vector.}
\usage{
labelled(x = double(), labels = NULL, label = NULL)
is.labelled(x)
}
\arguments{
\item{x}{A vector to label. Must be either numeric (integer or double) or
character.}
\item{labels}{A named vector or \code{NULL}. The vector should be the same type
as \code{x}. Unlike factors, labels don't need to be exhaustive: only a fraction
of the values might be labelled.}
\item{label}{A short, human-readable description of the vector.}
}
\description{
A labelled vector is a common data structure in other statistical
environments, allowing you to assign text labels to specific values.
This class makes it possible to import such labelled vectors in to R
without loss of fidelity. This class provides few methods, as I
expect you'll coerce to a standard R class (e.g. a \code{\link[=factor]{factor()}})
soon after importing.
}
\examples{
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
s2 <- labelled(c(1, 1, 2), c(Male = 1, Female = 2))
s3 <- labelled(
c(1, 1, 2),
c(Male = 1, Female = 2),
label = "Assigned sex at birth"
)
# Unfortunately it's not possible to make as.factor work for labelled objects
# so instead use as_factor. This works for all types of labelled vectors.
as_factor(s1)
as_factor(s1, levels = "values")
as_factor(s2)
# Other statistical software supports multiple types of missing values
s3 <- labelled(
c("M", "M", "F", "X", "N/A"),
c(Male = "M", Female = "F", Refused = "X", "Not applicable" = "N/A")
)
s3
as_factor(s3)
# Often when you have a partially labelled numeric vector, labelled values
# are special types of missing. Use zap_labels to replace labels with missing
# values
x <- labelled(c(1, 2, 1, 2, 10, 9), c(Unknown = 9, Refused = 10))
zap_labels(x)
}
haven/man/zap_widths.Rd 0000644 0001762 0000144 00000001204 14033646021 014565 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_widths.R
\name{zap_widths}
\alias{zap_widths}
\title{Remove display width attributes}
\usage{
zap_widths(x)
}
\arguments{
\item{x}{A vector or data frame.}
}
\description{
To provide some mild support for round-tripping variables between SPSS
and R, haven stores display widths in an attribute: \code{display_width}. If this
causes problems for your code, you can get rid of them with \code{zap_widths}.
}
\seealso{
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_formats}()},
\code{\link{zap_labels}()},
\code{\link{zap_label}()}
}
\concept{zappers}
haven/man/print_labels.Rd 0000644 0001762 0000144 00000001220 14033646021 015065 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/labelled.R
\name{print_labels}
\alias{print_labels}
\title{Print the labels of a labelled vector}
\usage{
print_labels(x, name = NULL)
}
\arguments{
\item{x}{A labelled vector}
\item{name}{The name of the vector (optional)}
}
\description{
This is a convenience function, useful to explore the variables of
a newly imported dataset.
}
\examples{
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
s2 <- labelled(c(1, 1, 2), c(Male = 1, Female = 2))
labelled_df <- tibble::tibble(s1, s2)
for (var in names(labelled_df)) {
print_labels(labelled_df[[var]], var)
}
}
haven/man/labelled_spss.Rd 0000644 0001762 0000144 00000002622 14225304450 015232 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/labelled_spss.R
\name{labelled_spss}
\alias{labelled_spss}
\title{Labelled vectors for SPSS}
\usage{
labelled_spss(
x = double(),
labels = NULL,
na_values = NULL,
na_range = NULL,
label = NULL
)
}
\arguments{
\item{x}{A vector to label. Must be either numeric (integer or double) or
character.}
\item{labels}{A named vector or \code{NULL}. The vector should be the same type
as \code{x}. Unlike factors, labels don't need to be exhaustive: only a fraction
of the values might be labelled.}
\item{na_values}{A vector of values that should also be considered as missing.}
\item{na_range}{A numeric vector of length two giving the (inclusive) extents
of the range. Use \code{-Inf} and \code{Inf} if you want the range to be
open ended.}
\item{label}{A short, human-readable description of the vector.}
}
\description{
This class is only used when \code{user_na = TRUE} in
\code{\link[=read_sav]{read_sav()}}. It is similar to the \code{\link[=labelled]{labelled()}} class
but it also models SPSS's user-defined missings, which can be up to
three distinct values, or for numeric vectors a range.
}
\examples{
x1 <- labelled_spss(1:10, c(Good = 1, Bad = 8), na_values = c(9, 10))
is.na(x1)
x2 <- labelled_spss(
1:10,
c(Good = 1, Bad = 8),
na_range = c(9, Inf),
label = "Quality rating"
)
is.na(x2)
# Print data and metadata
x2
}
haven/man/zap_formats.Rd 0000644 0001762 0000144 00000001262 14033646021 014742 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_formats.R
\name{zap_formats}
\alias{zap_formats}
\title{Remove format attributes}
\usage{
zap_formats(x)
}
\arguments{
\item{x}{A vector or data frame.}
}
\description{
To provide some mild support for round-tripping variables between Stata/SPSS
and R, haven stores variable formats in an attribute: \code{format.stata},
\code{format.spss}, or \code{format.sas}. If this causes problems for your
code, you can get rid of them with \code{zap_formats}.
}
\seealso{
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_labels}()},
\code{\link{zap_label}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/man/zap_empty.Rd 0000644 0001762 0000144 00000001103 14101766333 014424 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_empty.R
\name{zap_empty}
\alias{zap_empty}
\title{Convert empty strings into missing values}
\usage{
zap_empty(x)
}
\arguments{
\item{x}{A character vector}
}
\value{
A character vector with empty strings replaced by missing values.
}
\description{
Convert empty strings into missing values
}
\examples{
x <- c("a", "", "c")
zap_empty(x)
}
\seealso{
Other zappers:
\code{\link{zap_formats}()},
\code{\link{zap_labels}()},
\code{\link{zap_label}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/man/figures/ 0000755 0001762 0000144 00000000000 14520233117 013570 5 ustar ligges users haven/man/figures/lifecycle-defunct.svg 0000644 0001762 0000144 00000001704 14225304450 017701 0 ustar ligges users haven/man/figures/lifecycle-maturing.svg 0000644 0001762 0000144 00000001706 14225304450 020101 0 ustar ligges users haven/man/figures/logo.png 0000644 0001762 0000144 00000046312 14520233117 015244 0 ustar ligges users PNG
IHDR ޫh cHRM z& u0 ` : pQ< bKGD tIME
8(Y LIDATxw|\y[t H(Qj[S$DǶb{۲zJ6NIl&ٲUm5I@ :{q$A>.fδss{
W@x
0 ˅~X'0s 0@K 5ு#:B} 0em~w9-5q\ |{|9,Es@ *k"*y?ͦ[؎k G5Bty5[f eokG5@x_>l9oEGՍ#*H. ' m 1GՌ#*H<< )DǀG}GՈ#*, ~3b9?gs !WB?"W 5(ep+p;^J:w;g2x)Ǝs{OVR(H
D:ʄ ?G Dty3QWO^4[&FFʅ< EG #yLˀ6neījH "҄,aYt!L#{qF i r !/"ICNjC P)Hm1[ʅ,Wx>q<n OE
Ou $+n3HlL !Il~mkEi'-X {
[o/%d(ɘ- y Gs%l~lђ8חs]4 ߲=ر-g"zm~n=|d\!ε'3|Iq| 3v xǶ8'8%&} xӷٔĹn{[HsM)έ||lmLj6qg G3loyōīm!RB3^桳
i Hg/qm_-+Lc+r쟙Ĺ3x Dt ax -
EGȕl~wbǹSͯ8G]Mʏȹmtr62
9'8ŊYQS;m~R_y'0qnleFoaMdC/-ϝ8'\X=b#cyf^
ŞEGWzIQ$ >w+n$"]~ q i|?yZ&أأ8"U["jl~w36?v?||lddz )ñ-^Z;sFtyAf7j& Ͼmmo.:B.e1YL(YSqUg[ -dzo[]/E W%O5ؘCť(%շʄ| {zl~mtb6mG)rL*݃-t3Uk[l̩mm lr-6ȶ`[|%b[\}noP6FmqV2,^!/ W&:M[+nZl~M<,bye6;(bbcmR-aqxQòQw;ߌ*8w #mcp۱c܇7Zbn 9q<2m1C P-.ֲk7 7qD aVmjS5+l~P+jh,uMGLHggͶc
EjO5GFn
6\6DiZGm-V}?kع]7dl~9-
5d[Zf{7v xY6_G
ǖrP m[|*-VU-.>@Kō澭 ߢ8>{)o[0OzmXb5 *$66Vܨc[Z̭mWר22B06?k'cž@{}侬̶hRj[Lx>255X-Φ?._^iq"H)KJٷ9-_셮,pZeN *nԱ!$3p0&@si݀wͨzaNl}? _N.η+VHxö+j8@BH
B "7\H B!3x$(\wv.1cP Y Pl'e4+ {z}H:w;g^utwgGqV6^/t{A(p}B -[?DK }/x9s4nC /0 -1a gt7h[˜鴺{ls9_BS `߀?6Wl|!pg -vCd:AYk0}[B j^Z:_l /dESg5=Kk&BV3 3@s's-γeqn_gō%[V*Hطo ݄B!^}U,)L! B%U@MG-Vr ^Ϲ ;6p.+KI E
|T*^)NX V G* KIs!Gb"a&&&PUh4J? ĉϤB~&$>>@7`~W!+?.AkG/{[B"= _ɏ$ߺ(Вb9- _:8S!WlʄB淶wϱ]%*wy'[neƍY ;vv'_NȱX |?/
Z 5∸9-
mq wR!W
]f{vzCtU;oFe-%%Y(>Vl~1Ѹ {f ]:Sj\-O?b/OO] ,o5~eDGO|n
!Tt:in.:Y{8 n^xћV㈷cESsu- 셮wco:w
yJ.3t+,RsTm_TB(<
v?2ryϚz~<fӦM|axwZW[I R5+-&l!`OG|}8ͯw±M˗388
@J{ql۶
>tϋX(;֚E"4"m;쳩s _ъ`ۍcg83^/uuuR)RPEQCQA;\NaR O0Z];ʜ#`[Ql~Wcއc[ 3{Hy
cFZZZxw*+үCq5vr GglQl\ƶolͯWf)%y~wp|+VcTUnQ~]MU >|z4A՝m4ٳ->mqRۢV&0B`1Ti~Ng!P4@**p!@{
nfFGGygHS .c(K/D3` xi~η4)~$.5[nnӧO[ ]J V:ֲk.n7>(ed:˿ٙs Ho{O؊]|yOi
os_u]
(uX2m]J'~R#gD w u$9#/dMNLR3NԱwa{
mkԱ RvikkqG͒w8k3h& h^)=Xmd|6l ~^Rǹ.%N9p:""1YLc?Bs#qDjƧIL?-?wg_";^^ #pǪRg 4 8Uu;uN9g$J6>nhkoc6{ǯƯX~=fz;io[u;wN9an<̬mqs*Ź*GsD{[4Uvt ]w Xb'2ik=PG ?=.ZSc^(q;-
F`{PٶRJѳiqQ>ϱvZx≊GQ&"ٟ(:Q}u 6, .)][w=@J, v$;obog(2o0&V,e/ P(huv=p
?p\
! q>
j15
)т- e]166Ɗ+hjj" v)^y"(zfs GUDPM:g4UnEQhmm
]4
UUL`O-0 JljF000@oo/gΜ2>!a%Mup"4-x~몪z1MzB^w6,L&C:&LK~2Lj݈Va ∷&p\x܀43~&nJoo/ 300^\,K(bŊ477c/Jx9އ-v)4m]wŧ>)N8dhhh@UU$d00MMpx< ^/@ _# w/^Fz_C8V7S쯂x4#hzR" f:Ř 1'h ^]زy -S o1;Z8ݢVp>*&ա*{RZL3ÌcDbC BnI{S fǶپ};o`ٲe=|۹=dEQhjj¥4-j瓪VDf8/_ʕ+IS$_< jP B>^ݽkF8\w9I T K$ 3mFP8R#㡧ױvM; BΝ;QUrʦp8g|8bS:{5#jE+
{Gp$ɼ@C0B(300S̛p,NASS^0F|*%̬FG8\T Jf+@Tt]'H`Y. ]imx<444 ƪ1*H#4Rt>EQXE2DQqf!DQU5s?9\(uA~`GOC&!J]Qo>y Vرݻ,;-vc&mh]ߵHRJ(CݻW_Ǒ= %)t2|:L9锵#D 3q~ χ"NH$P%_i> :xswp7ֵZq>dĩljF#El:]-ܢUnM$cY&h~S~0G to? xfp;zUx!͝/cv EЖ #ZpUR[zg;eY5ƣq 4fۀlFo^2LA(*/x2[ 9p\Ȣ7"N)v5#C؋Hf׃(nt]GUU2LމjNqIBTǧH)KU ^z innF+ng=YġiZ^B쾰m@PdjFX0Sh]/ Emp!eɉ9~04M"-y*mq K/G>Qx=D FhNqjpQȃ +FQU5/Z!DP(eYsi{Ĺ!M/ NL Gv5#*L຺_UU4M˻|I DANUGU;RJ-BGJJȌ_ =|%reA;6sߧ;UU
vՎ#jBhhh [#EK)'OE^Ҵ-Ft9y|2ʚ0ݲn7\k\| N:emv)M#`dd{/]~J g Ć+IV6ټy-] ;w^dž477Ɗ-ЅtJ'Yq\e@~ !c?XIbX 0V|+4t}}7۶mc˖-YƦ1,P*Z(3njj;j GUE!(FWG&nMp5Wѹr37+ijjz p9
vqSܮp\MQ,n[U7oaсe˖&z|>SܮFp\EH)7@ Mx{ރBA&c`fBi+% p NSMXf>" vqݤ|d$ɟΠHH) v6V%qF*BZ2@`/&=ʝ̐31\.y#C Ɔlq8\8&L{Y4PU5X,i^x;88ȫ{`&|;iƊ.;p W
H!3)tvR),Kb1T>[.a<3Wx)y-. ⌾Ս#jAd(4.i\!ܹXFb%uK+sq*/6# 2\- G0 pRa*q\5kL&ۍ*eY(B(Jɓq ::̙"nո f)&ΓJ% uU9\1;ϗ?RJt]gŊttt`&===رc |- :=ʼnEoBn& BBѽL&vȦuZ&N7VOm!y}"U$!36>n EQx8vΜqKԣ[nD#e-~`TKJE cbb&nt ie瓩1M??g@wcT,=֡5u=*ʏ-r1 af#:Bz b,x݄a d242;XՊ#ડPT*CG8-Wm=(59
M6`&"'0G{ѓCv{7w7|3VF4b@舓U8Jja544`
oPkv-Q lY0>N&rkb -5Bwqݝs
7m\<@ @(B6ߪp`v!9`ٲe1 #4E1-Tifl~b36 FIWҴY[oaǎشi %nrk!%\W s\8i`tH4B)1lG#>TRI(6\ƆuȺuYr%%7b-tvNmp 4Hj*~DLdבqT̰{=-Md2.lmF[[MM%[PӴY2 5Z8^hiGV_@UchFk2n7arJVZuQxs(Bkk+P6H;T
b/`Gth;w266i߰X,F&vt]`'ˮ,h4 Vr#̪ D]Hc5tȌ%q%C츖> ;v k@ PrfTRbTx<8.\'OrQ ;ƙ3g0 @ w:|]7 1P(g<93tC111ѣGIYN VS}}=Pߏ)9O0 4xH$8 3<<r\.Yr%k֬9^ze o k߄*=wLGz!i ) R|'
qi9w === 311A___ɓ'g4MBKK tvvn:֮]Kgg'Ab_}g^ÿ~ 8^V2Bf;̓>H"`||BV0 :;;$0<< 2<<(Hx1q͚5ĸR 7RbDqt GQ|>_L&(455Ms*AQu JE*<# $ڊBӴtP(D /ӽ.c8'-<i\fǓ_
U'W^=9ЫWqcFi9,b;HA&@-["Ndذa#S֖a ?~ { #AIVtX 3ˏoLxOӬ_5k曹{Y}ɘMa_1Ldbb^^uz){ΞCo½⪅~+ pHXEf1cLeX.3+
E( 'CQG_ "'VY1 !G8T
KNVY!8wuQh (.hhn{
P,No x 9i?0k5Xtx$uX,o=7v ?y3;t9^ښ
KBU4dܡjvrp%'`ń#`C
qP8vpa>tli6.uU+`'},! cMGeH)Ҡ
.MEHDR16nWWT5{ i1,Lʶ=Vy~4~>`?-EErtME>aa&\L:{~u]SRʘ
p\eYܲ]Y@UCq8sNs Ӻdg!sP5ټ- [CZ0Orf`g^E yQn
ؼ#hgSzR iUk~$z.sd
%;ֵ>eIF"q =;vX
BR5^߆c f3Mf?IS] ܰy%]퍄nLS?a>g1R0ӲjkCﺖ]n}7sa,w~v/sa uh-q:[p.g ʓS)>},kx w)\KKo?nrn&ӴwG{Ԣ RaEw
]%(b4{73NbM"ŧ.6}J3& 8s7lw_˶e߯Lpo>w F" ;Gv?>t7ۺ]-u~ ~ulYʿ'838i1- W/ y7
)=]Sl -[iF# EQ^;zvogVY3Ow9}n pD!^|l^7u?p+:ضְcr>_͆ % `er@B@ ow
>O}Xխ|ꯟTW\HS B~=[W
O$8;g JD,x,aZ8կh g$\ˏ^ήM+x*f:3O]7g)i13Mbn]^^OGSg$1ML,2)v*r\zp7k1LODi^-Z۷r%n_ͯc;KŠ"8|v}w_x v=/49n̋EQv~q?pMGعa6j)y a?~J)A;V'bI~L~>ik_?x;AoϿq?Ƌv d)A{ofg
xd?/ ˷G?:Ӳ7_Ni'^9' <5=0ef
=\-~hﱒ be
x:#q+>} M&x O~
A;)9WOe:/a ⯾$TUUP{GNS?{\}״5p݆Q1B 9ǑA1Q(Uh1~6vmZAk} [KN`I c"Ҹ뚮Υ0-խll)fIW$tVv-9; ~i#h(t0?#(<[⪵K$*;sA"3_{/=t]SQG>( Й %].[8 oø( FO`Χk*nhGI
b\iTBΘ< TEp@>qU,k\E W!+LS
A uK}0L/=FwUQٛgxpK.p]vܓL*^?ן:`UU8307=X~{\:Wk˾J{BlxMWB^9XzW{C~Eu:l⤊3cSmuSr{{h[ ];oܼ!NbRڏ}5]<w5;{m8]m
Sc5-piYh٭CcǙKc$ԔN dhuhBfѳ,ӊ,K6k
WUx`fnagdMeľ= rnݒo)
Wrodj%氟V<|XMU,IayQnki hpN>;[*ܼuUTtQSnK {8QqB:c4khp<䶆w&n]eI7o_~Ѩ}/)Ǜt={o]~rdڰQ9ǛxDHҥ~a4RSY@yS{vYHsAn)[ _} 14U3x*/ )I.j]W4aYҽSK)y#F5 K2Z+*MU&QsDp۵\Eo {.پ"E z;܈ǥe-Wv[qt5\TBH 9*|Xb~<(C1 !H&_%1|fm{#BY ˲DMxV4 !6,I_u>r ?C=Dv:?XC＆+1-T,Y S|wZ ?f8?spKS?{ Xn]\:ўcMRk*Ae
;[+ L^qe6/,^4Uhrګxhl80=Q<iJB.G) +O/ !Osnp8dO eGdYT9 g0/ <3\/ e>sc7?wF; =K0&97\t)a"V ǒӊ%vEHx_()urD]is`H%[.дЯtzoKv1XM1L ]Trm7JRi30
noIbۚe\:nx2Ù18SEC{S\
b"mpo4_LJoEs>t4wpbZ7[t *>+\_ȏSy=?[*ѱe3Fa_ϝ[>i|΅
L@y)vCFn4rAs!k8{Y !d+Oq%5.
!P+/ 09_6:#Lq*y碍j@T2)wE^SsߦRB:b./HnBLsTJvϻ"˦H"Wost !3)ۇtѤJ.ʬłD[C-^38Yn4` hֽA0
HD$Ͳ"X]^L^q&D L.f$,! R; {fzqb!-di:y87CIDPLk pJ
tS"^6BFP.EOi(J&Y* W`?`@Zw+
O!@sNۙV;,z
B)d L ? ] x/&o]$d\
.>`j̗c'hP1Lv[(*"=#<,9/ lHnnn _]VȊjo;}5 \(RqʚI*x;>㲏P6n >
tWKe:Cs^I'Q|@:-])*L]o dP MtXt6Ν^$ _7v儛cZV$d n7w!7V!U'>vVF]3H HOTG-x'o9!:CP v;,"0=˦- B#=~w| 8XxaQ&G n8>X h ;;8qn.*8M/
7ǬHp3^mi{EkX;E"_ 4 `ǹOips̺ | ƊcǶ0g-P͒/˛#71=Mۀ α jUwlJqkf%/q/6c/i7V$d{ ]ˉ *8ɘP53ƀ7s" w`wf i.=δJǹ8"i ;nyEB <=2O||I ױ-:\DŽa8vׁ|E/,@//VwR-Mrۢc[t9
Rs/X~>m8EYdl~?v =}wX]$dm8E0w6W=`/GMm -:L9Ğ*O7_TUOĶalb˴slK_*6S&aPb57GU2.
EmkbN9("M<拪ewa y3-} .sg{ Y Tx ?= bMry TIP.VpsL-r7bôsl5 &(.Vps\ĶI f۶Ll~O16&{hh Ķ-.b[gcgi3A_ 53˄Nrڍl;:{DͿQ5 7_,~9mlc[A
Pj9ߣ̃oXT}H.v bS皈tll~/`ǹ?d m~Ţeq H1 b2Ic26[6E&-> #;*bl~5 h/}+-^m[|/mqA_%7_,~Wf[;- 16cbcIK?]~8)Su_4ť"^X=Lks
Ƕ8'̑m~o..%X}H*pl>ƶ86Ķ.:4cIla(1Cۢ ) )N.:½2_2!o`[ Mlz9}i~8W2 Զ1r5sha9l_ V#
m`kE
]N˜3QlWY6 )*
nl%lĹCl~Gs GDmZ
E[@ Ǟ.gIl.[Ź^.K7_8&-~ ;kCE
Ρmql~m~_f GsHQ-6ONmql~m~#y`ljӱ-Ιl~p; 8Gl?-Q8ϱ3Il۶fI+/kJKדw~q@ ybmfhN9E /0eli76mmm~)p8&-~ Ɗc`6ܷWnu b (q\̪m2bS>ϱU)Y-N
Wc8\LmƱ kY=m%ubp1-&(i~
G5Jmnx*-N } _M%b"L]عտ,^>﯀C:} /"lmYcS "vs tEXtSoftware Adobe ImageReadyqe< IENDB` haven/man/figures/lifecycle-archived.svg 0000644 0001762 0000144 00000001707 14225304450 020041 0 ustar ligges users haven/man/figures/lifecycle-questioning.svg 0000644 0001762 0000144 00000001714 14225304450 020617 0 ustar ligges users haven/man/figures/lifecycle-superseded.svg 0000644 0001762 0000144 00000001713 14225304450 020414 0 ustar ligges users haven/man/figures/lifecycle-stable.svg 0000644 0001762 0000144 00000001674 14225304450 017531 0 ustar ligges users haven/man/figures/lifecycle-experimental.svg 0000644 0001762 0000144 00000001716 14225304450 020751 0 ustar ligges users haven/man/figures/lifecycle-deprecated.svg 0000644 0001762 0000144 00000001712 14225304450 020350 0 ustar ligges users haven/man/write_sas.Rd 0000644 0001762 0000144 00000001505 14376672143 014433 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-sas.R
\name{write_sas}
\alias{write_sas}
\title{Write SAS files}
\usage{
write_sas(data, path)
}
\arguments{
\item{data}{Data frame to write.}
\item{path}{Path to file where the data will be written.}
}
\description{
\ifelse{html}{\href{https://lifecycle.r-lib.org/articles/stages.html#deprecated}{\figure{lifecycle-deprecated.svg}{options: alt='[Deprecated]'}}}{\strong{[Deprecated]}}
\code{write_sas()} creates sas7bdat files. Unfortunately the SAS file format is
complex and undocumented, so \code{write_sas()} is unreliable and in most cases
SAS will not read files that it produces.
\code{\link[=write_xpt]{write_xpt()}} writes files in the open SAS transport format, which has
limitations but will be reliably read by SAS.
}
\keyword{internal}
haven/man/read_xpt.Rd 0000644 0001762 0000144 00000010243 14376672143 014240 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-sas.R
\name{read_xpt}
\alias{read_xpt}
\alias{write_xpt}
\title{Read and write SAS transport files}
\usage{
read_xpt(
file,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
write_xpt(
data,
path,
version = 8,
name = NULL,
label = attr(data, "label"),
adjust_tz = TRUE
)
}
\arguments{
\item{file}{Either a path to a file, a connection, or literal data
(either a single string or a raw vector).
Files ending in \code{.gz}, \code{.bz2}, \code{.xz}, or \code{.zip} will
be automatically uncompressed. Files starting with \verb{http://},
\verb{https://}, \verb{ftp://}, or \verb{ftps://} will be automatically
downloaded. Remote gz files can also be automatically downloaded and
decompressed.
Literal data is most useful for examples and tests. To be recognised as
literal data, the input must be either wrapped with \code{I()}, be a string
containing at least one new line, or be a vector containing at least one
string with a new line.
Using a value of \code{\link[readr:clipboard]{clipboard()}} will read from the system clipboard.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
\item{data}{Data frame to write.}
\item{path}{Path to a file where the data will be written.}
\item{version}{Version of transport file specification to use: either 5 or 8.}
\item{name}{Member name to record in file. Defaults to file name sans
extension. Must be <= 8 characters for version 5, and <= 32 characters
for version 8.}
\item{label}{Dataset label to use, or \code{NULL}. Defaults to the value stored in
the "label" attribute of \code{data}.
Note that although SAS itself supports dataset labels up to 256 characters
long, dataset labels in SAS transport files must be <= 40 characters.}
\item{adjust_tz}{Stata, SPSS and SAS do not have a concept of time zone,
and all \link{date-time} variables are treated as UTC. \code{adjust_tz} controls
how the timezone of date-time values is treated when writing.
\itemize{
\item If \code{TRUE} (the default) the timezone of date-time values is ignored, and
they will display the same in R and Stata/SPSS/SAS, e.g.
\code{"2010-01-01 09:00:00 NZDT"} will be written as \code{"2010-01-01 09:00:00"}.
Note that this changes the underlying numeric data, so use caution if
preserving between-time-point differences is critical.
\item If \code{FALSE}, date-time values are written as the corresponding UTC value,
e.g. \code{"2010-01-01 09:00:00 NZDT"} will be written as
\code{"2009-12-31 20:00:00"}.
}}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable.
It is not printed on the console, but the RStudio viewer will show it.
If a dataset label is defined, it will be stored in the "label" attribute
of the tibble.
\code{write_xpt()} returns the input \code{data} invisibly.
}
\description{
The SAS transport format is a open format, as is required for submission
of the data to the FDA.
}
\examples{
tmp <- tempfile(fileext = ".xpt")
write_xpt(mtcars, tmp)
read_xpt(tmp)
}
haven/man/zap_missing.Rd 0000644 0001762 0000144 00000001341 14033646021 014736 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_missing.R
\name{zap_missing}
\alias{zap_missing}
\title{Zap special missings to regular R missings}
\usage{
zap_missing(x)
}
\arguments{
\item{x}{A vector or data frame}
}
\description{
This is useful if you want to convert tagged missing values from SAS or
Stata, or user-defined missings from SPSS, to regular R \code{NA}.
}
\examples{
x1 <- labelled(
c(1, 5, tagged_na("a", "b")),
c(Unknown = tagged_na("a"), Refused = tagged_na("b"))
)
x1
zap_missing(x1)
x2 <- labelled_spss(
c(1, 2, 1, 99),
c(missing = 99),
na_value = 99
)
x2
zap_missing(x2)
# You can also apply to data frames
df <- tibble::tibble(x1, x2, y = 4:1)
df
zap_missing(df)
}
haven/man/haven-package.Rd 0000644 0001762 0000144 00000001760 14520237654 015123 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-package.R
\docType{package}
\name{haven-package}
\alias{haven}
\alias{haven-package}
\title{haven: Import and Export 'SPSS', 'Stata' and 'SAS' Files}
\description{
\if{html}{\figure{logo.png}{options: style='float: right' alt='logo' width='120'}}
Import foreign statistical formats into R via the embedded 'ReadStat' C library, \url{https://github.com/WizardMac/ReadStat}.
}
\seealso{
Useful links:
\itemize{
\item \url{https://haven.tidyverse.org}
\item \url{https://github.com/tidyverse/haven}
\item \url{https://github.com/WizardMac/ReadStat}
\item Report bugs at \url{https://github.com/tidyverse/haven/issues}
}
}
\author{
\strong{Maintainer}: Hadley Wickham \email{hadley@posit.co}
Authors:
\itemize{
\item Evan Miller (Author of included ReadStat code) [copyright holder]
\item Danny Smith
}
Other contributors:
\itemize{
\item Posit Software, PBC [copyright holder, funder]
}
}
\keyword{internal}
haven/man/zap_labels.Rd 0000644 0001762 0000144 00000002752 14207426345 014546 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_labels.R
\name{zap_labels}
\alias{zap_labels}
\alias{zap_labels.haven_labelled_spss}
\title{Zap value labels}
\usage{
zap_labels(x, ...)
\method{zap_labels}{haven_labelled_spss}(x, ..., user_na = FALSE)
}
\arguments{
\item{x}{A vector or data frame}
\item{...}{Other arguments passed down to method.}
\item{user_na}{If \code{FALSE}, the default, \code{zap_labels()} will convert
\code{\link[=labelled_spss]{labelled_spss()}} user-defined missing values to \code{NA}. If \code{TRUE} they
will be treated like normal values.}
}
\description{
Removes value labels, leaving unlabelled vectors as is. Use this if you
want to simply drop all \code{labels} from a data frame.
Zapping labels from \code{\link[=labelled_spss]{labelled_spss()}} also removes user-defined missing
values by default, replacing with standard \code{NA}s. Use the \code{user_na} argument
to override this behaviour.
}
\examples{
x1 <- labelled(1:5, c(good = 1, bad = 5))
x1
zap_labels(x1)
x2 <- labelled_spss(c(1:4, 9), c(good = 1, bad = 5), na_values = 9)
x2
zap_labels(x2)
# Keep the user defined missing values
zap_labels(x2, user_na = TRUE)
# zap_labels also works with data frames
df <- tibble::tibble(x1, x2)
df
zap_labels(df)
}
\seealso{
\code{\link[=zap_label]{zap_label()}} to remove variable labels.
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_formats}()},
\code{\link{zap_label}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/man/as_factor.Rd 0000644 0001762 0000144 00000004313 14376672143 014374 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/as_factor.R
\name{as_factor}
\alias{as_factor}
\alias{as_factor.data.frame}
\alias{as_factor.haven_labelled}
\alias{as_factor.labelled}
\title{Convert labelled vectors to factors}
\usage{
\method{as_factor}{data.frame}(x, ..., only_labelled = TRUE)
\method{as_factor}{haven_labelled}(
x,
levels = c("default", "labels", "values", "both"),
ordered = FALSE,
...
)
\method{as_factor}{labelled}(
x,
levels = c("default", "labels", "values", "both"),
ordered = FALSE,
...
)
}
\arguments{
\item{x}{Object to coerce to a factor.}
\item{...}{Other arguments passed down to method.}
\item{only_labelled}{Only apply to labelled columns?}
\item{levels}{How to create the levels of the generated factor:
\itemize{
\item "default": uses labels where available, otherwise the values.
Labels are sorted by value.
\item "both": like "default", but pastes together the level and value
\item "label": use only the labels; unlabelled values become \code{NA}
\item "values: use only the values
}}
\item{ordered}{If \code{TRUE} create an ordered (ordinal) factor, if
\code{FALSE} (the default) create a regular (nominal) factor.}
}
\description{
The base function \code{as.factor()} is not a generic, but \code{\link[forcats:as_factor]{forcats::as_factor()}}
is. haven provides \code{as_factor()} methods for \code{\link[=labelled]{labelled()}} and
\code{\link[=labelled_spss]{labelled_spss()}} vectors, and data frames. By default, when applied to a
data frame, it only affects labelled columns.
}
\details{
Includes methods for both class \code{haven_labelled} and \code{labelled}
for backward compatibility.
}
\examples{
x <- labelled(sample(5, 10, replace = TRUE), c(Bad = 1, Good = 5))
# Default method uses values where available
as_factor(x)
# You can also extract just the labels
as_factor(x, levels = "labels")
# Or just the values
as_factor(x, levels = "values")
# Or combine value and label
as_factor(x, levels = "both")
# as_factor() will preserve SPSS missing values from values and ranges
y <- labelled_spss(1:10, na_values = c(2, 4), na_range = c(8, 10))
as_factor(y)
# use zap_missing() first to convert to NAs
zap_missing(y)
as_factor(zap_missing(y))
}
haven/man/read_dta.Rd 0000644 0001762 0000144 00000013040 14376672143 014173 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-stata.R
\name{read_dta}
\alias{read_dta}
\alias{read_stata}
\alias{write_dta}
\title{Read and write Stata DTA files}
\usage{
read_dta(
file,
encoding = NULL,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
read_stata(
file,
encoding = NULL,
col_select = NULL,
skip = 0,
n_max = Inf,
.name_repair = "unique"
)
write_dta(
data,
path,
version = 14,
label = attr(data, "label"),
strl_threshold = 2045,
adjust_tz = TRUE
)
}
\arguments{
\item{file}{Either a path to a file, a connection, or literal data
(either a single string or a raw vector).
Files ending in \code{.gz}, \code{.bz2}, \code{.xz}, or \code{.zip} will
be automatically uncompressed. Files starting with \verb{http://},
\verb{https://}, \verb{ftp://}, or \verb{ftps://} will be automatically
downloaded. Remote gz files can also be automatically downloaded and
decompressed.
Literal data is most useful for examples and tests. To be recognised as
literal data, the input must be either wrapped with \code{I()}, be a string
containing at least one new line, or be a vector containing at least one
string with a new line.
Using a value of \code{\link[readr:clipboard]{clipboard()}} will read from the system clipboard.}
\item{encoding}{The character encoding used for the file. Generally,
only needed for Stata 13 files and earlier. See Encoding section
for details.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
\item{data}{Data frame to write.}
\item{path}{Path to a file where the data will be written.}
\item{version}{File version to use. Supports versions 8-15.}
\item{label}{Dataset label to use, or \code{NULL}. Defaults to the value stored in
the "label" attribute of \code{data}. Must be <= 80 characters.}
\item{strl_threshold}{Any character vectors with a maximum length greater
than \code{strl_threshold} bytes will be stored as a long string (strL) instead
of a standard string (str#) variable if \code{version} >= 13. This defaults to
2045, the maximum length of str# variables. See the Stata \href{https://www.stata.com/features/overview/long-strings/}{long string}
documentation for more details.}
\item{adjust_tz}{Stata, SPSS and SAS do not have a concept of time zone,
and all \link{date-time} variables are treated as UTC. \code{adjust_tz} controls
how the timezone of date-time values is treated when writing.
\itemize{
\item If \code{TRUE} (the default) the timezone of date-time values is ignored, and
they will display the same in R and Stata/SPSS/SAS, e.g.
\code{"2010-01-01 09:00:00 NZDT"} will be written as \code{"2010-01-01 09:00:00"}.
Note that this changes the underlying numeric data, so use caution if
preserving between-time-point differences is critical.
\item If \code{FALSE}, date-time values are written as the corresponding UTC value,
e.g. \code{"2010-01-01 09:00:00 NZDT"} will be written as
\code{"2009-12-31 20:00:00"}.
}}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable.
It is not printed on the console, but the RStudio viewer will show it.
If a dataset label is defined in Stata, it will stored in the "label"
attribute of the tibble.
\code{write_dta()} returns the input \code{data} invisibly.
}
\description{
Currently haven can read and write logical, integer, numeric, character
and factors. See \code{\link[=labelled]{labelled()}} for how labelled variables in
Stata are handled in R.
Character vectors will be stored as \code{strL} if any components are
\code{strl_threshold} bytes or longer (and \code{version} >= 13); otherwise they will
be stored as the appropriate \code{str#}.
}
\section{Character encoding}{
Prior to Stata 14, files did not declare a text encoding, and the
default encoding differed across platforms. If \code{encoding = NULL},
haven assumes the encoding is windows-1252, the text encoding used by
Stata on Windows. Unfortunately Stata on Mac and Linux use a different
default encoding, "latin1". If you encounter an error such as
"Unable to convert string to the requested encoding", try
\code{encoding = "latin1"}
For Stata 14 and later, you should not need to manually specify \code{encoding}
value unless the value was incorrectly recorded in the source file.
}
\examples{
path <- system.file("examples", "iris.dta", package = "haven")
read_dta(path)
tmp <- tempfile(fileext = ".dta")
write_dta(mtcars, tmp)
read_dta(tmp)
read_stata(tmp)
}
haven/man/read_sas.Rd 0000644 0001762 0000144 00000005232 14376672143 014215 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/haven-sas.R
\name{read_sas}
\alias{read_sas}
\title{Read SAS files}
\usage{
read_sas(
data_file,
catalog_file = NULL,
encoding = NULL,
catalog_encoding = encoding,
col_select = NULL,
skip = 0L,
n_max = Inf,
cols_only = deprecated(),
.name_repair = "unique"
)
}
\arguments{
\item{data_file, catalog_file}{Path to data and catalog files. The files are
processed with \code{\link[readr:datasource]{readr::datasource()}}.}
\item{encoding, catalog_encoding}{The character encoding used for the
\code{data_file} and \code{catalog_encoding} respectively. A value of \code{NULL} uses the
encoding specified in the file; use this argument to override it if it is
incorrect.}
\item{col_select}{One or more selection expressions, like in
\code{\link[dplyr:select]{dplyr::select()}}. Use \code{c()} or \code{list()} to use more than one expression.
See \code{?dplyr::select} for details on available selection options. Only the
specified columns will be read from \code{data_file}.}
\item{skip}{Number of lines to skip before reading data.}
\item{n_max}{Maximum number of lines to read.}
\item{cols_only}{\ifelse{html}{\href{https://lifecycle.r-lib.org/articles/stages.html#deprecated}{\figure{lifecycle-deprecated.svg}{options: alt='[Deprecated]'}}}{\strong{[Deprecated]}} \code{cols_only} is no longer
supported; use \code{col_select} instead.}
\item{.name_repair}{Treatment of problematic column names:
\itemize{
\item \code{"minimal"}: No name repair or checks, beyond basic existence,
\item \code{"unique"}: Make sure names are unique and not empty,
\item \code{"check_unique"}: (default value), no name repair, but check they are
\code{unique},
\item \code{"universal"}: Make the names \code{unique} and syntactic
\item a function: apply custom name repair (e.g., \code{.name_repair = make.names}
for names in the style of base R).
\item A purrr-style anonymous function, see \code{\link[rlang:as_function]{rlang::as_function()}}
}
This argument is passed on as \code{repair} to \code{\link[vctrs:vec_as_names]{vctrs::vec_as_names()}}.
See there for more details on these terms and the strategies used
to enforce them.}
}
\value{
A tibble, data frame variant with nice defaults.
Variable labels are stored in the "label" attribute of each variable. It is
not printed on the console, but the RStudio viewer will show it.
\code{write_sas()} returns the input \code{data} invisibly.
}
\description{
\code{read_sas()} supports both sas7bdat files and the accompanying sas7bcat files
that SAS uses to record value labels.
}
\examples{
path <- system.file("examples", "iris.sas7bdat", package = "haven")
read_sas(path)
}
haven/man/zap_label.Rd 0000644 0001762 0000144 00000001423 14101766013 014345 0 ustar ligges users % Generated by roxygen2: do not edit by hand
% Please edit documentation in R/zap_label.R
\name{zap_label}
\alias{zap_label}
\title{Zap variable labels}
\usage{
zap_label(x)
}
\arguments{
\item{x}{A vector or data frame}
}
\description{
Removes variable label, leaving unlabelled vectors as is.
}
\examples{
x1 <- labelled(1:5, c(good = 1, bad = 5), label = "rating")
x1
zap_label(x1)
x2 <- labelled_spss(c(1:4, 9), label = "score", na_values = 9)
x2
zap_label(x2)
# zap_label also works with data frames
df <- tibble::tibble(x1, x2)
str(df)
str(zap_label(df))
}
\seealso{
\code{\link[=zap_labels]{zap_labels()}} to remove value labels.
Other zappers:
\code{\link{zap_empty}()},
\code{\link{zap_formats}()},
\code{\link{zap_labels}()},
\code{\link{zap_widths}()}
}
\concept{zappers}
haven/DESCRIPTION 0000644 0001762 0000144 00000003022 14532122712 013055 0 ustar ligges users Package: haven
Title: Import and Export 'SPSS', 'Stata' and 'SAS' Files
Version: 2.5.4
Authors@R: c(
person("Hadley", "Wickham", , "hadley@posit.co", role = c("aut", "cre")),
person("Evan", "Miller", role = c("aut", "cph"),
comment = "Author of included ReadStat code"),
person("Danny", "Smith", role = "aut"),
person("Posit Software, PBC", role = c("cph", "fnd"))
)
Description: Import foreign statistical formats into R via the embedded
'ReadStat' C library, .
License: MIT + file LICENSE
URL: https://haven.tidyverse.org, https://github.com/tidyverse/haven,
https://github.com/WizardMac/ReadStat
BugReports: https://github.com/tidyverse/haven/issues
Depends: R (>= 3.6)
Imports: cli (>= 3.0.0), forcats (>= 0.2.0), hms, lifecycle, methods,
readr (>= 0.1.0), rlang (>= 0.4.0), tibble, tidyselect, vctrs
(>= 0.3.0)
Suggests: covr, crayon, fs, knitr, pillar (>= 1.4.0), rmarkdown,
testthat (>= 3.0.0), utf8
LinkingTo: cpp11
VignetteBuilder: knitr
Config/Needs/website: tidyverse/tidytemplate
Config/testthat/edition: 3
Encoding: UTF-8
RoxygenNote: 7.2.3
SystemRequirements: GNU make, zlib: zlib1g-dev (deb), zlib-devel (rpm)
NeedsCompilation: yes
Packaged: 2023-11-30 13:28:43 UTC; hadleywickham
Author: Hadley Wickham [aut, cre],
Evan Miller [aut, cph] (Author of included ReadStat code),
Danny Smith [aut],
Posit Software, PBC [cph, fnd]
Maintainer: Hadley Wickham
Repository: CRAN
Date/Publication: 2023-11-30 15:10:02 UTC
haven/build/ 0000755 0001762 0000144 00000000000 14532107013 012446 5 ustar ligges users haven/build/vignette.rds 0000644 0001762 0000144 00000000346 14532107013 015010 0 ustar ligges users uK0 C\m&P m$<98ЖW⢝w"Ld[&2-H- 5ȁeXA ä4LT¹eASt.ٛT, ~ E8s
Rq7߷V41C]b-
1͉nQ15Uj$*DEX߾O]VP9UYz9ֶmtkG[8|T S haven/tests/ 0000755 0001762 0000144 00000000000 14532107000 012505 5 ustar ligges users haven/tests/testthat/ 0000755 0001762 0000144 00000000000 14532122712 014354 5 ustar ligges users haven/tests/testthat/test-haven-stata.R 0000644 0001762 0000144 00000017213 14376672143 017711 0 ustar ligges users # read_stata --------------------------------------------------------------
test_that("stata data types read into expected types (#45)", {
df <- read_stata(test_path("stata/types.dta"))
types <- vapply(df, typeof, character(1))
expect_equal(types, c(
vfloat = "double",
vdouble = "double",
vlong = "double",
vint = "double",
vbyte = "double",
vstr = "character",
vdate = "double",
vdatetime = "double"
))
})
test_that("Stata %td (date) and %tc (datetime) read into expected classes", {
df <- read_stata(test_path("stata/types.dta"))
expect_s3_class(df$vdate, "Date")
expect_s3_class(df$vdatetime, "POSIXct")
})
test_that("Old %d format read into Date class", {
df <- zap_formats(read_stata(test_path("stata/datetime-d.dta")))
expect_equal(df$date, as.Date("2015-11-02"))
})
test_that("tagged double missings are read correctly", {
x <- read_dta(test_path("stata/tagged-na-double.dta"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("tagged integer missings are read correctly", {
x <- read_dta(test_path("stata/tagged-na-int.dta"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("file label and notes stored as attributes", {
df <- read_dta(test_path("stata/notes.dta"))
expect_equal(attr(df, "label"), "This is a test dataset.")
expect_length(attr(df, "notes"), 2)
})
test_that("only selected columns are read", {
out <- read_dta(test_path("stata/notes.dta"), col_select = "id")
expect_named(out, "id")
})
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_dta(test_path("stata/notes.dta"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_dta(test_path("stata/notes.dta"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
# write_dta ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "dta"), x)
expect_equal(roundtrip_var(1:10, "dta"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "dta"), c(1, 0))
expect_equal(roundtrip_var(letters, "dta"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "dta"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "dta"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "dta"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "dta"), "")
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
expect_equal(roundtrip_var(x1, "dta"), x1)
# converted to same time in UTC
x2 <- as.POSIXct("2010-01-01 09:00", tz = "Pacific/Auckland")
expect_equal(
roundtrip_var(x2, "dta"),
as.POSIXct("2010-01-01 09:00", tz = "UTC")
)
x2_utc <- x2
attr(x2_utc, "tzone") <- "UTC"
expect_equal(
roundtrip_var(x2, "sav", adjust_tz = FALSE),
x2_utc
)
attr(x2, "label") <- "abc"
expect_equal(attr(roundtrip_var(x2, "dta"), "label"), "abc")
})
test_that("can roundtrip tagged NAs", {
x <- c(1, 2, tagged_na("a", "b"), NA)
expect_equal(roundtrip_var(x, "dta"), x)
tags <- tagged_na("a", "b")
y <- labelled(
c(1, 2, 1, tags[1], tags[2]),
c("ABC" = tags[1], "DEF" = tags[2])
)
expect_equal(roundtrip_var(y, "dta"), y)
})
test_that("infinity gets converted to NA", {
expect_equal(roundtrip_var(c(Inf, 0, -Inf), "dta"), c(NA, 0, NA))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "dta")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are preserved", {
x <- 1:10
attr(x, "label") <- "abc"
expect_equal(attr(roundtrip_var(x, "dta"), "label"), "abc")
})
test_that("labelleds are round tripped", {
int <- labelled(c(1L, 2L), c(a = 1L, b = 3L))
num <- labelled(c(1, 2), c(a = 1, b = 3))
chr <- labelled(c("a", "b"), c(a = "b", b = "a"))
expect_equal(roundtrip_var(num, "dta"), num)
# FIXME!
# expect_equal(roundtrip_var(chr, "dta"), chr)
})
test_that("can write labelled with NULL labels", {
int <- labelled(c(1L, 2L), NULL)
num <- labelled(c(1, 2), NULL)
chr <- labelled(c("a", "b"), NULL)
expect_equal(roundtrip_var(int, "dta"), c(1L, 2L))
expect_equal(roundtrip_var(num, "dta"), c(1L, 2L))
expect_equal(roundtrip_var(chr, "dta"), c("a", "b"))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "dta")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are converted to utf-8", {
labels_utf8 <- c("\u00e9\u00e8", "\u00e0", "\u00ef")
labels_latin1 <- iconv(labels_utf8, "utf-8", "latin1")
v_utf8 <- labelled(3:1, setNames(1:3, labels_utf8))
v_latin1 <- labelled(3:1, setNames(1:3, labels_latin1))
expect_equal(names(attr(roundtrip_var(v_utf8, "dta"), "labels")), labels_utf8)
expect_equal(names(attr(roundtrip_var(v_latin1, "dta"), "labels")), labels_utf8)
})
test_that("supports stata version 15", {
df <- tibble(x = factor(letters), y = runif(26))
path <- tempfile()
write_dta(df, path, version = 15)
df2 <- read_dta(path)
df2$x <- as_factor(df2$x)
df2$y <- zap_formats(df2$y)
expect_equal(df2, df)
})
test_that("can roundtrip file labels", {
df <- tibble(x = 1)
expect_null(attr(roundtrip_dta(df), "label"))
expect_equal(attr(roundtrip_dta(df, label = "abcd"), "label"), "abcd")
attr(df, "label") <- "abc"
expect_equal(attr(roundtrip_dta(df), "label"), "abc")
expect_equal(attr(roundtrip_dta(df, label = "abcd"), "label"), "abcd")
expect_null(attr(roundtrip_dta(df, label = NULL), "label"))
})
test_that("invalid files generate informative errors", {
expect_snapshot(error = TRUE, {
long <- paste(rep("a", 100), collapse = "")
write_dta(data.frame(x = 1), tempfile(), label = long)
df <- data.frame(1)
names(df) <- "x y"
write_dta(df, tempfile(), version = 13)
names(df) <- long
write_dta(df, tempfile(), version = 13)
write_dta(df, tempfile(), version = 14)
})
})
test_that("can't write non-integer labels (#401)", {
expect_snapshot(error = TRUE, {
df <- data.frame(x = labelled(c(1, 2.5, 3), c("b" = 1.5)))
write_dta(df, tempfile())
})
})
test_that("can roundtrip long strings (strL)", {
long_string <- function(n, m) {
do.call("paste0", replicate(m, sample(LETTERS, n, TRUE), simplify = FALSE))
}
x <- long_string(10, 400)
expect_equal(roundtrip_var(x, "dta"), x)
x <- long_string(10, 1000)
expect_equal(roundtrip_var(x, "dta"), x)
x <- long_string(10, 3000)
expect_equal(roundtrip_var(x, "dta"), x)
})
test_that("invisibly returns original data unaltered", {
df <- tibble(
x = 1:5,
dt = seq(
as.POSIXct("2022-01-01 12:00:00", tz = "America/Chicago"),
by = "days",
length.out = 5
)
)
path <- tempfile()
df_returned <- write_dta(df, path)
expect_identical(df, df_returned)
})
haven/tests/testthat/test-zap_widths.R 0000644 0001762 0000144 00000000526 14225304450 017633 0 ustar ligges users test_that("can zap width attribute from vector", {
x <- structure(1:5, display_width = 10)
y <- zap_widths(x)
expect_null(attributes(y))
})
test_that("can zap width attribute from vector in data frame", {
x <- structure(1:5, display_width = 10)
df <- data.frame(x = x)
out <- zap_widths(df)
expect_null(attributes(out$x))
})
haven/tests/testthat/test-labelled_spss.R 0000644 0001762 0000144 00000025407 14361266255 020313 0 ustar ligges users test_that("constructor checks na_value", {
expect_incompatible_type(labelled_spss(1:10, na_values = "a"))
expect_snapshot(error = TRUE, {
labelled_spss(1:10, na_values = "a")
labelled_spss(1:10, na_values = NA_integer_)
})
})
test_that("constructor checks na_range", {
expect_snapshot(error = TRUE, {
labelled_spss(1:10, na_range = "a")
labelled_spss(1:10, na_range = 1:3)
labelled_spss(1:10, na_range = c(2, NA))
labelled_spss(1:10, na_range = c(2, 1))
})
})
test_that("printed output is stable", {
x <- labelled_spss(
1:5, c("Good" = 1, "Bad" = 5),
na_values = c(1, 2),
na_range = c(3, Inf)
)
expect_snapshot(x)
})
test_that("subsetting preserves attributes", {
x <- labelled_spss(
1:5, c("Good" = 1, "Bad" = 5),
na_values = c(1, 2),
na_range = c(3, Inf),
label = "Rating"
)
expect_identical(x, x[])
})
test_that("labels must be unique", {
expect_error(
labelled_spss(1, c(female = 1, male = 1), na_values = 9),
"must be unique"
)
})
# is.na -------------------------------------------------------------------
test_that("values in na_range flagged as missing", {
x <- labelled_spss(1:5, c("a" = 1), na_range = c(1, 3))
expect_equal(is.na(x), c(TRUE, TRUE, TRUE, FALSE, FALSE))
})
test_that("values in na_values flagged as missing", {
x <- labelled_spss(1:5, c("a" = 1), na_values = c(1, 3, 5))
expect_equal(is.na(x), c(TRUE, FALSE, TRUE, FALSE, TRUE))
})
# Types -------------------------------------------------------------------
test_that("combining preserves class", {
expect_s3_class(vec_c(labelled_spss(), labelled_spss()), "haven_labelled_spss")
expect_s3_class(vec_c(labelled_spss(), labelled_spss(na_values = 1)), "haven_labelled")
expect_s3_class(vec_c(labelled_spss(na_values = 1), labelled_spss(na_values = 1)), "haven_labelled_spss")
})
test_that("combining is symmetrical w.r.t. data types", {
expect_incompatible_type(vec_c(labelled_spss(character()), labelled_spss()))
expect_incompatible_type(vec_c(labelled_spss(), labelled_spss(character())))
expect_identical(
vec_c(labelled_spss(integer()), labelled_spss()),
vec_c(labelled_spss(), labelled_spss(integer()))
)
expect_identical(
vec_c(labelled_spss(), double()),
vec_c(double(), labelled_spss())
)
expect_identical(
vec_c(labelled_spss(), integer()),
vec_c(integer(), labelled_spss())
)
expect_identical(
vec_c(labelled_spss(), labelled()),
vec_c(labelled(), labelled_spss())
)
})
test_that("can cast labelled_spss to atomic vectors", {
x_int <- labelled_spss(1:2)
x_dbl <- labelled_spss(c(1, 2))
x_chr <- labelled_spss(c("a", "b"))
expect_identical(vec_cast(x_int, integer()), 1:2)
expect_identical(vec_cast(x_int, double()), c(1, 2))
expect_error(vec_cast(x_int, character()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_dbl, integer()), 1:2)
expect_identical(vec_cast(x_dbl, double()), c(1, 2))
expect_error(vec_cast(x_dbl, character()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, integer()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, double()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_chr, character()), c("a", "b"))
})
test_that("can cast atomic vectors to labelled_spss", {
x_int <- labelled_spss(1:2)
x_dbl <- labelled_spss(c(1, 2))
x_chr <- labelled_spss(c("a", "b"))
expect_identical(vec_cast(1:3, x_int), labelled_spss(1:3))
expect_identical(vec_cast(1:3, x_dbl), labelled_spss(c(1, 2, 3)))
expect_error(vec_cast(1:3, x_chr), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(c(0, 1), x_int), labelled_spss(0:1))
expect_identical(vec_cast(c(0, 1), x_dbl), labelled_spss(c(0, 1)))
expect_error(vec_cast(c(0, 1), x_chr), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_int), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_dbl), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast("a", x_chr), labelled_spss("a"))
})
test_that("combining preserves label sets", {
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1, Bad = 5)),
labelled_spss(5, labels = c(Good = 1, Bad = 5)),
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("combining preserves user missing", {
expect_equal(
vec_c(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(5, na_values = c(1, 5)),
),
labelled_spss(c(1, 5), na_values = c(1, 5))
)
expect_equal(
vec_c(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(5, na_range = c(1, 5)),
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
})
test_that("can combine names", {
x <- labelled_spss(c(x = 1L))
expect_named(vec_c(x, x), c("x", "x"))
expect_named(vec_c(x, c(y = 1L)), c("x", "y"))
})
test_that("take labels from LHS", {
expect_snapshot_warning({
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1, Bad = 5)),
labelled_spss(5, labels = c(Bad = 1, Good = 5)),
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
expect_snapshot_warning({
expect_equal(
vec_c(
labelled_spss(1, labels = c(Good = 1)),
labelled_spss(5, labels = c(Bad = 1)),
),
labelled_spss(c(1, 5), labels = c(Good = 1))
)
})
})
test_that("warn only for conflicting labels", {
expect_snapshot_warning({
x <- labelled_spss(1:2, c(Yes = 1, No = 2))
y <- labelled_spss(1:2, c(Female = 1, Male = 2, Other = 3))
c(x, y)
})
expect_snapshot_warning({
x <- labelled_spss(1:2, c(a = 1, b = 2, c = 3, d = 4, e = 5, f = 6, g = 7, h = 8, i = 9, j = 10, k = 11, l = 12))
y <- labelled_spss(1:2, c(A = 1, B = 2, C = 3, D = 4, E = 5, F = 6, G = 7, H = 8, I = 9, J = 10, K = 11, L = 12))
c(x, y)
})
})
test_that("strip user missing if different", {
expect_equal(
vec_c(
labelled_spss(na_values = 1),
labelled_spss(na_values = 5),
),
labelled()
)
expect_equal(
vec_c(
labelled_spss(na_range = c(1, 5)),
labelled_spss(na_range = c(2, 4)),
),
labelled()
)
expect_equal(
vec_c(
labelled_spss(na_range = c(1, 5)),
labelled_spss(na_values = 5),
),
labelled()
)
})
test_that("combining picks label from the left", {
expect_equal(
attr(vec_c(
labelled_spss(label = "left"),
labelled_spss(label = "right"),
), "label", exact = TRUE),
"left"
)
})
test_that("combining with bare vectors results in a labelled_spss()", {
expect_identical(vec_c(labelled_spss(), 1.1), labelled_spss(1.1))
expect_identical(vec_c(labelled_spss(integer()), 1.1), labelled_spss(1.1))
expect_equal(
vec_c(labelled_spss(labels = c(Good = 1, Bad = 5)), 1, 3, 5),
labelled_spss(vec_c(1, 3, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to labelled_spss throws lossy cast if not safe", {
expect_incompatible_type(vec_cast("a", labelled_spss()))
expect_incompatible_type(vec_cast("a", labelled_spss(integer())))
expect_error(vec_cast(1.1, labelled_spss(integer())), class = "vctrs_error_cast_lossy")
})
test_that("casting to a superset of labels works", {
expect_equal(
vec_cast(
labelled_spss(c(1, 5), c(Good = 1)),
labelled_spss(labels = c(Good = 1, Bad = 5))
),
labelled_spss(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to a subset of labels works iff labels were unused", {
expect_equal(
vec_cast(
labelled_spss(1, c(Good = 1, Bad = 5)),
labelled_spss(labels = c(Good = 1))
),
labelled_spss(1, labels = c(Good = 1))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), c(Good = 1, Bad = 5)),
labelled_spss(labels = c(Good = 1))
))
})
test_that("casting away labels throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(1, c(Good = 1)),
labelled_spss(labels = c(Bad = 5))
))
})
test_that("casting to a superset of user missing works", {
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_values = 1),
labelled_spss(na_values = c(1, 5))
),
labelled_spss(c(1, 5), na_values = c(1, 5))
)
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_values = 1),
labelled_spss(na_range = c(1, 5))
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
expect_equal(
vec_cast(
labelled_spss(c(1, 5), na_range = c(2, 4)),
labelled_spss(na_range = c(1, 5))
),
labelled_spss(c(1, 5), na_range = c(1, 5))
)
})
test_that("casting to a subset of user missing works iff values were unused", {
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(na_values = 1)
),
labelled_spss(1, na_values = 1)
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_values = c(1, 5)),
labelled_spss(na_values = 1)
))
expect_equal(
vec_cast(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(na_range = c(1, 3))
),
labelled_spss(1, na_range = c(1, 3))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_range = c(1, 5)),
labelled_spss(na_range = c(1, 3))
))
expect_equal(
vec_cast(
labelled_spss(1, na_range = c(1, 5)),
labelled_spss(na_values = 1)
),
labelled_spss(1, na_values = 1)
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_range = c(1, 5)),
labelled_spss(na_values = 1)
))
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled_spss(na_range = c(1, 3))
),
labelled_spss(1, na_range = c(1, 3))
)
expect_lossy_cast(vec_cast(
labelled_spss(c(1, 5), na_values = c(1, 5)),
labelled_spss(na_range = c(1, 3))
))
})
test_that("casting away user missing throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(1, na_values = 1),
labelled_spss(na_values = 5)
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_range = c(1, 3)),
labelled_spss(na_range = c(5, 7))
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_range = c(1, 3)),
labelled_spss(na_values = 5)
))
expect_lossy_cast(vec_cast(
labelled_spss(1, na_values = 1),
labelled_spss(na_range = c(5, 7))
))
})
test_that("casting to regular labelled ignores missing values", {
expect_equal(
vec_cast(
labelled_spss(1, na_values = c(1, 5)),
labelled()
),
labelled(1)
)
})
test_that("casting away tagged na values throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled_spss(tagged_na("a")),
labelled_spss(integer())
))
expect_incompatible_type(vec_cast(
labelled_spss(tagged_na("a")),
labelled_spss(character())
))
})
test_that("won't cast labelled_spss numeric to character", {
expect_incompatible_type(vec_cast(labelled_spss(), character()))
expect_incompatible_type(vec_cast(labelled_spss(integer()), character()))
})
haven/tests/testthat/test-tagged_na.R 0000644 0001762 0000144 00000002477 14033646044 017404 0 ustar ligges users test_that("tagged_na is NA (but not NaN)", {
x <- tagged_na("a")
expect_true(is.na(x))
expect_false(is.nan(x))
})
# tag_na ------------------------------------------------------------------
test_that("can extract value of tagged na", {
expect_equal(na_tag(tagged_na(letters)), letters)
})
test_that("tag of system NA is NA", {
expect_equal(na_tag(NA_real_), NA_character_)
})
test_that("tag of non-NA is NA", {
expect_equal(na_tag(1), NA_character_)
})
# is_tagged_na ------------------------------------------------------------
test_that("regular NA isn't tagged", {
expect_false(is_tagged_na(NA_real_))
})
test_that("non-missing isn't tagged", {
expect_false(is_tagged_na(1))
})
test_that("tagged values are tagged", {
x <- tagged_na(c("a", "z"))
expect_equal(is_tagged_na(x), c(TRUE, TRUE))
})
test_that("values are checked if required", {
x <- tagged_na(c("a", "z"))
expect_equal(is_tagged_na(x, "a"), c(TRUE, FALSE))
})
# character output -----------------------------------------------------------
test_that("format_tagged_na displays tagged NA's specially", {
x <- c(1, tagged_na("a"), NA)
expect_equal(format_tagged_na(x), c(
" 1",
"NA(a)",
" NA"
))
})
test_that("print_tagged_na is stable", {
x <- c(1:100, tagged_na(letters), NA)
expect_snapshot(print_tagged_na(x))
})
haven/tests/testthat/helper-roundtrip.R 0000644 0001762 0000144 00000001712 14033646021 020003 0 ustar ligges users
roundtrip_sav <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(x, tmp, ...)
zap_formats(read_sav(tmp))
}
roundtrip_dta <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_dta(x, tmp, ...)
zap_formats(read_dta(tmp))
}
roundtrip_sas <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_sas(x, tmp, ...)
zap_formats(read_sas(tmp))
}
roundtrip_xpt <- function(x, ...) {
tmp <- tempfile()
on.exit(unlink(tmp))
write_xpt(x, tmp, ...)
zap_formats(read_xpt(tmp))
}
roundtrip_var <- function(x, type = "sav", ...) {
df <- tibble::tibble(x = x)
# Forces xpt files to be correct length even when ending with
# empty character strings
if (type == "xpt") {
df$y <- seq_along(x)
}
switch(type,
sav = roundtrip_sav(df, ...)$x,
dta = roundtrip_dta(df, ...)$x,
sas = roundtrip_sas(df, ...)$x,
xpt = roundtrip_xpt(df, ...)$x,
stop("Unsupported type")
)
}
haven/tests/testthat/spss/ 0000755 0001762 0000144 00000000000 14034332152 015342 5 ustar ligges users haven/tests/testthat/spss/umlauts.sav 0000644 0001762 0000144 00000001067 14033646021 017555 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@23 Feb 1512:43:46 VAR1 This is an ä-umlaut ?
the ä umlaut @
the ü umlaut @
the ö umlaut
VAR1=var1 var1:$@Role('0'
) UTF-8 efeg haven/tests/testthat/spss/variable-label.sav 0000644 0001762 0000144 00000000760 14033646021 020724 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@05 Feb 1516:12:01 SEX Gender ?female
SEX=sex sex:$@Role('0'
) UTF-8 e haven/tests/testthat/spss/labelled-str.sav 0000755 0001762 0000144 00000001015 14033646021 020431 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS 64-bit MS Windows 24.0.0.0 Y@13 Sep 1613:20:53 GENDER F Female M Male
GENDER=gender gender:$@Role('0'
) UTF-8 M F haven/tests/testthat/spss/labelled-num.sav 0000755 0001762 0000144 00000000773 14033646021 020432 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@06 Feb 1514:33:36 VAR00002 ? This is one
VAR00002=VAR00002 VAR00002:$@Role('0'
) UTF-8 e haven/tests/testthat/spss/datetime.sav 0000644 0001762 0000144 00000001232 14033646021 017651 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS DATA FILE MS Windows 19.0.0 Y@27 Feb 1512:05:48
DATE DATE.POS TIME
' DATE=date DATE.POS=date.posix TIME=time ; date:$@Role('0'
)/date.posix:$@Role('0'
)/time:$@Role('0'
) windows-1252 c B VBGk@ 0c B 6c B Q @ haven/tests/testthat/spss/labelled-num-na.sav 0000755 0001762 0000144 00000001027 14033646021 021017 0 ustar ligges users $FL2@(#) IBM SPSS STATISTICS MS Windows 22.0.0.0 Y@06 Feb 1514:34:22 VAR00002 Only one value "@ ? This is one
VAR00002=VAR00002 VAR00002:$@Role('0'
) UTF-8 em haven/tests/testthat/test-haven-sas.R 0000644 0001762 0000144 00000016475 14376672143 017374 0 ustar ligges users # read_sas ----------------------------------------------------------------
test_that("variable label stored as attributes", {
df <- read_sas(test_path("sas/hadley.sas7bdat"))
expect_equal(attr(df$gender, "label"), NULL)
expect_equal(attr(df$q1, "label"), "The instructor was well prepared")
})
test_that("value labels parsed from bcat file", {
df <- read_sas(test_path("sas/hadley.sas7bdat"), test_path("sas/formats.sas7bcat"))
expect_s3_class(df$gender, "haven_labelled")
expect_equal(attr(df$gender, "labels"), c(Female = "f", Male = "m"))
expect_equal(attr(df$workshop, "labels"), c(R = 1, SAS = 2))
})
test_that("value labels read in as same type as vector", {
df <- read_sas(test_path("sas/hadley.sas7bdat"), test_path("sas/formats.sas7bcat"))
expect_equal(typeof(df$gender), typeof(attr(df$gender, "labels")))
expect_equal(typeof(df$workshop), typeof(attr(df$workshop, "labels")))
})
test_that("date times are converted into corresponding R types", {
df <- read_sas(test_path("sas/datetime.sas7bdat"))
expect_equal(df$VAR1[1], ISOdatetime(2015, 02, 02, 14, 42, 12, "UTC"))
expect_equal(df$VAR2[1], as.Date("2015-02-02"))
expect_equal(df$VAR3[1], as.Date("2015-02-02"))
expect_equal(df$VAR4[1], as.Date("2015-02-02"))
expect_equal(df$VAR5[1], hms::hms(52932))
})
test_that("tagged missings are read correctly", {
x <- read_sas(test_path("sas/tagged-na.sas7bdat"), test_path("sas/tagged-na.sas7bcat"))$x
expect_equal(na_tag(x), c(rep(NA, 5), "a", "h", "z"))
labels <- attr(x, "labels")
expect_equal(na_tag(labels), c("a", "z"))
})
test_that("connections are read", {
file_conn <- file(test_path("sas/hadley.sas7bdat"))
expect_identical(read_sas(file_conn), read_sas("sas/hadley.sas7bdat"))
})
test_that("zip files are read", {
expect_identical(
read_sas(test_path("sas/hadley.zip")),
read_sas(test_path("sas/hadley.sas7bdat"))
)
})
# Row skipping ------------------------------------------------------------
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
# Row limiting ------------------------------------------------------------
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
test_that("throws informative error on bad row limit", {
rows_with_limit <- function(n) {
nrow(read_sas(test_path("sas/hadley.sas7bdat"), n_max = n))
}
expect_error(rows_with_limit(1:5), "must have length 1")
expect_error(rows_with_limit("foo"), "must be ")
})
# Column selection --------------------------------------------------------
test_that("can select columns to read, with tidyselect semantics", {
with_col_select <- function(x) {
read_sas(test_path("sas/hadley.sas7bdat"), col_select = {{ x }})
}
full_data <- with_col_select(NULL)
n_col <- ncol(full_data)
expect_equal(with_col_select("id"), full_data[, "id"])
expect_equal(with_col_select(id), full_data[, "id"])
expect_equal(with_col_select(2:3), full_data[, 2:3])
expect_equal(with_col_select(tidyselect::last_col()), full_data[, n_col])
})
test_that("throws error on empty column selection", {
with_col_select <- function(x) {
read_sas(test_path("sas/hadley.sas7bdat"), col_select = {{ x }})
}
expect_error(with_col_select(character()), "Can't find")
expect_error(with_col_select(tidyselect::starts_with("x")), "Can't find")
})
test_that("can select columns when a catalog file is present", {
expect_named(
read_sas(
test_path("sas/hadley.sas7bdat"),
test_path("sas/formats.sas7bcat"),
col_select = "workshop"
),
"workshop"
)
})
test_that("using cols_only warns about deprecation, but works", {
expect_warning(
out <- read_sas(test_path("sas/hadley.sas7bdat"), cols_only = "id"),
"is deprecated"
)
expect_named(out, "id")
})
# read_xpt ----------------------------------------------------------------
test_that("can read date/times", {
x <- as.Date("2018-01-01")
df <- data.frame(date = x, datetime = as.POSIXct(x))
path <- tempfile()
write_xpt(df, path)
res <- read_xpt(path)
expect_s3_class(res$date, "Date")
expect_s3_class(res$datetime, "POSIXct")
})
# write_xpt ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "xpt"), x)
expect_equal(roundtrip_var(1:10, "xpt"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "xpt"), c(1, 0))
expect_equal(roundtrip_var(letters, "xpt"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "xpt"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "xpt"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "xpt"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "xpt"), "")
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
expect_equal(roundtrip_var(x1, "xpt"), x1)
# converted to same time in UTC
x2 <- as.POSIXct("2010-01-01 09:00", tz = "Pacific/Auckland")
expect_equal(
roundtrip_var(x2, "xpt"),
as.POSIXct("2010-01-01 09:00", tz = "UTC")
)
x2_utc <- x2
attr(x2_utc, "tzone") <- "UTC"
expect_equal(
roundtrip_var(x2, "xpt", adjust_tz = FALSE),
x2_utc
)
attr(x2, "label") <- "abc"
expect_equal(attr(roundtrip_var(x2, "xpt"), "label"), "abc")
})
test_that("invalid files generate informative errors", {
expect_snapshot(error = TRUE, {
write_xpt(mtcars, file.path(tempdir(), " temp.xpt"))
})
})
test_that("can roundtrip file labels", {
df <- tibble(x = 1)
expect_null(attr(roundtrip_xpt(df), "label"))
expect_equal(attr(roundtrip_xpt(df, label = "abcd"), "label"), "abcd")
attr(df, "label") <- "abc"
expect_equal(attr(roundtrip_xpt(df), "label"), "abc")
expect_equal(attr(roundtrip_xpt(df, label = "abcd"), "label"), "abcd")
expect_null(attr(roundtrip_xpt(df, label = NULL), "label"))
})
test_that("can roundtrip format attribute", {
df <- tibble(
char_var = structure("Hello!", format.sas = "$CHAR"),
long_char = structure("111111111111111", format.sas = "$CHAR10"),
date_var = structure(Sys.Date(), format.sas = "DATE9"),
a = structure(100.12345, format.sas = "10.3"),
b = structure(100.12345, format.sas = "10"),
c = structure(100.12345, format.sas = "F10.3"),
d = structure(100.12345, format.sas = "F10"),
e = structure(100.12345, format.sas = "COMMA10.3")
)
path <- tempfile()
write_xpt(df, path)
out <- read_xpt(path)
expect_identical(df, out)
})
test_that("user width warns appropriately when data is wider than value", {
df <- tibble(
a = c("a", NA_character_),
b = c("b", "NA"),
)
attr(df$a, "width") <- 1
attr(df$b, "width") <- 1
path <- tempfile()
expect_snapshot(write_xpt(df, path))
})
haven/tests/testthat/test-force_utc.R 0000644 0001762 0000144 00000003024 14207426345 017434 0 ustar ligges users test_that("force_utc doesn't preserve attributes we don't want", {
x_ct <- as.POSIXct("2010-01-01 09:00", tz = "Pacific/Auckland")
x_ct_forced <- force_utc(x_ct)
expect_s3_class(x_ct_forced, "POSIXct")
expect_null(attr(x_ct_forced, "names"))
expect_equal(attr(x_ct_forced, "tzone"), "UTC")
x_lt <- as.POSIXlt("2010-01-01 09:00", tz = "Pacific/Auckland")
x_lt_forced <- force_utc(x_lt)
expect_s3_class(x_lt_forced, "POSIXct")
expect_null(attr(x_lt_forced, "names"))
expect_equal(attr(x_lt_forced, "tzone"), "UTC")
})
test_that("force_utc works for dates as well as date times", {
x_ct <- as.POSIXct("2010-01-01", tz = "Pacific/Auckland")
x_ct_forced <- force_utc(x_ct)
expect_s3_class(x_ct_forced, "POSIXct")
expect_equal(attr(x_ct_forced, "tzone"), "UTC")
expect_equal(format(x_ct, "%Y-%m-%d"), format(x_ct_forced, "%Y-%m-%d"))
x_lt <- as.POSIXlt("2010-01-01", tz = "Pacific/Auckland")
x_lt_forced <- force_utc(x_lt)
expect_s3_class(x_lt_forced, "POSIXct")
expect_equal(attr(x_lt_forced, "tzone"), "UTC")
expect_equal(format(x_lt, "%Y-%m-%d"), format(x_lt_forced, "%Y-%m-%d"))
})
test_that("objects with UTC tz pass through unchanged", {
x_ct <- as.POSIXct("2010-01-01 09:00", tz = "UTC")
expect_identical(x_ct, force_utc(x_ct))
x_lt <- as.POSIXlt("2010-01-01 09:00", tz = "UTC")
expect_identical(x_lt, force_utc(x_lt))
x_ct <- as.POSIXct("2010-01-01", tz = "UTC")
expect_identical(x_ct, force_utc(x_ct))
x_lt <- as.POSIXlt("2010-01-01", tz = "UTC")
expect_identical(x_lt, force_utc(x_lt))
})
haven/tests/testthat/_snaps/ 0000755 0001762 0000144 00000000000 14376672143 015655 5 ustar ligges users haven/tests/testthat/_snaps/labelled-pillar.md 0000644 0001762 0000144 00000007264 14376672143 021235 0 ustar ligges users # nice display in tibbles
Code
int <- labelled(1:5, labels = c(good = 1L, bad = 5L))
dbl <- labelled(1:5 / 10, labels = c(good = 0.1, bad = 0.5))
chr <- labelled(letters[1:5], labels = c(good = "a", bad = "e"))
tibble(int, dbl, chr)
Output
# A tibble: 5 x 3
int dbl chr
1 1 [good] 0.1 [good] a [good]
2 2 0.2 b
3 3 0.3 c
4 4 0.4 d
5 5 [bad] 0.5 [bad] e [bad]
# pillar
Code
x <- labelled(1:11, c(Good = 1, Bad = 8))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 9
10 10
11 11
---
Code
x <- labelled(c(rep(c(1.22352, 1000, -345), each = 3), 35, 35), c(One = 1.22352,
Two = 35, Threeeee = 1000))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1.22 [One]
2 1.22 [One]
3 1.22 [One]
4 1000 [Threeeee]
5 1000 [Threeeee]
6 1000 [Threeeee]
7 -345
8 -345
9 -345
10 35 [Two]
11 35 [Two]
---
Code
x <- labelled(c(rep("A", 3), rep("B", 3), rep("XXXXXX", 4), NA), c(Apple = "A",
Banana = "B", Mystery = "XXXXXX"))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 A [Apple]
2 A [Apple]
3 A [Apple]
4 B [Banana]
5 B [Banana]
6 B [Banana]
7 XXXXXX [Mystery]
8 XXXXXX [Mystery]
9 XXXXXX [Mystery]
10 XXXXXX [Mystery]
11
---
Code
x <- labelled(c(1:8, tagged_na("a"), tagged_na("b"), NA), c(Good = 1, Bad = 8,
Refused = tagged_na("b")))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 NA(a)
10 NA(b) [Refused]
11 NA
---
Code
x <- labelled_spss(c(1:10, NA), c(Good = 1, Bad = 8, Refused = 10), c(9, 10))
tibble::tibble(x)
Output
# A tibble: 11 x 1
x
1 1 [Good]
2 2
3 3
4 4
5 5
6 6
7 7
8 8 [Bad]
9 9 (NA)
10 10 (NA) [Refused]
11 NA
---
Code
x <- labelled(c("spaces", "tabs", "newlines", "c0", "quote", "backslash"), c(
`a b` = "spaces", `a\tb` = "tabs", `a\nb` = "newlines", `a\001b` = "c0",
`a"b` = "quote", `a\\b` = "backslash"))
tibble::tibble(x)
Output
# A tibble: 6 x 1
x
1 spaces [a b]
2 tabs [a\tb]
3 newlines [a\nb]
4 c0 [a\u0001b]
5 quote [a"b]
6 backslash [a\\b]
---
Code
x <- "c1"
label <- x
names(label) <- "a\u0080b"
x <- labelled(x, label)
tibble::tibble(x)
Output
# A tibble: 1 x 1
x
1 c1 [a\u0080b]
haven/tests/testthat/_snaps/labelled_spss.md 0000644 0001762 0000144 00000003615 14361266255 021015 0 ustar ligges users # constructor checks na_value
Code
labelled_spss(1:10, na_values = "a")
Condition
Error in `vec_cast_named()`:
! Can't convert `na_values` to match type of `x` .
Code
labelled_spss(1:10, na_values = NA_integer_)
Condition
Error in `new_labelled_spss()`:
! `na_values` can not contain missing values.
# constructor checks na_range
Code
labelled_spss(1:10, na_range = "a")
Condition
Error in `new_labelled_spss()`:
! `na_range` must be a vector of length two the same type as `x`.
Code
labelled_spss(1:10, na_range = 1:3)
Condition
Error in `new_labelled_spss()`:
! `na_range` must be a vector of length two the same type as `x`.
Code
labelled_spss(1:10, na_range = c(2, NA))
Condition
Error in `new_labelled_spss()`:
! `na_range` can not contain missing values.
Code
labelled_spss(1:10, na_range = c(2, 1))
Condition
Error in `new_labelled_spss()`:
! `na_range` must be in ascending order.
# printed output is stable
Code
x
Output
[5]>
[1] 1 2 3 4 5
Missing values: 1, 2
Missing range: [3, Inf]
Labels:
value label
1 Good
5 Bad
# take labels from LHS
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1 and 5
---
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1
# warn only for conflicting labels
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1 and 2
---
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1, 2, 3, 4, 5, 6, 7, 8, ..., 11, and 12
haven/tests/testthat/_snaps/haven-spss.md 0000644 0001762 0000144 00000002664 14376672143 020276 0 ustar ligges users # complain about long factor labels
Code
x <- paste(rep("a", 200), collapse = "")
df <- data.frame(x = factor(x))
write_sav(df, tempfile())
Condition
Error in `write_sav()`:
! SPSS only supports levels with <= 120 characters.
x Problems: `x`
# complain about invalid variable names
Code
df <- data.frame(a = 1, A = 1, b = 1)
write_sav(df, tempfile())
Condition
Error in `write_sav()`:
! SPSS does not allow duplicate variable names.
i Variable names are case-insensitive in SPSS.
x Problems: `a` and `A`
Code
names(df) <- c("$var", "A._$@#1", "a.")
write_sav(df, tempfile())
Condition
Error in `write_sav()`:
! Variables in `data` must have valid SPSS variable names.
x Problems: `$var` and `a.`
Code
names(df) <- c("ALL", "eq", "b")
write_sav(df, tempfile())
Condition
Error in `write_sav()`:
! Variables in `data` must have valid SPSS variable names.
x Problems: `ALL` and `eq`
Code
names(df) <- c(paste(rep("a", 65), collapse = ""), paste(rep("b", 65),
collapse = ""), "c")
write_sav(df, tempfile())
Condition
Error in `write_sav()`:
! Variables in `data` must have valid SPSS variable names.
x Problems: `aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa` and `bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb`
haven/tests/testthat/_snaps/haven-stata.md 0000644 0001762 0000144 00000002530 14225304450 020374 0 ustar ligges users # invalid files generate informative errors
Code
long <- paste(rep("a", 100), collapse = "")
write_dta(data.frame(x = 1), tempfile(), label = long)
Condition
Error in `write_dta()`:
! `label` must be 80 characters or fewer.
Code
df <- data.frame(1)
names(df) <- "x y"
write_dta(df, tempfile(), version = 13)
Condition
Error in `write_dta()`:
! Variables in `data` must have valid Stata variable names.
x Problems: `x y`
Code
names(df) <- long
write_dta(df, tempfile(), version = 13)
Condition
Error in `write_dta()`:
! Variables in `data` must have valid Stata variable names.
x Problems: `aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`
Code
write_dta(df, tempfile(), version = 14)
Condition
Error in `write_dta()`:
! Variables in `data` must have valid Stata variable names.
x Problems: `aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`
# can't write non-integer labels (#401)
Code
df <- data.frame(x = labelled(c(1, 2.5, 3), c(b = 1.5)))
write_dta(df, tempfile())
Condition
Error in `write_dta()`:
! Stata only supports labelling with integer variables.
x Problems: `x`
haven/tests/testthat/_snaps/labelled.md 0000644 0001762 0000144 00000001655 14361266255 017747 0 ustar ligges users # take labels from LHS
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1 and 5
---
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1
# warn only for conflicting labels
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1 and 2
---
`..1` and `..2` have conflicting value labels.
i Labels for these values will be taken from `..1`.
x Values: 1, 2, 3, 4, 5, 6, 7, 8, ..., 11, and 12
# printed output is stable
Code
x
Output
[9]>
[1] 1 2 3 4 5 NA NA(x) NA(y) NA(z)
Labels:
value label
1 Good
5 Bad
NA(x) Not Applicable
NA(y) Refused to answer
haven/tests/testthat/_snaps/haven-sas.md 0000644 0001762 0000144 00000000675 14361266255 020071 0 ustar ligges users # invalid files generate informative errors
Code
write_xpt(mtcars, file.path(tempdir(), " temp.xpt"))
Condition
Error:
! Failed to create file: A provided name contains an illegal character.
# user width warns appropriately when data is wider than value
Code
write_xpt(df, path)
Condition
Warning:
Column `b` contains string values longer than user width 1. Width set to 2 to accommodate.
haven/tests/testthat/_snaps/tagged_na.md 0000644 0001762 0000144 00000001711 14036036502 020072 0 ustar ligges users # print_tagged_na is stable
Code
print_tagged_na(x)
Output
[1] 1 2 3 4 5 6 7 8 9 10 11 12
[13] 13 14 15 16 17 18 19 20 21 22 23 24
[25] 25 26 27 28 29 30 31 32 33 34 35 36
[37] 37 38 39 40 41 42 43 44 45 46 47 48
[49] 49 50 51 52 53 54 55 56 57 58 59 60
[61] 61 62 63 64 65 66 67 68 69 70 71 72
[73] 73 74 75 76 77 78 79 80 81 82 83 84
[85] 85 86 87 88 89 90 91 92 93 94 95 96
[97] 97 98 99 100 NA(a) NA(b) NA(c) NA(d) NA(e) NA(f) NA(g) NA(h)
[109] NA(i) NA(j) NA(k) NA(l) NA(m) NA(n) NA(o) NA(p) NA(q) NA(r) NA(s) NA(t)
[121] NA(u) NA(v) NA(w) NA(x) NA(y) NA(z) NA
haven/tests/testthat/stata/ 0000755 0001762 0000144 00000000000 14532107000 015461 5 ustar ligges users haven/tests/testthat/stata/tagged-na-double.dta 0000755 0001762 0000144 00000003721 14033646021 021267 0 ustar ligges users x 000001 %9.0g testlabel Qw P
@ %@ B
@ QZ@ 8B B 118%A Z@ ] 8B
@
@
@ 1 QZ@ QZ@
_dta _lang_list x" Qw 8L @ x"
x
@ Z@ C default
_dta _lang_c x" Qw 8L @ x"
x
@ Z@ C default ? @ @ @ @ % testlabel
@
@ QZ@ B
apple .zebra haven/tests/testthat/stata/datetime-d.dta 0000644 0001762 0000144 00000000477 14033646021 020207 0 ustar ligges users s ` % `$ r$ ~ r$ B B 2 Nov 2015 16:07 date %d 0g ' ' w w w w hw TF haven/tests/testthat/stata/tagged-na-int.dta 0000755 0001762 0000144 00000003661 14033646021 020612 0 ustar ligges users x 000001 %9.0g testlabel A ? (B
@ t @
@ x_ QZ@ 8B B 118%A Z@ x_ 8B
@
@
@ x_ QZ@ QZ@
_dta _lang_c st Qw H J @ H J x
@ Z@ W
Շ default
_dta _lang_list Qw H J @ H J B Z@ W
Շ default % testlabel
@ x_
@ x_ QZ@ B
apple .zebra haven/tests/testthat/stata/types.dta 0000644 0001762 0000144 00000004276 14033646021 017337 0 ustar ligges users
vfloat vdouble vlong 01 vint 001 vbyte 01 vstr vdate vdatetime %9.0g %9.0g %9.0g %9.0g %9.0g %13s %td 0g %tc g w Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ Q uuB U@ Q tvB 0T@ H@ Q @ 2 llo B@ u~yB @ @ Hello, World!O haven/tests/testthat/stata/notes.dta 0000644 0001762 0000144 00000002246 14033646021 017316 0 ustar ligges users s This is a test dataset. VX2 П !xZ П , " ; 29 Jul 2016 14:34 id faceHeight")
expect_error(quantile(x_chr), "labelled")
expect_equal(summary(x_chr), summary(letters[1:3]))
})
# types -------------------------------------------------------------------
test_that("combining is symmetrical w.r.t. data types", {
expect_incompatible_type(vec_c(labelled(character()), labelled()))
expect_incompatible_type(vec_c(labelled(), labelled(character())))
expect_identical(
vec_c(labelled(integer()), labelled()),
vec_c(labelled(), labelled(integer()))
)
expect_identical(
vec_c(labelled(), double()),
vec_c(double(), labelled())
)
expect_identical(
vec_c(labelled(), integer()),
vec_c(integer(), labelled())
)
})
test_that("can cast labelled to atomic vectors", {
x_int <- labelled(1:2)
x_dbl <- labelled(c(1, 2))
x_chr <- labelled(c("a", "b"))
expect_identical(vec_cast(x_int, integer()), 1:2)
expect_identical(vec_cast(x_int, double()), c(1, 2))
expect_error(vec_cast(x_int, character()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_dbl, integer()), 1:2)
expect_identical(vec_cast(x_dbl, double()), c(1, 2))
expect_error(vec_cast(x_dbl, character()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, integer()), class = "vctrs_error_incompatible_type")
expect_error(vec_cast(x_chr, double()), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(x_chr, character()), c("a", "b"))
})
test_that("can cast atomic vectors to labelled", {
x_int <- labelled(1:2)
x_dbl <- labelled(c(1, 2))
x_chr <- labelled(c("a", "b"))
expect_identical(vec_cast(1:3, x_int), labelled(1:3))
expect_identical(vec_cast(1:3, x_dbl), labelled(c(1, 2, 3)))
expect_error(vec_cast(1:3, x_chr), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast(c(0, 1), x_int), labelled(0:1))
expect_identical(vec_cast(c(0, 1), x_dbl), labelled(c(0, 1)))
expect_error(vec_cast(c(0, 1), x_chr), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_int), class = "vctrs_error_incompatible_type")
expect_error(vec_cast("a", x_dbl), class = "vctrs_error_incompatible_type")
expect_identical(vec_cast("a", x_chr), labelled("a"))
})
test_that("combining preserves label sets", {
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1, Bad = 5)),
labelled(5, labels = c(Good = 1, Bad = 5)),
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("can combine names", {
x <- labelled(c(x = 1L))
expect_named(vec_c(x, x), c("x", "x"))
expect_named(vec_c(x, c(y = 1L)), c("x", "y"))
})
test_that("take labels from LHS", {
expect_snapshot_warning({
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1, Bad = 5)),
labelled(5, labels = c(Bad = 1, Good = 5)),
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
expect_snapshot_warning({
expect_equal(
vec_c(
labelled(1, labels = c(Good = 1)),
labelled(5, labels = c(Bad = 1)),
),
labelled(c(1, 5), labels = c(Good = 1))
)
})
})
test_that("warn only for conflicting labels", {
expect_snapshot_warning({
x <- labelled(1:2, c(Yes = 1, No = 2))
y <- labelled(1:2, c(Female = 1, Male = 2, Other = 3))
c(x, y)
})
expect_snapshot_warning({
x <- labelled(1:2, c(a = 1, b = 2, c = 3, d = 4, e = 5, f = 6, g = 7, h = 8, i = 9, j = 10, k = 11, l = 12))
y <- labelled(1:2, c(A = 1, B = 2, C = 3, D = 4, E = 5, F = 6, G = 7, H = 8, I = 9, J = 10, K = 11, L = 12))
c(x, y)
})
})
test_that("combining picks label from the left", {
expect_equal(
attr(vec_c(
labelled(label = "left"),
labelled(label = "right"),
), "label", exact = TRUE),
"left"
)
})
test_that("combining with bare vectors results in a labelled()", {
expect_identical(vec_c(labelled(), 1.1), labelled(1.1))
expect_identical(vec_c(labelled(integer()), 1.1), labelled(1.1))
expect_equal(
vec_c(labelled(labels = c(Good = 1, Bad = 5)), 1, 3, 5),
labelled(vec_c(1, 3, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to labelled throws lossy cast if not safe", {
expect_incompatible_type(vec_cast("a", labelled()))
expect_incompatible_type(vec_cast("a", labelled(integer())))
expect_error(vec_cast(1.1, labelled(integer())), class = "vctrs_error_cast_lossy")
})
test_that("casting to a superset of labels works", {
expect_equal(
vec_cast(
labelled(c(1, 5), c(Good = 1)),
labelled(labels = c(Good = 1, Bad = 5))
),
labelled(c(1, 5), labels = c(Good = 1, Bad = 5))
)
})
test_that("casting to a subset of labels works iff labels were unused", {
expect_equal(
vec_cast(
labelled(1, c(Good = 1, Bad = 5)),
labelled(labels = c(Good = 1))
),
labelled(1, labels = c(Good = 1))
)
expect_lossy_cast(vec_cast(
labelled(c(1, 5), c(Good = 1, Bad = 5)),
labelled(labels = c(Good = 1))
))
})
test_that("casting away labels throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled(1, c(Good = 1)),
labelled(labels = c(Bad = 5))
))
})
test_that("casting away tagged na values throws lossy cast", {
expect_lossy_cast(vec_cast(
labelled(tagged_na("a")),
labelled(integer())
))
expect_incompatible_type(vec_cast(
labelled(tagged_na("a")),
labelled(character())
))
})
test_that("won't cast labelled numeric to character", {
expect_incompatible_type(vec_cast(labelled(), character()))
expect_incompatible_type(vec_cast(labelled(integer()), character()))
})
# methods -----------------------------------------------------------------
test_that("printed output is stable", {
x <- labelled(
c(1:5, NA, tagged_na("x", "y", "z")),
c(
Good = 1,
Bad = 5,
"Not Applicable" = tagged_na("x"),
"Refused to answer" = tagged_na("y")
)
)
expect_snapshot(x)
})
test_that("given correct name in data frame", {
x <- labelled(1:3, c(a = 1))
expect_named(data.frame(x), "x")
expect_named(data.frame(y = x), "y")
})
test_that("can convert to factor with using labels with labelled na's", {
x <- labelled(c(1:2, tagged_na("a")), c(a = 1, c = tagged_na("a")))
expect_equal(as_factor(x, "labels"), factor(c("a", NA, "c")))
})
haven/tests/testthat/test-labelled-pillar.R 0000644 0001762 0000144 00000003143 14376672143 020520 0 ustar ligges users test_that("nice display in tibbles", {
expect_snapshot({
int <- labelled(1:5, labels = c(good = 1L, bad = 5L))
dbl <- labelled(1:5 / 10, labels = c(good = 0.1, bad = 0.5))
chr <- labelled(letters[1:5], labels = c(good = "a", bad = "e"))
tibble(int, dbl, chr)
})
})
test_that("pillar", {
expect_snapshot({
x <- labelled(1:11, c(Good = 1, Bad = 8))
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(rep(c(1.22352, 1000, -345), each = 3), 35, 35),
c(One = 1.22352, Two = 35, Threeeee = 1000)
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(rep("A", 3), rep("B", 3), rep("XXXXXX", 4), NA),
c(Apple = "A", Banana = "B", Mystery = "XXXXXX")
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(1:8, tagged_na("a"), tagged_na("b"), NA),
c(Good = 1, "Bad" = 8, Refused = tagged_na("b"))
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled_spss(
c(1:10, NA),
c(Good = 1, Bad = 8, Refused = 10),
c(9, 10)
)
tibble::tibble(x)
})
expect_snapshot({
x <- labelled(
c(
"spaces",
"tabs",
"newlines",
"c0",
"quote",
"backslash"
),
c(
"a b" = "spaces",
"a\tb" = "tabs",
"a\nb" = "newlines",
"a\u0001b" = "c0",
'a"b' = "quote",
"a\\b" = "backslash"
)
)
tibble::tibble(x)
})
skip_on_os("windows")
expect_snapshot({
x <- "c1"
label <- x
names(label) <- "a\u0080b"
x <- labelled(x, label)
tibble::tibble(x)
})
})
haven/tests/testthat/helpers-types.R 0000644 0001762 0000144 00000000311 14033646021 017276 0 ustar ligges users expect_lossy_cast <- function(...) {
expect_error(class = "vctrs_error_cast_lossy", ...)
}
expect_incompatible_type <- function(...) {
expect_error(class = "vctrs_error_incompatible_type", ...)
}
haven/tests/testthat/test-as_factor.R 0000644 0001762 0000144 00000007362 14225304450 017425 0 ustar ligges users # Base types --------------------------------------------------------------
test_that("variable label is kept when converting characters to factors (#178)", {
s1 <- structure(letters, "label" = "letters")
expect_identical(attr(as_factor(s1), "label"), "letters")
})
# Labelled values ---------------------------------------------------------
test_that("all labels (implicit missing values) are preserved when levels is 'default' or 'both' (#172)", {
s1 <- labelled(rep(1, 3), c("A" = 1, "B" = 2, "C" = 3))
exp <- factor(rep("A", 3), levels = c("A", "B", "C"))
expect_equal(as_factor(s1), exp)
exp <- factor(rep("[1] A", 3), levels = c("[1] A", "[2] B", "[3] C"))
expect_equal(as_factor(s1, levels = "both"), exp)
})
test_that("all labels (existing and missing) are sorted by values (#172)", {
s1 <- labelled(c(1, 4), c("Agree" = 1, "Neutral" = 2, "Disagree" = 3, "Don't know" = 5))
exp <- factor(c("Agree", "4"), levels = c("Agree", "Neutral", "Disagree", "4", "Don't know"))
expect_equal(as_factor(s1), exp)
})
test_that("all values are preserved", {
s1 <- labelled(1:3, c("A" = 2))
exp <- factor(c("1", "A", "3"), levels = c("1", "A", "3"))
expect_equal(as_factor(s1), exp)
})
test_that("character labelled converts to factor", {
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
exp <- factor(c("Male", "Male", "Female"), levels = c("Female", "Male"))
expect_equal(as_factor(s1), exp)
})
test_that("converts tagged NAs", {
s1 <- labelled(c(1:2, tagged_na("a", "b")), c("Apple" = tagged_na("a")))
exp <- factor(c("1", "2", "Apple", NA))
expect_equal(as_factor(s1), exp)
})
# Both
test_that("both combines values and levels", {
s1 <- labelled(2:1, c("A" = 1))
exp <- factor(c("2", "[1] A"), levels = c("[1] A", "2"))
expect_equal(as_factor(s1, "both"), exp)
})
# Values
test_that("values preserves order if possible", {
s1 <- labelled(c("M", "M", "F"), c(Male = "M", Female = "F"))
exp <- factor(c("M", "M", "F"), levels = c("M", "F"))
expect_equal(as_factor(s1, "values"), exp)
})
test_that("otherwise falls back to alphabetical", {
s1 <- labelled(c("M", "M", "F", "G"), c(Male = "M", Female = "F"))
exp <- factor(c("M", "M", "F", "G"), levels = c("F", "G", "M"))
expect_equal(as_factor(s1, "values"), exp)
})
# Labels
test_that("labels preserves all label values", {
var <- labelled(1L, c(female = 1L, male = 2L))
expect_equal(as_factor(var, "labels"), factor("female", levels = c("female", "male")))
})
test_that("order of labels doesn't matter", {
var <- labelled(1L, c(female = 2L, male = 1L))
expect_equal(as_factor(var, "labels"), factor("male", levels = c("female", "male")))
})
test_that("as_factor labels works with non-unique labels", {
s1 <- labelled(1:2, c("label" = 1, "label" = 2))
exp <- factor(c("label", "label"), levels = "label")
expect_equal(as_factor(s1, "labels"), exp)
})
# Variable label
test_that("variable label is kept when converting labelled to factor (#178)", {
s1 <- labelled(1:3, c("A" = 2))
attr(s1, "label") <- "labelled"
expect_identical(attr(as_factor(s1), "label"), "labelled")
})
# data frames -------------------------------------------------------------
test_that("... passed along", {
df <- data.frame(x = labelled(2:1, c("A" = 1)))
out <- as_factor(df, "both")
expect_equal(levels(out$x), c("[1] A", "2"))
})
# replace_with ------------------------------------------------------------
test_that("updates numeric values", {
x <- 1:5
expect_equal(replace_with(x, -1, 5), x)
expect_equal(replace_with(x, 1, 5), c(5, 2:5))
expect_equal(replace_with(x, 5, 1), c(1:4, 1))
expect_equal(replace_with(x, 1:5, rep(1, 5)), rep(1, 5))
})
test_that("udpates tagged NAs", {
x <- c(tagged_na("a"), 1:3)
expect_equal(replace_with(x, tagged_na("a"), 0), 0:3)
})
haven/tests/testthat/test-zap_missing.R 0000644 0001762 0000144 00000001617 14034334516 020010 0 ustar ligges users test_that("strips na tags", {
x1 <- labelled(tagged_na("a", "b"), c(a = tagged_na("a"), b = 1))
x2 <- zap_missing(x1)
expect_equal(na_tag(x2), c(NA_character_, NA))
expect_equal(attr(x2, "labels"), c(b = 1))
})
test_that("converts user-defined missings", {
x1 <- labelled_spss(c(1, 2, 99), c(missing = 99), na_values = 99)
x2 <- zap_missing(x1)
expect_s3_class(x2, "haven_labelled")
expect_equal(as.integer(x2), c(1, 2, NA))
x3 <- labelled_spss(1:10, na_values = c(2, 4), na_range = c(8, 10))
x4 <- zap_missing(x3)
expect_s3_class(x4, "haven_labelled")
expect_equal(as.integer(x4), c(1, NA, 3, NA, 5, 6, 7, NA, NA, NA))
})
test_that("converts data frame", {
x1 <- labelled(tagged_na("a", "b"), c(a = tagged_na("a"), b = 1))
df1 <- tibble::tibble(x1 = 1, x2 = 2:1)
df2 <- zap_missing(df1)
expect_equal(na_tag(df1$x1), c(NA_character_, NA))
expect_equal(df1$x2, df2$x2)
})
haven/tests/testthat/test-zap-empty.R 0000644 0001762 0000144 00000000171 14033646044 017406 0 ustar ligges users test_that("empty strings replaced with missing", {
x <- c("", "a", NA)
expect_equal(zap_empty(x), c(NA, "a", NA))
})
haven/tests/testthat/test-haven-spss.R 0000644 0001762 0000144 00000030360 14376672143 017563 0 ustar ligges users # read_spss ---------------------------------------------------------------
test_that("variable label stored as attributes", {
df <- read_spss(test_path("spss/variable-label.sav"))
expect_equal(attr(df$sex, "label"), "Gender")
})
test_that("value labels stored as labelled class", {
num <- zap_formats(read_spss(test_path("spss/labelled-num.sav")))
str <- zap_formats(read_spss(test_path("spss/labelled-str.sav")))
expect_equal(num[[1]], labelled(1, c("This is one" = 1)))
expect_equal(str[[1]], labelled(c("M", "F"), c(Female = "F", Male = "M")))
})
test_that("value labels read in as same type as vector", {
df <- read_spss(test_path("spss/variable-label.sav"))
num <- read_spss(test_path("spss/labelled-num.sav"))
str <- read_spss(test_path("spss/labelled-str.sav"))
expect_equal(typeof(df$sex), typeof(attr(df$sex, "labels")))
expect_equal(typeof(num[[1]]), typeof(attr(num[[1]], "labels")))
expect_equal(typeof(str[[1]]), typeof(attr(str[[1]], "labels")))
})
test_that("non-ASCII labels converted to utf-8", {
x <- read_spss(test_path("spss/umlauts.sav"))[[1]]
expect_equal(attr(x, "label"), "This is an \u00e4-umlaut")
expect_equal(names(attr(x, "labels"))[1], "the \u00e4 umlaut")
})
test_that("datetime variables converted to the correct class", {
df <- read_spss(test_path("spss/datetime.sav"))
expect_true(inherits(df$date, "Date"))
expect_true(inherits(df$date.posix, "POSIXct"))
expect_true(inherits(df$time, "hms"))
})
test_that("datetime values correctly imported (offset)", {
df <- read_spss(test_path("spss/datetime.sav"))
expect_equal(df$date[1], as.Date("2014-09-22d"))
expect_equal(df$date.posix[2], as.POSIXct("2014-09-23 15:59:20", tz = "UTC"))
expect_equal(as.integer(df$time[1]), 43870)
})
test_that("formats roundtrip", {
df <- tibble::tibble(
a = structure(c(1, 1, 2), format.spss = "F1.0"),
b = structure(4:6, format.spss = "F2.1"),
c = structure(7:9, format.spss = "N2"),
d = structure(c("Text", "Text", ""), format.spss = "A100")
)
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(df, tmp)
df2 <- read_sav(tmp)
expect_equal(df$a, df2$a)
expect_equal(df$b, df2$b)
expect_equal(df$c, df2$c)
expect_equal(df$d, df2$d)
})
test_that("widths roundtrip", {
df <- tibble::tibble(
a = structure(c(1, 1, 2), display_width = 10),
b = structure(4:6, display_width = 11),
c = structure(7:9, display_width = 12),
d = structure(c("Text", "Text", ""), display_width = 10)
)
tmp <- tempfile()
on.exit(unlink(tmp))
write_sav(df, tmp)
df2 <- read_sav(tmp)
expect_equal(df$a, zap_formats(df2$a))
expect_equal(df$b, zap_formats(df2$b))
expect_equal(df$c, zap_formats(df2$c))
expect_equal(df$d, zap_formats(df2$d))
})
test_that("only selected columns are read", {
out <- read_spss(test_path("spss/datetime.sav"), col_select = "date")
expect_named(out, "date")
})
# Row skipping/limiting --------------------------------------------------------
test_that("using skip returns correct number of rows", {
rows_after_skipping <- function(n) {
nrow(read_spss(test_path("spss/datetime.sav"), skip = n))
}
n <- rows_after_skipping(0)
expect_equal(rows_after_skipping(1), n - 1)
expect_equal(rows_after_skipping(n - 1), 1)
expect_equal(rows_after_skipping(n + 0), 0)
expect_equal(rows_after_skipping(n + 1), 0)
})
test_that("can limit the number of rows to read", {
rows_with_limit <- function(n) {
nrow(read_spss(test_path("spss/datetime.sav"), n_max = n))
}
n <- rows_with_limit(Inf)
expect_equal(rows_with_limit(0), 0)
expect_equal(rows_with_limit(1), 1)
expect_equal(rows_with_limit(n), n)
expect_equal(rows_with_limit(n + 1), n)
# alternatives for unlimited rows
expect_equal(rows_with_limit(NA), n)
expect_equal(rows_with_limit(-1), n)
})
# User-defined missings ---------------------------------------------------
test_that("user-defined missing values read as missing by default", {
num <- read_spss(test_path("spss/labelled-num-na.sav"))[[1]]
expect_equal(vec_data(num)[[2]], NA_real_)
})
test_that("user-defined missing values can be preserved", {
num <- read_spss(test_path("spss/labelled-num-na.sav"), user_na = TRUE)[[1]]
expect_s3_class(num, "haven_labelled_spss")
expect_equal(vec_data(num)[[2]], 9)
expect_equal(attr(num, "na_values"), 9)
expect_equal(attr(num, "na_range"), NULL)
num
})
test_that("system missings read as NA", {
df <- tibble::tibble(x = c(1, NA))
out <- roundtrip_sav(df)
expect_identical(df$x, c(1, NA))
})
# write_sav ---------------------------------------------------------------
test_that("can roundtrip basic types", {
x <- runif(10)
expect_equal(roundtrip_var(x, "sav"), x)
expect_equal(roundtrip_var(1:10, "sav"), 1:10)
expect_equal(roundtrip_var(c(TRUE, FALSE), "sav"), c(1, 0))
expect_equal(roundtrip_var(letters, "sav"), letters)
})
test_that("can roundtrip missing values (as much as possible)", {
expect_equal(roundtrip_var(NA, "sav"), NA_integer_)
expect_equal(roundtrip_var(NA_real_, "sav"), NA_real_)
expect_equal(roundtrip_var(NA_integer_, "sav"), NA_integer_)
expect_equal(roundtrip_var(NA_character_, "sav"), "")
})
test_that("can roundtrip date times", {
x1 <- c(as.Date("2010-01-01"), NA)
expect_equal(roundtrip_var(x1, "sav"), x1)
# converted to same time in UTC
x2 <- as.POSIXct("2010-01-01 09:00", tz = "Pacific/Auckland")
expect_equal(
roundtrip_var(x2, "sav"),
as.POSIXct("2010-01-01 09:00", tz = "UTC")
)
x2_utc <- x2
attr(x2_utc, "tzone") <- "UTC"
expect_equal(
roundtrip_var(x2, "sav", adjust_tz = FALSE),
x2_utc
)
attr(x2, "label") <- "abc"
expect_equal(attr(roundtrip_var(x2, "sav"), "label"), "abc")
})
test_that("can roundtrip times", {
x <- hms::hms(c(1, NA, 86400))
expect_equal(roundtrip_var(x, "sav"), x)
})
test_that("infinity gets converted to NA", {
expect_equal(roundtrip_var(c(Inf, 0, -Inf), "sav"), c(NA, 0, NA))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "sav")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are preserved", {
x <- 1:10
attr(x, "label") <- "abc"
expect_equal(attr(roundtrip_var(x, "sav"), "label"), "abc")
})
test_that("labelleds are round tripped", {
int <- labelled(c(1L, 2L), c(a = 1L, b = 3L))
num <- labelled(c(1, 2), c(a = 1, b = 3))
chr <- labelled(c("a", "b"), c(a = "b", b = "a"))
expect_equal(roundtrip_var(num, "sav"), num)
expect_equal(roundtrip_var(chr, "sav"), chr)
})
test_that("spss labelleds are round tripped", {
df <- tibble(
x = labelled_spss(
c(1, 2, 1, 9, 80, 85, 90),
labels = c(no = 1, yes = 2, unknown = 9),
na_values = 9,
na_range = c(80, 90)
)
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path)
expect_s3_class(df2$x, "haven_labelled")
expect_equal(as.double(df2$x), c(1, 2, 1, NA, NA, NA, NA))
df3 <- read_sav(path, user_na = TRUE)
expect_s3_class(df3$x, "haven_labelled_spss")
expect_equal(attr(df3$x, "na_values"), attr(df$x, "na_values"))
expect_equal(attr(df3$x, "na_range"), attr(df$x, "na_range"))
})
test_that("spss integer labelleds are round tripped", {
df <- tibble(
x = labelled_spss(
c(1L, 2L, 1L, 9L, 80L, 85L, 90L),
labels = c(no = 1, yes = 2, unknown = 9),
na_values = 9,
na_range = c(80, 90)
)
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path)
expect_s3_class(df2$x, "haven_labelled")
expect_equal(as.integer(df2$x), c(1, 2, 1, NA, NA, NA, NA))
df3 <- read_sav(path, user_na = TRUE)
expect_s3_class(df3$x, "haven_labelled_spss")
expect_equal(attr(df3$x, "na_values"), attr(df$x, "na_values"))
expect_equal(attr(df3$x, "na_range"), attr(df$x, "na_range"))
})
test_that("na_range roundtrips successfully with mismatched type", {
x_vec <- 1:10
x_na <- c(1, 10)
df <- tibble(
x_int_int = labelled_spss(as.integer(x_vec), na_range = as.integer(x_na)),
x_int_real = labelled_spss(as.integer(x_vec), na_range = as.numeric(x_na)),
x_real_real = labelled_spss(as.numeric(x_vec), na_range = as.numeric(x_na)),
x_real_int = labelled_spss(as.numeric(x_vec), na_range = as.integer(x_na))
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path, user_na = TRUE)
expect_equal(attr(df2$x_int_int, "na_range"), attr(df$x_int_int, "na_range"))
expect_equal(attr(df2$x_int_real, "na_range"), attr(df$x_int_real, "na_range"))
expect_equal(attr(df2$x_real_real, "na_range"), attr(df$x_real_real, "na_range"))
expect_equal(attr(df2$x_real_int, "na_range"), attr(df$x_real_int, "na_range"))
})
test_that("spss string labelleds are round tripped", {
df <- tibble(
x = labelled_spss(
c("1", "2", "3", "99"),
labels = c(one = "1"),
na_values = "99",
na_range = c("2", "3")
)
)
path <- tempfile()
write_sav(df, path)
df2 <- read_sav(path)
expect_s3_class(df2$x, "haven_labelled")
expect_equal(as.character(df2$x), c("1", NA, NA, NA))
df3 <- read_sav(path, user_na = TRUE)
expect_s3_class(df3$x, "haven_labelled_spss")
expect_equal(attr(df3$x, "na_values"), attr(df$x, "na_values"))
expect_equal(attr(df3$x, "na_range"), attr(df$x, "na_range"))
})
test_that("factors become labelleds", {
f <- factor(c("a", "b"), levels = letters[1:3])
rt <- roundtrip_var(f, "sav")
expect_s3_class(rt, "haven_labelled")
expect_equal(as.vector(rt), 1:2)
expect_equal(attr(rt, "labels"), c(a = 1, b = 2, c = 3))
})
test_that("labels are converted to utf-8", {
labels_utf8 <- c("\u00e9\u00e8", "\u00e0", "\u00ef")
labels_latin1 <- iconv(labels_utf8, "utf-8", "latin1")
v_utf8 <- labelled(3:1, setNames(1:3, labels_utf8))
v_latin1 <- labelled(3:1, setNames(1:3, labels_latin1))
expect_equal(names(attr(roundtrip_var(v_utf8, "sav"), "labels")), labels_utf8)
expect_equal(names(attr(roundtrip_var(v_latin1, "sav"), "labels")), labels_utf8)
})
test_that("complain about long factor labels", {
expect_snapshot(error = TRUE, {
x <- paste(rep("a", 200), collapse = "")
df <- data.frame(x = factor(x))
write_sav(df, tempfile())
})
})
test_that("complain about invalid variable names", {
expect_snapshot(error = TRUE, {
df <- data.frame(a = 1, A = 1, b = 1)
write_sav(df, tempfile())
names(df) <- c("$var", "A._$@#1", "a.")
write_sav(df, tempfile())
names(df) <- c("ALL", "eq", "b")
write_sav(df, tempfile())
names(df) <- c(
paste(rep("a", 65), collapse = ""),
paste(rep("b", 65), collapse = ""),
"c"
)
write_sav(df, tempfile())
})
# Windows fails if this is a snapshot because of issues with unicode support
expect_error(
{
df <- data.frame(a = 1, A = 1, b = 1)
names(df) <- c("流水号", "$性别", "年龄.")
write_sav(df, tempfile())
names(df) <- c(
paste(rep("\U044D", 33), collapse = ""),
paste(rep("\U767E", 22), collapse = ""),
c
)
write_sav(df, tempfile())
},
regexp = "Variables in `data` must have valid SPSS variable names"
)
# Check that non-latin characters are written successfully
df <- tibble::tibble("流水号" = 1:2)
out <- roundtrip_sav(df)
expect_identical(names(df), names(out))
})
test_that("invisibly returns original data unaltered", {
df <- tibble(
x = 1:5,
dt = seq(
as.POSIXct("2022-01-01 12:00:00", tz = "America/Chicago"),
by = "days",
length.out = 5
)
)
path <- tempfile()
df_returned <- write_sav(df, path)
expect_identical(df, df_returned)
})
# max_level_lengths -------------------------------------------------------
test_that("works with NA levels", {
x <- factor(c("a", "abc", NA), exclude = NULL)
expect_equal(max_level_length(x), 3)
})
test_that("works with empty factors", {
x <- factor(character(), levels = character())
expect_equal(max_level_length(x), 0)
x <- factor(character(), levels = c(NA_character_))
expect_equal(max_level_length(x), 0)
})
# compression roundtrips --------------------------------------------------
test_that("all compression types roundtrip successfully", {
df <- tibble::tibble(x = 1:10)
expect_equal(roundtrip_sav(df, compress = "byte"), df)
expect_equal(roundtrip_sav(df, compress = "none"), df)
expect_equal(roundtrip_sav(df, compress = "zsav"), df)
})
haven/tests/testthat/test-zap_labels.R 0000644 0001762 0000144 00000001767 14207426345 017613 0 ustar ligges users test_that("zap_labels strips labelled attributes", {
var <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L))
exp <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), exp)
})
test_that("zap_labels returns variables not of class('labelled') unmodified", {
var <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), var)
})
test_that("zap_labels is applied to every column in data frame", {
df <- tibble::tibble(x = 1:10, y = labelled(10:1, c("good" = 1)))
expect_equal(zap_labels(df)$y, 10:1)
})
test_that("replaces user-defined missings for spss", {
x <- labelled_spss(1:5, c(a = 1), na_values = c(2, 4))
expect_equal(zap_labels(x), c(1, NA, 3, NA, 5))
})
test_that("keeps user-defined missings for spss if user_na = TRUE", {
x <- labelled_spss(1:5, c(a = 1), na_values = c(2, 4))
expect_equal(zap_labels(x, user_na = TRUE), 1:5)
df <- tibble::tibble(x = 1:10, y = labelled_spss(10:1, c("good" = 1), na_values = 10))
expect_equal(zap_labels(df, user_na = TRUE)$y, 10:1)
})
haven/tests/testthat/sas/ 0000755 0001762 0000144 00000000000 14034332133 015137 5 ustar ligges users haven/tests/testthat/sas/formats.sas7bcat 0000644 0001762 0000144 00000042000 14033646021 020242 0 ustar ligges users cϽ 1 "" 332 "" 3323#3 SAS FILEFORMATS CATALOG x2AOMd3A 9.0401M1X64_8PRO x^^^ x x2A x H SYSRESR PGBITMAP ` FORMATC GENDER 8 FORMAT WORKSHOP x K XLCH ( XLSR shy2A/Ld3A XLSR Ld3ALd3A x O0001000100060000 x F XLSR VMd3A Md3A x O0010001000030000 x F XLSR M$AfN$A < IOM Cache Service XLSR
8N$AfN$A
< Base A. M. for Catalog's XLSR M$AfN$A < Clipboard Access Method XLSR 8N$AfN$A < Communication Ports XLSR
M$AfN$A
< Base A.M. for URL XLSR 8N$AfN$A < Dynamic Data Exchange XLSR 8N$AfN$A < Base A. M. for Disk files XLSR 8N$AfN$A < Drive Map access method XLSR
8N$AfN$A
< Base A. M. for Dummy files XLSR 8N$AfN$A < Base A. M. for EMAIL XLSR 8N$AfN$A <
FTP A. M. x j x `K x $GENDER Ld3A ( @
f
m Female Male x WORKSHOP VMd3A ( -q= ` 0 ѿ 0 h R SAS
haven/tests/testthat/sas/hadley.sas7bdat 0000644 0001762 0000144 00000400000 14033646021 020034 0 ustar ligges users `Ͻ 1 "" 332 "" 3323#3 > SAS FILEHADLEY DATA h%3Ah%3A 9.0401M1X64_8PRO h%$J$J$J Ck h%3A Bk 0 L H h < 4 4 p 4 < 4 4 4 4 ? ? ? ? @ ?f @ @ @ ? @ ?f @ ? @ @ @ @f @ @ @ ? @ @ ? @ @ @ @m @ @ @ @ @ @m @ ? @ @ @ @m @ @ @ @ @ @m ~ ~ ~1$ ~1$ $ p L @ 0 0 ( \ 0 ( @ $ ( 8 H l DATASTEPid workshopWORKSHOPgender $GENDER q1 The instructor was well preparedq2 The instructor communicated wellq3 The course material was helpful q4 Overall, I found the workhsop useful 0"8 ( n Bk $ } haven/tests/testthat/sas/hadley.zip 0000644 0001762 0000144 00000002263 14033646021 017137 0 ustar ligges users PK )UF{
hadley.sas7bdatUT TPWux k U Ij"M
j D&HIM4hJPAАlM&'+zՃJ A^HB v, ZNիZ
ó!t3c#coDmtdz$ɚ>_GXҕwb}!{W^z譓gMKg/n]Ο~ 8H.g7 -cqCVygZV֭HxUOxϧygJ_ a(]\O\͝<]> {&m =f}]whk:ֹRdQC_Oc]}l~gߥަ=qOSߑ]q}v x0
7CQ[
Ł, poU*{6d_нK{VC} ^zCǾ{mW*p$? #P?ˡUlWZWBh z7si
%t{syˏLQ_h L|)4GMFGG.̅pa>乗'ϾS\+8ع6|1ZX^(on 3хb3ډ;jfW6fg6sZfy- 3bRX
abyTz2:_\6+z1)ݜ;{lW;|YεsmIC\ӹt.ydz.s7w{nIJGCӝ -MjV{^jI9uy;jIiJ4vܵ{7 g'Y͏qxL_{wYP~/PK )UF{
hadley.sas7bdatUT Tux PK U H haven/tests/testthat/sas/tagged-na.sas7bdat 0000644 0001762 0000144 00000400000 14033646021 020415 0 ustar ligges users `Ͻ 1 "" 332 "" 3323#3 > SAS FILEAPPLE DATA *ŞA*ŞA 9.0401M2X64_8PRO *EEE h *ŞA h 0 8 p < 4 < ? @ @ @ @ ( $ , > DATASTEPx XFMT ,
0" h haven/tests/testthat/sas/tagged-na.sas7bcat 0000644 0001762 0000144 00000042000 14033646021 020416 0 ustar ligges users cϽ 1 "" 332 "" 3323#3 SAS FILEXFMT CATALOG }?m/A}?m/A 9.0401M2X64_8PRO }?m/1qJ1qJ1qJ ж~ }?m/A Ѷ~ | SYSRESR PGBITMAP ` FORMAT XFMT 8 Ҷ~ ` XLCH
( XLSR $n/A$n/A XLSR ?5n/A?5n/A x O0010001000050000 F XLSR 8N$AfN$A < Base A. M. for external files XLSR M$AfN$A < IOM Cache Service XLSR
8N$AfN$A
< Base A. M. for Catalog's XLSR M$AfN$A < Clipboard Access Method XLSR 8N$AfN$A < Communication Ports XLSR
M$AfN$A
< Base A.M. for URL XLSR 8N$AfN$A < Dynamic Data Exchange XLSR 8N$AfN$A < Base A. M. for Disk files XLSR 8N$AfN$A < Drive Map access method XLSR
8N$AfN$A
< Base A. M. for Dummy files XLSR 8N$AfN$A < Base A. M. for EMAIL XLSR 8N$AfN$A <
FTP A. M. Ӷ~ L f j Զ~
x XFMT ?5n/A ( -q= ` 0 A A A A 0 Z Z Z Z
Apple
Zebra haven/tests/testthat/sas/datetime.sas7bdat 0000644 0001762 0000144 00000012000 14033646021 020361 0 ustar ligges users `Ͻ 1 "" 2"2 "" 2"22"" > SAS FILEDATETIME DATA M3AM3A 9.0301M0XP_PRO MJ"J"J" Chh M3A Bhh \
0 d D < P 4 4 X 4 $ 4
4
4
. A @@ @@ @@ @ dA C@ C@ C@ @ A @ @ @ @ D @heck the spelling of all words Check spelling and suggest correct words Suggest correct word for misspelled word Remember misspelled word as a correct word Add misspelled word to a dictionary Include a dictionary to be used for spell checking Close an included dictionary Create a dictionaryAGSRDIFC " Enter dictionary name: DICT CREATE @1" Enter dictionary name: DICT FREE @1" Enter dictionary name: DICT INCLUDE @1" Enter dictionary name: SPELL ADD @1" Enter dictionary name: SPELL REMEMBER @1
Spell suggestSpell all suggest Spell all % { q f g S h h h h h h h f g
f g f g f g
f g f g f g f g S Program Editor Log Output Graph Results Explorer Contents Only My Favorite Folders (1?]^_n`p
p" View the Program Editor window View the Log window View the Output window View the Graph window View the Results Navigator window View the Explorer window View the Explorer showing only its contents Explore Favorite FoldersPLOaexcy
exproot filesdmsexpEXPLORER
odsresultsGRAPH1LISTINGLOGPGM " f g ~ h $ h $ h $ h $ h $ h $ h $ f g f g f g f g f g f g f g f g f g ~ ?Query Table Editor Graphics Editor ODS Graphics Designer Report Editor Image Editor Text Editor New Library New File Shortcut
#9GT`lwx}z{|p
p p Open the query tool Open the table editor Open the graphics editor Open the ODS graphics designer T H @
4 ( ( h D 0 $ 0 < D P X DATASTEPVAR1DATETIMEVAR2MMDDYY VAR3DATEVAR4WEEKDATEVAR5TIME X 0" ( ? Bhh L haven/tests/testthat/test-zap_label.R 0000644 0001762 0000144 00000002132 14225304450 017403 0 ustar ligges users test_that("zap_label strips label but doesn't change other attributes", {
var <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L), label = "foo")
var_nolabel <- labelled(c(1L, 98L, 99L), c(not_answered = 98L, not_applicable = 99L))
expect_identical(zap_label(var), var_nolabel)
})
test_that("zap_label returns variables not of class('labelled') unmodified", {
var <- c(1L, 98L, 99L)
expect_equal(zap_labels(var), var)
})
test_that("zap_label is correctly applied to every column in data frame", {
y1_label <- labelled(10:1, c("good" = 1), label = "foo")
y1_nolabel <- labelled(10:1, c("good" = 1))
y2_label <- labelled(1:10, c("bad" = 2), label = "bar")
y2_nolabel <- labelled(1:10, c("bad" = 2))
df <- tibble::tibble(x = 1:10, y1 = y1_label, y2 = y2_label)
df_zapped <- zap_label(df)
expect_equal(ncol(df_zapped), ncol(df))
expect_identical(df_zapped$y1, y1_nolabel)
expect_identical(df_zapped$y2, y2_nolabel)
})
test_that("zap_label strips attribute from any vector", {
x <- structure(1:5, label = "a")
expect_equal(attr(zap_label(x), "label"), NULL)
})
haven/tests/testthat.R 0000644 0001762 0000144 00000000066 14033646021 014501 0 ustar ligges users library(testthat)
library(haven)
test_check("haven")
haven/src/ 0000755 0001762 0000144 00000000000 14532107013 012136 5 ustar ligges users haven/src/haven_types.cpp 0000644 0001762 0000144 00000011310 14033646021 015166 0 ustar ligges users #include
#include "haven_types.h"
#include
FileVendor extVendor(FileExt ext) {
switch (ext) {
case HAVEN_DTA: return HAVEN_STATA;
case HAVEN_SAV:
case HAVEN_POR: return HAVEN_SPSS;
case HAVEN_SAS7BDAT:
case HAVEN_SAS7BCAT:
case HAVEN_XPT: return HAVEN_SAS;
default:
cpp11::stop("Unknown file extension");
}
/* not actually reached */
return HAVEN_SAS;
}
std::string formatAttribute(FileVendor vendor) {
switch (vendor) {
case HAVEN_STATA: return "format.stata";
case HAVEN_SPSS: return "format.spss";
case HAVEN_SAS: return "format.sas";
}
return "";
}
bool hasPrefix(std::string x, std::string prefix) {
return x.compare(0, prefix.size(), prefix) == 0;
}
VarType numType(SEXP x) {
if (Rf_inherits(x, "Date")) {
return HAVEN_DATE;
} else if (Rf_inherits(x, "POSIXct")) {
return HAVEN_DATETIME;
} else if (Rf_inherits(x, "hms")) {
return HAVEN_TIME;
} else {
return HAVEN_DEFAULT;
}
}
VarType numType(FileVendor vendor, const char* var_format) {
if (var_format == NULL)
return HAVEN_DEFAULT;
std::string format(var_format);
switch(vendor) {
case HAVEN_SAS:
// http://support.sas.com/documentation/cdl/en/lrdict/64316/HTML/default/viewer.htm#a000589916.htm
if (hasPrefix(format,"DATETIME")) return HAVEN_DATETIME;
else if (hasPrefix(format,"IS8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"E8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"B8601DT")) return HAVEN_DATETIME;
else if (hasPrefix(format,"IS8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"E8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"B8601DA")) return HAVEN_DATE;
else if (hasPrefix(format,"WEEKDATE")) return HAVEN_DATE;
else if (hasPrefix(format,"MMDDYY")) return HAVEN_DATE;
else if (hasPrefix(format,"DDMMYY")) return HAVEN_DATE;
else if (hasPrefix(format,"YYMMDD")) return HAVEN_DATE;
else if (hasPrefix(format,"DATE")) return HAVEN_DATE;
else if (hasPrefix(format,"TIME")) return HAVEN_TIME;
else if (hasPrefix(format,"HHMM")) return HAVEN_TIME;
else if (hasPrefix(format,"IS8601TM")) return HAVEN_TIME;
else if (hasPrefix(format,"E8601TM")) return HAVEN_TIME;
else if (hasPrefix(format,"B8601TM")) return HAVEN_TIME;
else return HAVEN_DEFAULT;
case HAVEN_SPSS:
// http://www-01.ibm.com/support/knowledgecenter/?lang=en#!/SSLVMB_20.0.0/com.ibm.spss.statistics.help/syn_date_and_time_date_time_formats.htm
if (hasPrefix(format, "DATETIME")) return HAVEN_DATETIME;
else if (hasPrefix(format, "DATE")) return HAVEN_DATE;
else if (hasPrefix(format, "ADATE")) return HAVEN_DATE;
else if (hasPrefix(format, "EDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "JDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "SDATE")) return HAVEN_DATE;
else if (hasPrefix(format, "TIME")) return HAVEN_TIME;
else if (hasPrefix(format, "DTIME")) return HAVEN_TIME;
else return HAVEN_DEFAULT;
case HAVEN_STATA:
if (hasPrefix(format, "%tC")) return HAVEN_DATETIME;
else if (hasPrefix(format, "%tc")) return HAVEN_DATETIME;
else if (hasPrefix(format, "%td")) return HAVEN_DATE;
else if (hasPrefix(format, "%d")) return HAVEN_DATE;
else return HAVEN_DEFAULT;
}
return HAVEN_DEFAULT;
}
// Value conversion -----------------------------------------------------------
int daysOffset(FileVendor vendor) {
switch(vendor) {
case HAVEN_SAS: return 3653; // 1960-01-01
case HAVEN_STATA: return 3653;
case HAVEN_SPSS: return 141428; // 1582-01-01
}
return 0;
}
double adjustDatetimeToR(FileVendor vendor, VarType var, double value) {
if (std::isnan(value))
return value;
double offset = daysOffset(vendor);
switch(var) {
case HAVEN_DATETIME:
if (vendor == HAVEN_STATA) // stored in milliseconds
value /= 1000;
return value - offset * 86400;
case HAVEN_DATE:
if (vendor == HAVEN_SPSS) // stored in seconds
value /= 86400;
return value - offset;
default:
return value;
}
}
double adjustDatetimeFromR(FileVendor vendor, SEXP col, double value) {
if (std::isnan(value))
return value;
double offset = daysOffset(vendor);
switch(numType(col)) {
case HAVEN_DATETIME:
value += offset * 86400;
if (vendor == HAVEN_STATA) // stored in milliseconds
value *= 1000;
return value;
case HAVEN_DATE:
value += offset;
if (vendor == HAVEN_SPSS) // stored in seconds
value *= 86400;
return value;
default:
return value;
}
}
haven/src/tagged_na.c 0000644 0001762 0000144 00000006360 14225304450 014223 0 ustar ligges users #define R_NO_REMAP
#include
#include
#include
// Scalar operators -------------------------------------------------------
// IEEE 754 defines binary64 as
// * 1 bit : sign
// * 11 bits: exponent
// * 52 bits: significand
//
// R stores the value "1954" in the last 32 bits: this payload marks
// the value as a NA, not a regular NaN.
//
// (Note that this discussion like most discussion of FP on the web, assumes
// a big-endian architecture - in little endian the sign bit is the last
// bit)
typedef union {
double value; // 8 bytes
char byte[8]; // 8 * 1 bytes
} ieee_double;
#ifdef WORDS_BIGENDIAN
// First two bytes are sign & expoonent
// Last four bytes are 1954
const int TAG_BYTE = 3;
#else
const int TAG_BYTE = 4;
#endif
double make_tagged_na(char x) {
ieee_double y;
y.value = NA_REAL;
y.byte[TAG_BYTE] = x;
return y.value;
}
char tagged_na_value(double x) {
ieee_double y;
y.value = x;
return y.byte[TAG_BYTE];
}
char first_char(SEXP x) {
if (TYPEOF(x) != CHARSXP)
return '\0';
if (x == NA_STRING)
return '\0';
return CHAR(x)[0];
}
// Vectorised wrappers -----------------------------------------------------
SEXP tagged_na_(SEXP x) {
if (TYPEOF(x) != STRSXP)
Rf_errorcall(R_NilValue, "`x` must be a character vector");
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(REALSXP, n));
for (int i = 0; i < n; ++i) {
char xi = first_char(STRING_ELT(x, i));
REAL(out)[i] = make_tagged_na(xi);
}
UNPROTECT(1);
return out;
}
SEXP na_tag_(SEXP x) {
if (TYPEOF(x) != REALSXP)
Rf_errorcall(R_NilValue, "`x` must be a double vector");
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(STRSXP, n));
for (int i = 0; i < n; ++i) {
double xi = REAL(x)[i];
if (!isnan(xi)) {
SET_STRING_ELT(out, i, NA_STRING);
} else {
char tag = tagged_na_value(xi);
if (tag == '\0') {
SET_STRING_ELT(out, i, NA_STRING);
} else {
SET_STRING_ELT(out, i, Rf_mkCharLenCE(&tag, 1, CE_UTF8));
}
}
}
UNPROTECT(1);
return out;
}
SEXP falses(int n) {
SEXP out = PROTECT(Rf_allocVector(LGLSXP, n));
for (int i = 0; i < n; ++i)
LOGICAL(out)[i] = 0;
UNPROTECT(1);
return out;
}
SEXP is_tagged_na_(SEXP x, SEXP tag_) {
if (TYPEOF(x) != REALSXP) {
return falses(Rf_length(x));
}
bool has_tag;
char check_tag;
if (TYPEOF(tag_) == NILSXP) {
has_tag = false;
check_tag = '\0';
} else if (TYPEOF(tag_) == STRSXP) {
if (Rf_length(tag_) != 1)
Rf_errorcall(R_NilValue, "`tag` must be a character vector of length one.");
has_tag = true;
check_tag = first_char(STRING_ELT(tag_, 0));
} else {
Rf_errorcall(R_NilValue, "`tag` must be NULL or a character vector");
}
int n = Rf_length(x);
SEXP out = PROTECT(Rf_allocVector(LGLSXP, n));
for (int i = 0; i < n; ++i) {
double xi = REAL(x)[i];
if (!isnan(xi)) {
LOGICAL(out)[i] = false;
} else {
char tag = tagged_na_value(xi);
if (tag == '\0') {
LOGICAL(out)[i] = false;
} else {
if (has_tag) {
LOGICAL(out)[i] = tag == check_tag;
} else {
LOGICAL(out)[i] = true;
}
}
}
}
UNPROTECT(1);
return out;
}
haven/src/DfWriter.cpp 0000644 0001762 0000144 00000040166 14361266255 014415 0 ustar ligges users #include "readstat.h"
#include "haven_types.h"
#include "tagged_na.h"
#include
#include "cpp11/doubles.hpp"
#include "cpp11/strings.hpp"
#include "cpp11/integers.hpp"
#include "cpp11/sexp.hpp"
#include "cpp11/list.hpp"
ssize_t data_writer(const void *data, size_t len, void *ctx);
inline const char* string_utf8(SEXP x, int i) {
return Rf_translateCharUTF8(STRING_ELT(x, i));
}
inline const bool string_is_missing(SEXP x, int i) {
return STRING_ELT(x, i) == NA_STRING;
}
inline const int string_len_missing(SEXP x, int i) {
if (string_is_missing(x, i)) {
return 0;
} else {
return strlen(string_utf8(x, i));
}
}
inline readstat_measure_e measureType(SEXP x) {
if (Rf_inherits(x, "ordered")) {
return READSTAT_MEASURE_ORDINAL;
} else if (Rf_inherits(x, "factor")) {
return READSTAT_MEASURE_NOMINAL;
} else {
switch(TYPEOF(x)) {
case INTSXP:
case REALSXP:
return READSTAT_MEASURE_SCALE;
case LGLSXP:
case STRSXP:
return READSTAT_MEASURE_NOMINAL;
default:
return READSTAT_MEASURE_UNKNOWN;
}
}
}
inline int displayWidth(cpp11::sexp x) {
cpp11::sexp display_width_obj(x.attr("display_width"));
switch(TYPEOF(display_width_obj)) {
case INTSXP:
return INTEGER(display_width_obj)[0];
case REALSXP:
return REAL(display_width_obj)[0];
}
return 0;
}
inline int userWidth(cpp11::sexp x) {
cpp11::sexp user_width_obj(x.attr("width"));
switch(TYPEOF(user_width_obj)) {
case INTSXP:
return INTEGER(user_width_obj)[0];
case REALSXP:
return REAL(user_width_obj)[0];
}
return 0;
}
class Writer {
FileExt ext_;
FileVendor vendor_;
int version_;
int strl_threshold_;
std::unordered_map string_ref_;
cpp11::list x_;
readstat_writer_t* writer_;
FILE* pOut_;
public:
Writer(FileExt ext, cpp11::list x, cpp11::strings pathEnc): ext_(ext), vendor_(extVendor(ext)), version_(0), x_(x) {
std::string path(Rf_translateChar(pathEnc[0]));
pOut_ = fopen(path.c_str(), "wb");
if (pOut_ == NULL)
cpp11::stop("Failed to open '%s' for writing", path.c_str());
writer_ = readstat_writer_init();
checkStatus(readstat_set_data_writer(writer_, data_writer));
}
~Writer() {
try {
fclose(pOut_);
readstat_writer_free(writer_);
} catch (...) {};
}
void setCompression(readstat_compress_t version) {
readstat_writer_set_compression(writer_, version);
}
void setVersion(int version) {
version_ = version;
readstat_writer_set_file_format_version(writer_, version);
}
void setName(const std::string& name) {
readstat_writer_set_table_name(writer_, name.c_str());
}
void setFileLabel(cpp11::sexp label) {
if (label == R_NilValue)
return;
readstat_writer_set_file_label(writer_, string_utf8(label, 0));
}
void setStrLThreshold(int strl_threshold) {
strl_threshold_ = strl_threshold;
}
void write() {
int p = x_.size();
if (p == 0)
return;
int n = Rf_length(x_[0]);
readstat_error_t status;
switch(ext_) {
case HAVEN_SAV:
status = readstat_begin_writing_sav(writer_, this, n);
break;
case HAVEN_DTA:
status = readstat_begin_writing_dta(writer_, this, n);
break;
case HAVEN_SAS7BDAT:
status = readstat_begin_writing_sas7bdat(writer_, this, n);
break;
case HAVEN_XPT:
status = readstat_begin_writing_xport(writer_, this, n);
break;
case HAVEN_POR:
case HAVEN_SAS7BCAT:
status = READSTAT_OK;
// not used
break;
}
if (status) {
cpp11::stop("Failed to create file: %s.", readstat_error_message(status));
}
status = readstat_validate_metadata(writer_);
if (status) {
cpp11::stop("Failed to write metadata: %s.", readstat_error_message(status));
}
cpp11::strings names(x_.attr("names"));
// Define variables
for (int j = 0; j < p; ++j) {
cpp11::sexp col = x_[j];
VarType type = numType(col);
const char* name = string_utf8(names, j);
const char* format = var_format(col, type);
switch(TYPEOF(col)) {
case LGLSXP: status = defineVariable(cpp11::integers(cpp11::safe[Rf_coerceVector](col, INTSXP)), name, format); break;
case INTSXP: status = defineVariable(cpp11::integers(col), name, format); break;
case REALSXP: status = defineVariable(cpp11::doubles(col), name, format); break;
case STRSXP: status = defineVariable(cpp11::strings(col), name, format); break;
default: cpp11::stop("Columns of type %s not supported yet", Rf_type2char(TYPEOF(col)));
}
if (status) {
cpp11::stop("Failed to create column `%s`: %s.", name, readstat_error_message(status));
}
}
// Write data
for (int i = 0; i < n; ++i) {
checkStatus(readstat_begin_row(writer_));
for (int j = 0; j < p; ++j) {
cpp11::sexp col(x_[j]);
readstat_variable_t* var = readstat_get_variable(writer_, j);
switch (TYPEOF(col)) {
case LGLSXP: {
int val = LOGICAL(col)[i];
status = insertValue(var, val, val == NA_LOGICAL);
break;
}
case INTSXP: {
int val = INTEGER(col)[i];
status = insertValue(var, (int) adjustDatetimeFromR(vendor_, col, val), val == NA_INTEGER);
break;
}
case REALSXP: {
double val = REAL(col)[i];
status = insertValue(var, adjustDatetimeFromR(vendor_, col, val), !R_finite(val));
break;
}
case STRSXP: {
status = insertValue(var, string_utf8(col, i), string_is_missing(col, i));
break;
}
default:
status = READSTAT_OK;
break;
}
if (status) {
cpp11::stop("Failed to insert value [%i, %i]: %s.", i + 1, j + 1, readstat_error_message(status));
}
}
checkStatus(readstat_end_row(writer_));
}
checkStatus(readstat_end_writing(writer_));
}
// Define variables ----------------------------------------------------------
const char* var_label(cpp11::sexp x) {
cpp11::sexp label(x.attr("label"));
if (label == R_NilValue)
return NULL;
return string_utf8(label, 0);
}
const char* var_format(cpp11::sexp x, VarType varType) {
// Use attribute, if present
cpp11::sexp format(x.attr(formatAttribute(vendor_).c_str()));
if (format != R_NilValue)
return string_utf8(format, 0);
switch(varType) {
case HAVEN_DEFAULT:
return NULL;
case HAVEN_DATETIME:
switch(vendor_) {
case HAVEN_SAS: return "DATETIME";
case HAVEN_SPSS: return "DATETIME";
case HAVEN_STATA: return "%tc";
}
case HAVEN_DATE:
switch(vendor_) {
case HAVEN_SAS: return "DATE";
case HAVEN_SPSS: return "DATE";
case HAVEN_STATA: return "%td";
}
case HAVEN_TIME:
switch(vendor_) {
case HAVEN_SAS: return "TIME";
case HAVEN_SPSS: return "TIME";
case HAVEN_STATA: return NULL; // Stata doesn't have a pure time type
}
}
return NULL;
}
readstat_error_t defineVariable(cpp11::integers x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "factor")) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_INT32, name);
cpp11::strings levels(x.attr("levels"));
for (int i = 0; i < levels.size(); ++i)
readstat_label_int32_value(labelSet, i + 1, string_utf8(levels, i));
} else if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_INT32, name);
cpp11::integers values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i)
readstat_label_int32_value(labelSet, values[i], string_utf8(labels, i));
}
readstat_variable_t* var =
readstat_add_variable(writer_, name, READSTAT_TYPE_INT32, userWidth(x));
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
if (Rf_inherits(x, "haven_labelled_spss")) {
SEXP na_range = x.attr("na_range");
if (TYPEOF(na_range) == REALSXP && Rf_length(na_range) == 2) {
readstat_variable_add_missing_double_range(var, REAL(na_range)[0], REAL(na_range)[1]);
} else if (TYPEOF(na_range) == INTSXP && Rf_length(na_range) == 2) {
readstat_variable_add_missing_double_range(var, INTEGER(na_range)[0], INTEGER(na_range)[1]);
}
SEXP na_values = x.attr("na_values");
if (TYPEOF(na_values) == INTSXP) {
int n = Rf_length(na_values);
for (int i = 0; i < n; ++i) {
readstat_variable_add_missing_double_value(var, INTEGER(na_values)[i]);
}
}
}
return readstat_validate_variable(writer_, var);
}
readstat_error_t defineVariable(cpp11::doubles x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_DOUBLE, name);
cpp11::doubles values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i) {
char tag = tagged_na_value(values[i]);
if (!std::isnan(values[i]) || tag == '\0') {
readstat_label_double_value(labelSet, values[i], string_utf8(labels, i));
} else {
readstat_label_tagged_value(labelSet, tag, string_utf8(labels, i));
}
}
}
readstat_variable_t* var =
readstat_add_variable(writer_, name, READSTAT_TYPE_DOUBLE, userWidth(x));
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
if (Rf_inherits(x, "haven_labelled_spss")) {
SEXP na_range = x.attr("na_range");
if (TYPEOF(na_range) == REALSXP && Rf_length(na_range) == 2) {
readstat_variable_add_missing_double_range(var, REAL(na_range)[0], REAL(na_range)[1]);
} else if (TYPEOF(na_range) == INTSXP && Rf_length(na_range) == 2) {
readstat_variable_add_missing_double_range(var, INTEGER(na_range)[0], INTEGER(na_range)[1]);
}
SEXP na_values = x.attr("na_values");
if (TYPEOF(na_values) == REALSXP) {
int n = Rf_length(na_values);
for (int i = 0; i < n; ++i) {
readstat_variable_add_missing_double_value(var, REAL(na_values)[i]);
}
}
}
return readstat_validate_variable(writer_, var);
}
readstat_error_t defineVariable(cpp11::strings x, const char* name, const char* format = NULL) {
readstat_label_set_t* labelSet = NULL;
if (Rf_inherits(x, "haven_labelled") && TYPEOF(x.attr("labels")) != NILSXP) {
labelSet = readstat_add_label_set(writer_, READSTAT_TYPE_STRING, name);
cpp11::strings values(x.attr("labels"));
cpp11::strings labels(values.attr("names"));
for (int i = 0; i < values.size(); ++i)
readstat_label_string_value(labelSet, string_utf8(values, i), string_utf8(labels, i));
}
int user_width = userWidth(x);
int max_length = 1;
for (int i = 0; i < x.size(); ++i) {
int length = string_len_missing(x, i);
if (length > max_length)
max_length = length;
}
if (max_length > user_width) {
if (user_width > 0) {
cpp11::warning("Column `%s` contains string values longer than user width %d. Width set to %d to accommodate.", name, user_width, max_length);
}
user_width = max_length;
}
// Use strL for "long" strings in stata. strL has an 80 byte overhead so
// we use it when it's likely to be more efficient. The main downside of
// strL is that it can't be used as a join key but this seems unlikely for
// very long strings.
readstat_variable_t* var;
if (ext_ == HAVEN_DTA && version_ >= 117 && user_width > strl_threshold_) {
var = readstat_add_variable(writer_, name, READSTAT_TYPE_STRING_REF, user_width);
for (int i = 0; i < x.size(); ++i) {
std::string val(string_utf8(x, i));
if (!string_ref_.count(val)) {
string_ref_[val] = readstat_add_string_ref(writer_, val.c_str());
}
}
} else {
var = readstat_add_variable(writer_, name, READSTAT_TYPE_STRING, user_width);
}
readstat_variable_set_format(var, format);
readstat_variable_set_label(var, var_label(x));
readstat_variable_set_label_set(var, labelSet);
readstat_variable_set_measure(var, measureType(x));
readstat_variable_set_display_width(var, displayWidth(x));
if (Rf_inherits(x, "haven_labelled_spss")) {
SEXP na_range = x.attr("na_range");
if (Rf_length(na_range) == 2) {
if (TYPEOF(na_range) == STRSXP) {
readstat_variable_add_missing_string_range(var,
R_CHAR(STRING_ELT(na_range, 0)),
R_CHAR(STRING_ELT(na_range, 1))
);
}
}
SEXP na_values = x.attr("na_values");
int n = Rf_length(na_values);
if (TYPEOF(na_values) == STRSXP) {
for (int i = 0; i < n; ++i) {
readstat_variable_add_missing_string_value(var, R_CHAR(STRING_ELT(na_values, i)));
}
}
}
return readstat_validate_variable(writer_, var);
}
// Value helper -------------------------------------------------------------
readstat_error_t insertValue(readstat_variable_t* var, int val, bool is_missing) {
if (is_missing) {
return readstat_insert_missing_value(writer_, var);
} else {
return readstat_insert_int32_value(writer_, var, val);
}
}
readstat_error_t insertValue(readstat_variable_t* var, double val, bool is_missing) {
if (is_missing) {
char tag = tagged_na_value(val);
if (tag == '\0') {
return readstat_insert_missing_value(writer_, var);
} else {
return readstat_insert_tagged_missing_value(writer_, var, tag);
}
} else {
return readstat_insert_double_value(writer_, var, val);
}
}
readstat_error_t insertValue(readstat_variable_t* var, const char* val, bool is_missing) {
if (is_missing) {
return readstat_insert_missing_value(writer_, var);
} else if (var->type == READSTAT_TYPE_STRING_REF) {
std::string val_s(val);
return readstat_insert_string_ref(writer_, var, string_ref_[val_s]);
} else {
return readstat_insert_string_value(writer_, var, val);
}
}
// Misc ----------------------------------------------------------------------
void checkStatus(readstat_error_t err) {
if (err == 0) return;
cpp11::stop("Writing failure: %s.", readstat_error_message(err));
}
ssize_t write(const void *data, size_t len) {
return fwrite(data, sizeof(char), len, pOut_);
}
};
ssize_t data_writer(const void *data, size_t len, void *ctx) {
return ((Writer*) ctx)->write(data, len);
}
[[cpp11::register]]
void write_sav_(cpp11::list data, cpp11::strings path, std::string compress) {
Writer writer(HAVEN_SAV, data, path);
if (compress == "zsav")
writer.setCompression(READSTAT_COMPRESS_BINARY);
else if (compress == "none")
writer.setCompression(READSTAT_COMPRESS_NONE);
else
writer.setCompression(READSTAT_COMPRESS_ROWS);
writer.write();
}
[[cpp11::register]]
void write_dta_(cpp11::list data, cpp11::strings path, int version, cpp11::sexp label, int strl_threshold) {
Writer writer(HAVEN_DTA, data, path);
writer.setVersion(version);
writer.setFileLabel(label);
writer.setStrLThreshold(strl_threshold);
writer.write();
}
[[cpp11::register]]
void write_sas_(cpp11::list data, cpp11::strings path) {
Writer(HAVEN_SAS7BDAT, data, path).write();
}
[[cpp11::register]]
void write_xpt_(cpp11::list data, cpp11::strings path, int version, std::string name, cpp11::sexp label) {
Writer writer(HAVEN_XPT, data, path);
writer.setVersion(version);
writer.setName(name);
writer.setFileLabel(label);
writer.write();
}
haven/src/readstat/ 0000755 0001762 0000144 00000000000 14532107013 013745 5 ustar ligges users haven/src/readstat/CKHashTable.h 0000644 0001762 0000144 00000002460 14101007206 016164 0 ustar ligges users // CKHashTable - A simple hash table
// Copyright 2010-2020 Evan Miller (see LICENSE)
#include
#include
typedef struct ck_hash_entry_s {
off_t key_offset;
size_t key_length;
const void *value;
} ck_hash_entry_t;
typedef struct ck_hash_table_s {
size_t capacity;
size_t count;
ck_hash_entry_t *entries;
char *keys;
size_t keys_used;
size_t keys_capacity;
} ck_hash_table_t;
int ck_str_hash_insert(const char *key, const void *value, ck_hash_table_t *table);
const void *ck_str_hash_lookup(const char *key, ck_hash_table_t *table);
int ck_str_n_hash_insert(const char *key, size_t keylen, const void *value, ck_hash_table_t *table);
const void *ck_str_n_hash_lookup(const char *key, size_t keylen, ck_hash_table_t *table);
int ck_float_hash_insert(float key, const void *value, ck_hash_table_t *table);
const void *ck_float_hash_lookup(float key, ck_hash_table_t *table);
int ck_double_hash_insert(double key, const void *value, ck_hash_table_t *table);
const void *ck_double_hash_lookup(double key, ck_hash_table_t *table);
ck_hash_table_t *ck_hash_table_init(size_t num_entries, size_t mean_key_length);
void ck_hash_table_wipe(ck_hash_table_t *table);
int ck_hash_table_grow(ck_hash_table_t *table);
void ck_hash_table_free(ck_hash_table_t *table);
haven/src/readstat/readstat_convert.h 0000644 0001762 0000144 00000000163 14101007206 017460 0 ustar ligges users
readstat_error_t readstat_convert(char *dst, size_t dst_len, const char *src, size_t src_len, iconv_t converter);
haven/src/readstat/readstat_value.c 0000644 0001762 0000144 00000012703 14101765776 017141 0 ustar ligges users
#include "readstat.h"
readstat_type_class_t readstat_type_class(readstat_type_t type) {
if (type == READSTAT_TYPE_STRING || type == READSTAT_TYPE_STRING_REF)
return READSTAT_TYPE_CLASS_STRING;
return READSTAT_TYPE_CLASS_NUMERIC;
}
readstat_type_t readstat_value_type(readstat_value_t value) {
return value.type;
}
readstat_type_class_t readstat_value_type_class(readstat_value_t value) {
return readstat_type_class(value.type);
}
char readstat_value_tag(readstat_value_t value) {
return value.tag;
}
int readstat_value_is_missing(readstat_value_t value, readstat_variable_t *variable) {
if (value.is_system_missing || value.is_tagged_missing)
return 1;
if (variable)
return readstat_value_is_defined_missing(value, variable);
return 0;
}
int readstat_value_is_system_missing(readstat_value_t value) {
return (value.is_system_missing);
}
int readstat_value_is_tagged_missing(readstat_value_t value) {
return (value.is_tagged_missing);
}
static int readstat_double_is_defined_missing(double fp_value, readstat_variable_t *variable) {
int count = readstat_variable_get_missing_ranges_count(variable);
int i;
for (i=0; i= lo && fp_value <= hi) {
return 1;
}
}
return 0;
}
static int readstat_string_is_defined_missing(const char *string, readstat_variable_t *variable) {
if (string == NULL)
return 0;
int count = readstat_variable_get_missing_ranges_count(variable);
int i;
for (i=0; i= 0 && strcmp(string, hi) <= 0) {
return 1;
}
}
return 0;
}
int readstat_value_is_defined_missing(readstat_value_t value, readstat_variable_t *variable) {
if (readstat_value_type_class(value) != readstat_variable_get_type_class(variable))
return 0;
if (readstat_value_type_class(value) == READSTAT_TYPE_CLASS_STRING)
return readstat_string_is_defined_missing(readstat_string_value(value), variable);
if (readstat_value_type_class(value) == READSTAT_TYPE_CLASS_NUMERIC)
return readstat_double_is_defined_missing(readstat_double_value(value), variable);
return 0;
}
char readstat_int8_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (char)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (char)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return (char)value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return (char)value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
int16_t readstat_int16_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (int16_t)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (int16_t)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return (int16_t)value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
int32_t readstat_int32_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return 0;
if (value.type == READSTAT_TYPE_DOUBLE)
return (int32_t)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return (int32_t)value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return 0;
}
float readstat_float_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return NAN;
if (value.type == READSTAT_TYPE_DOUBLE)
return (float)value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return value.v.float_value;
}
double readstat_double_value(readstat_value_t value) {
if (readstat_value_is_system_missing(value))
return NAN;
if (value.type == READSTAT_TYPE_DOUBLE)
return value.v.double_value;
if (value.type == READSTAT_TYPE_FLOAT)
return value.v.float_value;
if (value.type == READSTAT_TYPE_INT32)
return value.v.i32_value;
if (value.type == READSTAT_TYPE_INT16)
return value.v.i16_value;
if (value.type == READSTAT_TYPE_INT8)
return value.v.i8_value;
return NAN;
}
const char *readstat_string_value(readstat_value_t value) {
if (readstat_value_type(value) == READSTAT_TYPE_STRING)
return value.v.string_value;
return NULL;
}
haven/src/readstat/readstat_malloc.h 0000644 0001762 0000144 00000000206 14101007206 017245 0 ustar ligges users
void *readstat_malloc(size_t size);
void *readstat_calloc(size_t count, size_t size);
void *readstat_realloc(void *ptr, size_t len);
haven/src/readstat/LICENSE 0000644 0001762 0000144 00000002103 14101007206 014741 0 ustar ligges users Copyright (c) 2013-2016 Evan Miller (except where otherwise noted)
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
haven/src/readstat/readstat_bits.c 0000644 0001762 0000144 00000003171 14377230762 016762 0 ustar ligges users //
// readstat_bits.c - Bit-twiddling utility functions
//
#include
#include
#include
#include "readstat_bits.h"
int machine_is_little_endian(void) {
int test_byte_order = 1;
return ((char *)&test_byte_order)[0];
}
char ones_to_twos_complement1(char num) {
return num < 0 ? num+1 : num;
}
int16_t ones_to_twos_complement2(int16_t num) {
return num < 0 ? num+1 : num;
}
int32_t ones_to_twos_complement4(int32_t num) {
return num < 0 ? num+1 : num;
}
char twos_to_ones_complement1(char num) {
return num < 0 ? num-1 : num;
}
int16_t twos_to_ones_complement2(int16_t num) {
return num < 0 ? num-1 : num;
}
int32_t twos_to_ones_complement4(int32_t num) {
return num < 0 ? num-1 : num;
}
uint16_t byteswap2(uint16_t num) {
return ((num & 0xFF00) >> 8) | ((num & 0x00FF) << 8);
}
uint32_t byteswap4(uint32_t num) {
num = ((num & 0xFFFF0000) >> 16) | ((num & 0x0000FFFF) << 16);
return ((num & 0xFF00FF00) >> 8) | ((num & 0x00FF00FF) << 8);
}
uint64_t byteswap8(uint64_t num) {
num = ((num & 0xFFFFFFFF00000000) >> 32) | ((num & 0x00000000FFFFFFFF) << 32);
num = ((num & 0xFFFF0000FFFF0000) >> 16) | ((num & 0x0000FFFF0000FFFF) << 16);
return ((num & 0xFF00FF00FF00FF00) >> 8) | ((num & 0x00FF00FF00FF00FF) << 8);
}
float byteswap_float(float num) {
uint32_t answer = 0;
memcpy(&answer, &num, 4);
answer = byteswap4(answer);
memcpy(&num, &answer, 4);
return num;
}
double byteswap_double(double num) {
uint64_t answer = 0;
memcpy(&answer, &num, 8);
answer = byteswap8(answer);
memcpy(&num, &answer, 8);
return num;
}
haven/src/readstat/readstat_io_unistd.h 0000644 0001762 0000144 00000001031 14101007206 017770 0 ustar ligges users
typedef struct unistd_io_ctx_s {
int fd;
} unistd_io_ctx_t;
int unistd_open_handler(const char *path, void *io_ctx);
int unistd_close_handler(void *io_ctx);
readstat_off_t unistd_seek_handler(readstat_off_t offset, readstat_io_flags_t whence, void *io_ctx);
ssize_t unistd_read_handler(void *buf, size_t nbytes, void *io_ctx);
readstat_error_t unistd_update_handler(long file_size, readstat_progress_handler progress_handler, void *user_ctx, void *io_ctx);
readstat_error_t unistd_io_init(readstat_parser_t *parser);
haven/src/readstat/readstat_iconv.h 0000644 0001762 0000144 00000000541 14101007233 017116 0 ustar ligges users #include
/* ICONV_CONST defined by autotools; so we hack this in manually */
#if defined(_WIN32) || defined(__sun)
#define ICONV_CONST const
#else
#define ICONV_CONST
#endif
typedef ICONV_CONST char ** readstat_iconv_inbuf_t;
typedef struct readstat_charset_entry_s {
int code;
char name[32];
} readstat_charset_entry_t;
haven/src/readstat/txt/ 0000755 0001762 0000144 00000000000 14207426345 014577 5 ustar ligges users haven/src/readstat/txt/readstat_schema.h 0000644 0001762 0000144 00000000155 14101007206 020060 0 ustar ligges users readstat_schema_entry_t *readstat_schema_find_or_create_entry(readstat_schema_t *dct, const char *var_name);
haven/src/readstat/txt/readstat_copy.c 0000644 0001762 0000144 00000002300 14101007206 017557 0 ustar ligges users #include
#include
#include
void readstat_copy(char *buf, size_t buf_len, const char *str_start, size_t str_len) {
size_t this_len = str_len;
if (this_len >= buf_len) {
this_len = buf_len - 1;
}
memcpy(buf, str_start, this_len);
buf[this_len] = '\0';
}
void readstat_copy_lower(char *buf, size_t buf_len, const char *str_start, size_t str_len) {
int i;
readstat_copy(buf, buf_len, str_start, str_len);
for (i=0; i= buf_len) {
this_len = buf_len - 1;
}
size_t i=0;
size_t j=0;
int slash = 0;
for (i=0; i
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
%%{
machine spss_commands;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_spss_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
int i;
int line_no = 0;
uint64_t first_integer = 0, integer = 0;
double double_value = NAN;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char string_value[32];
char buf[1024];
char var_list[1024][32];
long var_col = 0;
long var_row = 0;
long var_len = 0;
long var_count = 0;
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int labelset_count = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action copy_pos {
var_col = integer - 1;
var_len = 1;
}
action set_len {
var_len = integer - var_col;
}
action copy_quoted_buf {
readstat_copy_quoted(buf, sizeof(buf), (char *)str_start, str_len);
}
action copy_quoted_string {
readstat_copy_quoted(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_string {
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy(varname, sizeof(varname), (char *)str_start, str_len);
}
action copy_argname {
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
action handle_var {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->variable.storage_width = var_len;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
action handle_var_label {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
action reset_variable_list {
var_count = 0;
}
action add_variable_to_list {
if (var_count < sizeof(var_list)/sizeof(var_list[0])) {
memcpy(var_list[var_count++], varname, sizeof(varname));
}
}
action handle_get_data_arg {
if (strcasecmp(argname, "FIRSTCASE") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "DELIMITERS") == 0) {
schema->field_delimiter = buf[0];
}
}
action handle_labelset {
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count++);
for (i=0; ilabelset, sizeof(entry->labelset), labelset_name, sizeof(labelset_name));
}
}
action handle_value_label {
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count);
error = submit_value_label(parser, labelset_name, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
single_quoted_string = "'" ( [^']* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "'";
double_quoted_string = "\"" ( [^"]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
quoted_string = ( single_quoted_string | double_quoted_string ) %copy_quoted_buf;
newline = ( "\n" | "\r\n" ) %{ line_no++; line_start = p; };
identifier = ( [A-Za-z] [_A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
integer = [0-9]+ >start_integer $incr_integer;
double_value = "-"? integer ("." integer)?;
whitespace = [ \t] | newline;
pos = ( integer %copy_pos ("-" whitespace* integer %set_len)? );
multiline_comment = "/*" ( any* - ( any* "*/" any* ) ) "*/";
comment = "*" ( any* - ( any* "." whitespace* newline any* ) ) "." whitespace* newline |
multiline_comment |
"COMMENT " [^\.]* ".";
var = identifier %copy_varname;
width = (whitespace+ "(A"i integer? ")" %{ var_type = READSTAT_TYPE_STRING; } |
whitespace+ "(" integer ")" )?;
type = ( "A"i integer %{ var_type = READSTAT_TYPE_STRING; }
| "F"i integer %{ var_type = READSTAT_TYPE_DOUBLE; } ("." integer)?
| "DATE"i integer %{ var_type = READSTAT_TYPE_DOUBLE; }
| "ADATE"i integer %{ var_type = READSTAT_TYPE_STRING; } );
slash_arg = "/" identifier %copy_argname whitespace* "=" whitespace* (identifier | quoted_string | integer);
slash_args = slash_arg ( whitespace* slash_arg)*;
select_cmd = "SELECT"i whitespace+ "IF"i whitespace+
(whitespace | identifier | "-"? integer
| "(" | ")" | quoted_string
)+ ".";
file_handle_cmd = "FILE"i whitespace+ "HANDLE"i whitespace+ (identifier whitespace+)? slash_args whitespace* ".";
save_cmd = "SAVE"i whitespace+ ( "OUTFILE"i | "DICTIONARY"i ) whitespace* "="? whitespace* quoted_string "/"? whitespace* ("/" whitespace* "COMPRESSED" whitespace*)? ".";
data_list_arg = ( "RECORD"i ("S"i)? whitespace* "=" whitespace* integer |
"FILE"i whitespace* "=" whitespace* (quoted_string | identifier)? |
"TABLE"i | "FIXED"i );
data_list_args = data_list_arg (whitespace+ data_list_arg)*;
data_list_cmd = "DATA"i whitespace+ "LIST"i whitespace+ data_list_args whitespace*
( "/" ( integer %{ var_row = integer - 1; } )?
whitespace+ var whitespace+ pos %{ var_type = READSTAT_TYPE_DOUBLE; } width
(whitespace+ var >handle_var whitespace+ pos %{ var_type = READSTAT_TYPE_DOUBLE; } width )+ whitespace* )+
"." %handle_var;
get_data_variable = var whitespace+ type %handle_var;
get_data_variable_list = get_data_variable ( whitespace+ get_data_variable )*;
get_data_arg = ( slash_arg %handle_get_data_arg | "/VARIABLES"i whitespace* "=" whitespace* get_data_variable_list );
get_data_args = get_data_arg (whitespace* get_data_arg)*;
get_data_cmd = "GET"i whitespace+ "DATA"i whitespace+ get_data_args whitespace* ".";
get_file_cmd = "GET"i whitespace+ "FILE"i whitespace* ("=" whitespace*)? quoted_string whitespace* ".";
dataset_cmd_arg = "WINDOW"i whitespace* "=" whitespace* identifier;
dataset_cmd_args = dataset_cmd_arg (whitespace+ dataset_cmd_arg)*;
dataset_cmd = "DATASET"i whitespace+ "NAME"i whitespace+ (identifier | quoted_string) (whitespace+ dataset_cmd_args)? ".";
format_string = "F" integer "." integer;
format_spec = identifier (whitespace+ identifier)* whitespace+ "(" format_string ")";
formats_cmd = "FORMATS"i whitespace+ format_spec (whitespace+ "/" whitespace+ format_spec)* whitespace* ".";
variable_labels_cmd = "VARIABLE"i whitespace+ "LABEL"i ("S"i)?
(whitespace+ var whitespace+ quoted_string %handle_var_label (whitespace* "/")? )+
whitespace* ".";
variable_list = var %reset_variable_list %add_variable_to_list (whitespace+ var %add_variable_to_list)*;
missing_value_label = "." %{ label_type = -1; } whitespace+ quoted_string %handle_value_label;
missing_values_item = var whitespace+ "(" quoted_string ")";
missing_values_list = missing_values_item (whitespace+ missing_values_item)*;
value_label = ( "-" integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; } |
integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = integer; } |
integer whitespace+ "-" whitespace+ %{ first_integer = integer; } integer %{ label_type = LABEL_TYPE_RANGE; } |
quoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_quoted_string )
whitespace+ quoted_string %handle_value_label;
variable_value_labels = variable_list whitespace+ ( value_label | missing_value_label )
(whitespace+ value_label)* whitespace* %handle_labelset;
variable_level = variable_list whitespace+ ( "(SCALE)"i | "(NOMINAL)"i | "(ORDINAL)"i );
variable_level_subcmd = "VARIABLE"i whitespace+ "LEVEL"i whitespace+ variable_level
( whitespace* "/" whitespace* variable_level )*;
value_labels_cmd = "VALUE"i whitespace+ "LABELS"i whitespace+ ("/" whitespace*)? variable_value_labels
( "/" whitespace* variable_value_labels )*
( "/" whitespace* ( variable_level_subcmd whitespace* )? )? ".";
missing_values_cmd = "MISSING"i whitespace+ "VALUES"i whitespace+ missing_values_list whitespace* ".";
recode_cmd = "RECODE"i whitespace+ identifier whitespace+ "(" double_value (whitespace+ double_value)* "=" whitespace* "SYSMIS" whitespace* ")" whitespace* ".";
execute_cmd = "EXECUTE"i whitespace* ".";
list_cmd = "LIST"i whitespace* ".";
display_cmd = "DISPLAY"i (whitespace+ identifier)* whitespace* ".";
input_program_cmd = "INPUT"i whitespace+ "PROGRAM"i whitespace* ".";
end_input_program_cmd = "END"i whitespace+ input_program_cmd;
set_cmd = "SET"i whitespace+ identifier whitespace* "=" whitespace* (identifier | integer | quoted_string) whitespace* ".";
command =
file_handle_cmd |
data_list_cmd |
get_data_cmd |
get_file_cmd |
dataset_cmd |
display_cmd |
formats_cmd |
missing_values_cmd |
variable_labels_cmd |
value_labels_cmd |
recode_cmd |
select_cmd |
save_cmd |
list_cmd |
input_program_cmd |
end_input_program_cmd |
set_cmd |
execute_cmd;
main := ( whitespace | comment | command )*;
write init;
write exec;
}%%
/* suppress warnings */
(void)spss_commands_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_copy.h 0000644 0001762 0000144 00000000420 14101007206 017565 0 ustar ligges users
void readstat_copy(char *buf, size_t buf_len, const char *str_start, size_t str_len);
void readstat_copy_lower(char *buf, size_t buf_len, const char *str_start, size_t str_len);
void readstat_copy_quoted(char *buf, size_t buf_len, const char *str_start, size_t str_len);
haven/src/readstat/txt/commands_util.h 0000644 0001762 0000144 00000000763 14101007206 017574 0 ustar ligges users
typedef enum {
LABEL_TYPE_NAN = -1,
LABEL_TYPE_DOUBLE,
LABEL_TYPE_STRING,
LABEL_TYPE_RANGE,
LABEL_TYPE_OTHER
} label_type_t;
readstat_error_t submit_columns(readstat_parser_t *parser, readstat_schema_t *dct, void *user_ctx);
readstat_error_t submit_value_label(readstat_parser_t *parser, const char *labelset,
label_type_t label_type, int64_t first_integer, int64_t last_integer,
double double_value, const char *string_value, const char *buf, void *user_ctx);
haven/src/readstat/txt/readstat_stata_dictionary_read.rl 0000644 0001762 0000144 00000016275 14101007206 023354 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
%%{
machine stata_dictionary;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_stata_dictionary(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
int cb_return_value = READSTAT_HANDLER_OK;
int total_entry_count = 0;
int partial_entry_count = 0;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
// u_char *eof = pe;
int integer = 0;
int current_row = 0;
int current_col = 0;
int line_no = 0;
unsigned char *line_start = p;
readstat_schema_entry_t current_entry;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action start_entry {
memset(¤t_entry, 0, sizeof(readstat_schema_entry_t));
current_entry.decimal_separator = '.';
current_entry.variable.type = READSTAT_TYPE_DOUBLE;
current_entry.variable.index = total_entry_count;
}
action end_entry {
current_entry.row = current_row;
current_entry.col = current_col;
current_col += current_entry.len;
cb_return_value = READSTAT_HANDLER_OK;
if (parser->handlers.variable) {
current_entry.variable.index_after_skipping = partial_entry_count;
cb_return_value = parser->handlers.variable(total_entry_count, ¤t_entry.variable, NULL, user_ctx);
if (cb_return_value == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if (cb_return_value == READSTAT_HANDLER_SKIP_VARIABLE) {
current_entry.skip = 1;
} else {
partial_entry_count++;
}
schema->entries = realloc(schema->entries, sizeof(readstat_schema_entry_t) * (schema->entry_count+1));
memcpy(&schema->entries[schema->entry_count++], ¤t_entry, sizeof(readstat_schema_entry_t));
total_entry_count++;
}
action copy_filename {
readstat_copy(schema->filename, sizeof(schema->filename), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy(current_entry.variable.name, sizeof(current_entry.variable.name),
(char *)str_start, str_len);
}
action copy_varlabel {
readstat_copy(current_entry.variable.label, sizeof(current_entry.variable.label),
(char *)str_start, str_len);
}
quoted_string = "\"" ( [^"]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
unquoted_string = [A-Za-z0-9_/\\\.\-]+ >{ str_start = fpc; } %{ str_len = fpc - str_start; };
identifier = ( [A-Za-z] [_\.A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
newline = ( "\n" | "\r\n" ) %{ line_no++; line_start = p; };
spacetab = [ \t];
whitespace = spacetab | newline;
filename = ( quoted_string | unquoted_string ) %copy_filename;
integer = [0-9]+ >start_integer $incr_integer;
lines_marker = "_lines(" spacetab* integer spacetab* ")" %{ schema->rows_per_observation = integer; };
line_marker = "_line(" spacetab* integer spacetab* ")" %{ current_row = integer - 1; };
column_marker = "_column(" spacetab* integer spacetab* ")" %{ current_col = integer - 1; };
newline_marker = "_newline" %{ current_row++; } ( "(" spacetab* integer spacetab* ")" %{ current_row += (integer - 1); } )?;
skip_marker = "_skip(" spacetab* integer spacetab* ")" %{ current_col += (integer - 1) };
lrecl_marker = "_lrecl(" spacetab* integer spacetab* ")" %{ schema->cols_per_observation = integer; };
firstlineoffile_marker = "_firstlineoffile(" spacetab* integer spacetab* ")" %{ schema->first_line = integer - 1; };
marker = lrecl_marker | firstlineoffile_marker | lines_marker | line_marker | column_marker | newline_marker;
type = "byte" %{ current_entry.variable.type = READSTAT_TYPE_INT8; }
| "int" %{ current_entry.variable.type = READSTAT_TYPE_INT16; }
| "long" %{ current_entry.variable.type = READSTAT_TYPE_INT32; }
| "float" %{ current_entry.variable.type = READSTAT_TYPE_FLOAT; }
| "double" %{ current_entry.variable.type = READSTAT_TYPE_DOUBLE; }
| "str" integer %{ current_entry.variable.type = READSTAT_TYPE_STRING;
current_entry.variable.storage_width = integer; };
varname = identifier %copy_varname;
varlabel = quoted_string %copy_varlabel;
format = "%" integer %{ current_entry.len = integer; }
( "s" | "S" | ( ( ( "." | "," %{ current_entry.decimal_separator = ','; } ) integer )? ( "f" | "g" | "e" ) ) );
entry = ( ( type spacetab+ )? varname ( spacetab+ format )? ( spacetab+ varlabel )? spacetab* newline ) >start_entry %end_entry;
comment = "*" [^\r\n]* newline | "/*" ( any* - ( any* "*/" any* ) ) "*/";
contents = ( whitespace* ( marker | entry | comment ) )* whitespace*;
main := comment* ("infile" whitespace+)? "dictionary" whitespace+
( "using" whitespace+ filename whitespace+ )?
"{" contents "}" any*;
write init;
write exec;
}%%
/* suppress warnings */
(void)stata_dictionary_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_txt_read.c 0000644 0001762 0000144 00000020354 14207426345 020450 0 ustar ligges users #include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "readstat_schema.h"
#if defined _MSC_VER
#define restrict __restrict
#endif
typedef struct txt_ctx_s {
int rows;
iconv_t converter;
readstat_schema_t *schema;
} txt_ctx_t;
static readstat_error_t handle_value(readstat_parser_t *parser, iconv_t converter,
int obs_index, readstat_schema_entry_t *entry, char *bytes, size_t len, void *ctx) {
readstat_error_t error = READSTAT_OK;
char *converted_value = NULL;
readstat_variable_t *variable = &entry->variable;
readstat_value_t value = { .type = variable->type };
if (readstat_type_class(variable->type) == READSTAT_TYPE_CLASS_STRING) {
converted_value = malloc(4*len+1);
error = readstat_convert(converted_value, 4 * len + 1, bytes, len, converter);
if (error != READSTAT_OK)
goto cleanup;
value.v.string_value = converted_value;
} else {
char *endptr = NULL;
if (variable->type == READSTAT_TYPE_DOUBLE) {
value.v.double_value = strtod(bytes, &endptr);
} else if (variable->type == READSTAT_TYPE_FLOAT) {
value.v.float_value = strtof(bytes, &endptr);
} else {
value.v.i32_value = strtol(bytes, &endptr, 10);
value.type = READSTAT_TYPE_INT32;
}
value.is_system_missing = (endptr == bytes);
}
if (parser->handlers.value(obs_index, variable, value, ctx) == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
}
cleanup:
free(converted_value);
return error;
}
static ssize_t txt_getdelim(char ** restrict linep, size_t * restrict linecapp,
int delimiter, readstat_io_t *io) {
char *value_buffer = *linep;
size_t value_buffer_len = *linecapp;
ssize_t i = 0;
ssize_t bytes_read = 0;
while ((bytes_read = io->read(&value_buffer[i], 1, io->io_ctx)) == 1 && value_buffer[i++] != delimiter) {
if (i == value_buffer_len) {
value_buffer = realloc(value_buffer, value_buffer_len *= 2);
}
}
*linep = value_buffer;
*linecapp = value_buffer_len;
if (bytes_read == -1)
return -1;
return i;
}
static readstat_error_t txt_parse_delimited(readstat_parser_t *parser,
txt_ctx_t *ctx, void *user_ctx) {
size_t value_buffer_len = 4096;
char *value_buffer = malloc(value_buffer_len);
readstat_schema_t *schema = ctx->schema;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
int k=0;
while (1) {
for (int j=0; jentry_count; j++) {
readstat_schema_entry_t *entry = &schema->entries[j];
int delimiter = (j == schema->entry_count-1) ? '\n' : schema->field_delimiter;
ssize_t chars_read = txt_getdelim(&value_buffer, &value_buffer_len, delimiter, io);
if (chars_read == 0)
goto cleanup;
if (chars_read == -1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (parser->handlers.value && !entry->skip) {
chars_read--; // delimiter
if (chars_read > 0 && value_buffer[chars_read-1] == '\r') {
chars_read--; // CRLF
}
value_buffer[chars_read] = '\0';
retval = handle_value(parser, ctx->converter, k, entry, value_buffer, chars_read, user_ctx);
if (retval != READSTAT_OK)
goto cleanup;
}
}
if (++k == parser->row_limit)
break;
}
cleanup:
ctx->rows = k;
if (value_buffer)
free(value_buffer);
return retval;
}
static readstat_error_t txt_parse_fixed_width(readstat_parser_t *parser,
txt_ctx_t *ctx, void *user_ctx, const size_t *line_lens, char *line_buffer) {
char value_buffer[4096];
readstat_schema_t *schema = ctx->schema;
readstat_io_t *io = parser->io;
readstat_error_t retval = READSTAT_OK;
int k=0;
while (1) {
int j=0;
for (int i=0; irows_per_observation; i++) {
ssize_t bytes_read = io->read(line_buffer, line_lens[i], io->io_ctx);
if (bytes_read == 0)
goto cleanup;
if (bytes_read < line_lens[i]) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (; jentry_count && schema->entries[j].row == i; j++) {
readstat_schema_entry_t *entry = &schema->entries[j];
size_t field_len = schema->entries[j].len;
size_t field_offset = schema->entries[j].col;
if (field_len < sizeof(value_buffer) && parser->handlers.value && !entry->skip) {
memcpy(value_buffer, &line_buffer[field_offset], field_len);
value_buffer[field_len] = '\0';
retval = handle_value(parser, ctx->converter, k, entry, value_buffer, field_len, user_ctx);
if (retval != READSTAT_OK) {
goto cleanup;
}
}
}
if (schema->cols_per_observation == 0) {
char throwaway = '\0';
while (io->read(&throwaway, 1, io->io_ctx) == 1 && throwaway != '\n');
}
}
if (++k == parser->row_limit)
break;
}
cleanup:
ctx->rows = k;
return retval;
}
readstat_error_t readstat_parse_txt(readstat_parser_t *parser, const char *filename,
readstat_schema_t *schema, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
int i;
size_t *line_lens = NULL;
size_t line_buffer_len = 0;
char *line_buffer = NULL;
txt_ctx_t ctx = { .schema = schema };
if (parser->output_encoding && parser->input_encoding) {
ctx.converter = iconv_open(parser->output_encoding, parser->input_encoding);
if (ctx.converter == (iconv_t)-1) {
ctx.converter = NULL;
retval = READSTAT_ERROR_UNSUPPORTED_CHARSET;
goto cleanup;
}
}
if (io->open(filename, io->io_ctx) == -1) {
retval = READSTAT_ERROR_OPEN;
goto cleanup;
}
if ((line_lens = malloc(schema->rows_per_observation * sizeof(size_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
for (i=0; irows_per_observation; i++) {
line_lens[i] = schema->cols_per_observation;
}
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &schema->entries[i];
if (line_lens[entry->row] < entry->col + entry->len)
line_lens[entry->row] = entry->col + entry->len;
}
for (i=0; irows_per_observation; i++) {
if (line_buffer_len < line_lens[i])
line_buffer_len = line_lens[i];
}
line_buffer_len += 2; /* CRLF */
if ((line_buffer = malloc(line_buffer_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (schema->first_line > 1) {
int throwaway_lines = schema->first_line - 1;
char throwaway_char = '\0';
while (throwaway_lines--) {
while (io->read(&throwaway_char, 1, io->io_ctx) == 1 && throwaway_char != '\n');
}
}
if (schema->field_delimiter) {
retval = txt_parse_delimited(parser, &ctx, user_ctx);
} else {
retval = txt_parse_fixed_width(parser, &ctx, user_ctx, line_lens, line_buffer);
}
if (retval != READSTAT_OK)
goto cleanup;
if (parser->handlers.metadata) {
readstat_metadata_t metadata = {
.row_count = ctx.rows,
.var_count = schema->entry_count
};
int cb_retval = parser->handlers.metadata(&metadata, user_ctx);
if (cb_retval == READSTAT_HANDLER_ABORT)
retval = READSTAT_ERROR_USER_ABORT;
}
cleanup:
io->close(io->io_ctx);
if (line_buffer)
free(line_buffer);
if (line_lens)
free(line_lens);
if (ctx.converter)
iconv_close(ctx.converter);
return retval;
}
haven/src/readstat/txt/readstat_spss_commands_read.c 0000644 0001762 0000144 00000230002 14207426345 022473 0 ustar ligges users #line 1 "src/txt/readstat_spss_commands_read.rl"
#include
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
#line 14 "src/txt/readstat_spss_commands_read.c"
static const signed char _spss_commands_actions[] = {
0, 1, 1, 1, 2, 1, 4, 1,
8, 1, 12, 1, 13, 1, 15, 1,
16, 1, 17, 1, 18, 1, 19, 1,
20, 1, 21, 1, 22, 1, 27, 1,
30, 1, 31, 1, 32, 1, 34, 2,
0, 1, 2, 1, 0, 2, 2, 28,
2, 2, 29, 2, 3, 28, 2, 3,
29, 2, 4, 9, 2, 4, 12, 2,
4, 14, 2, 4, 20, 2, 8, 20,
2, 15, 16, 2, 17, 18, 2, 19,
13, 2, 19, 20, 2, 21, 6, 2,
21, 7, 2, 21, 12, 2, 21, 20,
2, 23, 8, 2, 24, 8, 2, 25,
8, 2, 26, 8, 3, 4, 0, 1,
3, 4, 14, 13, 3, 4, 35, 5,
3, 19, 0, 1, 3, 19, 8, 20,
3, 21, 0, 1, 3, 21, 1, 0,
3, 21, 6, 11, 3, 21, 12, 6,
3, 33, 0, 1, 4, 19, 33, 0,
1, 4, 21, 6, 10, 11, 4, 21,
6, 11, 10, 0
};
static const short _spss_commands_key_offsets[] = {
0, 0, 1, 2, 7, 9, 10, 11,
13, 14, 15, 16, 17, 18, 19, 20,
21, 25, 27, 29, 35, 41, 47, 48,
50, 52, 54, 58, 68, 78, 79, 81,
85, 87, 92, 97, 98, 109, 124, 139,
140, 141, 142, 147, 158, 169, 170, 176,
184, 192, 193, 204, 210, 216, 217, 224,
233, 242, 243, 247, 250, 254, 262, 270,
271, 282, 288, 294, 295, 304, 315, 326,
327, 331, 334, 340, 350, 360, 361, 365,
367, 371, 377, 383, 384, 386, 388, 390,
392, 396, 402, 408, 409, 411, 413, 415,
417, 419, 421, 426, 431, 432, 434, 436,
438, 440, 442, 446, 448, 450, 454, 460,
466, 467, 469, 471, 473, 475, 477, 481,
490, 499, 500, 504, 516, 521, 526, 527,
539, 551, 552, 553, 554, 560, 566, 572,
573, 574, 575, 583, 596, 607, 612, 617,
618, 620, 622, 624, 626, 628, 632, 640,
648, 649, 660, 669, 678, 679, 680, 682,
685, 687, 690, 695, 701, 707, 708, 710,
712, 716, 724, 732, 733, 735, 737, 739,
743, 748, 753, 754, 760, 772, 777, 782,
783, 795, 807, 808, 809, 810, 816, 822,
828, 829, 830, 831, 839, 852, 866, 880,
894, 908, 922, 936, 950, 964, 976, 981,
986, 987, 999, 1011, 1012, 1025, 1037, 1049,
1050, 1054, 1062, 1072, 1082, 1083, 1094, 1104,
1114, 1115, 1117, 1119, 1121, 1123, 1131, 1133,
1141, 1149, 1151, 1153, 1155, 1157, 1159, 1161,
1163, 1165, 1167, 1171, 1177, 1183, 1184, 1186,
1188, 1190, 1192, 1194, 1198, 1206, 1214, 1215,
1226, 1231, 1236, 1237, 1239, 1240, 1241, 1242,
1247, 1256, 1265, 1266, 1267, 1268, 1270, 1272,
1274, 1276, 1278, 1282, 1290, 1298, 1299, 1310,
1315, 1320, 1321, 1324, 1326, 1334, 1341, 1348,
1349, 1351, 1358, 1363, 1368, 1369, 1370, 1371,
1372, 1373, 1374, 1379, 1384, 1385, 1389, 1391,
1393, 1397, 1405, 1413, 1414, 1416, 1418, 1420,
1422, 1424, 1426, 1428, 1430, 1432, 1439, 1446,
1447, 1448, 1449, 1455, 1461, 1467, 1468, 1473,
1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485,
1486, 1487, 1488, 1495, 1502, 1503, 1504, 1505,
1511, 1517, 1518, 1520, 1522, 1524, 1526, 1528,
1530, 1534, 1536, 1538, 1540, 1544, 1550, 1556,
1557, 1559, 1563, 1578, 1594, 1610, 1611, 1612,
1613, 1629, 1630, 1631, 1633, 1649, 1666, 1683,
1698, 1699, 1703, 1711, 1719, 1720, 1732, 1737,
1742, 1743, 1755, 1767, 1768, 1769, 1770, 1775,
1776, 1777, 1784, 1796, 1798, 1802, 1804, 1806,
1810, 1816, 1822, 1823, 1825, 1827, 1829, 1831,
1833, 1837, 1846, 1855, 1856, 1864, 1872, 1873,
1884, 1898, 1912, 1913, 1914, 1915, 1919, 1925,
1931, 1932, 1933, 1934, 1940, 1951, 1962, 1963,
1964, 1965, 1967, 1973, 1984, 1995, 1996, 2009,
2022, 2035, 2048, 2061, 2074, 2087, 2098, 2114,
2130, 2131, 2135, 2141, 2148, 2155, 2156, 2157,
2158, 2162, 2168, 2174, 2175, 2181, 2192, 2205,
2218, 2231, 2244, 2255, 2269, 2283, 2284, 2295,
2310, 2325, 2326, 2332, 2334, 2336, 2338, 2340,
2342, 2344, 2345, 2351, 2357, 2358, 2366, 2374,
2375, 2386, 2395, 2404, 2405, 2416, 2418, 2420,
2422, 2424, 2426, 2428, 2439, 2441, 2443, 2445,
2447, 2449, 2453, 2459, 2465, 2466, 2468, 2470,
2472, 2474, 2480, 2488, 2496, 2497, 2508, 2514,
2520, 2521, 2522, 2523, 2529, 2539, 2549, 2550,
2555, 2564, 2573, 2574, 2575, 2576, 2580, 2582,
2584, 2586, 2588, 2596, 2598, 2600, 2602, 2609,
2616, 2617, 2623, 2629, 2630, 2633, 2639, 2642,
2648, 2654, 2655, 2663, 2666, 2670, 2673, 2679,
2685, 2686, 2692, 2698, 2700, 2702, 2704, 2706,
2708, 2715, 2720, 2725, 2726, 2732, 2738, 2739,
2746, 2748, 2750, 2752, 2754, 2759, 2760, 2761,
2773, 2787, 2801, 2815, 2828, 2840, 2852, 2853,
2867, 2881, 2895, 2909, 2923, 2938, 2950, 2962,
2963, 2976, 2978, 2980, 2982, 2984, 2988, 2994,
3000, 3001, 3003, 3005, 3007, 3011, 3021, 3031,
3032, 3033, 3034, 3039, 3045, 3051, 3052, 3054,
3056, 3058, 3060, 3062, 3067, 3072, 3073, 3081,
3089, 3090, 3102, 3103, 3104, 3106, 3108, 3110,
3112, 3114, 3119, 3128, 3137, 3138, 3150, 3177,
3204, 3231, 0
};
static const char _spss_commands_trans_keys[] = {
10, 46, 9, 10, 13, 32, 46, 10,
46, 42, 42, 42, 47, 79, 77, 77,
69, 78, 84, 32, 46, 65, 73, 97,
105, 84, 116, 65, 97, 9, 10, 13,
32, 83, 115, 9, 10, 13, 32, 76,
108, 9, 10, 13, 32, 76, 108, 10,
73, 105, 83, 115, 84, 116, 9, 10,
13, 32, 9, 10, 13, 32, 70, 82,
84, 102, 114, 116, 9, 10, 13, 32,
70, 82, 84, 102, 114, 116, 10, 73,
105, 76, 88, 108, 120, 69, 101, 9,
10, 13, 32, 61, 9, 10, 13, 32,
61, 10, 9, 10, 13, 32, 34, 39,
47, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 47, 70, 82, 102, 114,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 47, 70, 82, 102, 114, 65,
90, 97, 122, 10, 34, 34, 9, 10,
13, 32, 47, 9, 10, 13, 32, 47,
70, 82, 84, 102, 114, 116, 9, 10,
13, 32, 47, 70, 82, 84, 102, 114,
116, 10, 9, 10, 13, 32, 48, 57,
9, 10, 13, 32, 65, 90, 97, 122,
9, 10, 13, 32, 65, 90, 97, 122,
10, 9, 10, 13, 32, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
48, 57, 9, 10, 13, 32, 48, 57,
10, 9, 10, 13, 32, 45, 48, 57,
9, 10, 13, 32, 40, 65, 90, 97,
122, 9, 10, 13, 32, 40, 65, 90,
97, 122, 10, 65, 97, 48, 57, 41,
48, 57, 9, 10, 13, 32, 9, 10,
13, 32, 65, 90, 97, 122, 9, 10,
13, 32, 65, 90, 97, 122, 10, 9,
10, 13, 32, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 48, 57,
9, 10, 13, 32, 48, 57, 10, 9,
10, 13, 32, 45, 46, 47, 48, 57,
9, 10, 13, 32, 40, 46, 47, 65,
90, 97, 122, 9, 10, 13, 32, 40,
46, 47, 65, 90, 97, 122, 10, 65,
97, 48, 57, 41, 48, 57, 9, 10,
13, 32, 46, 47, 9, 10, 13, 32,
46, 47, 65, 90, 97, 122, 9, 10,
13, 32, 46, 47, 65, 90, 97, 122,
10, 78, 88, 110, 120, 68, 100, 9,
10, 13, 32, 9, 10, 13, 32, 73,
105, 9, 10, 13, 32, 73, 105, 10,
78, 110, 80, 112, 85, 117, 84, 116,
9, 10, 13, 32, 9, 10, 13, 32,
80, 112, 9, 10, 13, 32, 80, 112,
10, 82, 114, 79, 111, 71, 103, 82,
114, 65, 97, 77, 109, 9, 10, 13,
32, 46, 9, 10, 13, 32, 46, 10,
69, 101, 67, 99, 85, 117, 84, 116,
69, 101, 73, 79, 105, 111, 76, 108,
69, 101, 9, 10, 13, 32, 9, 10,
13, 32, 72, 104, 9, 10, 13, 32,
72, 104, 10, 65, 97, 78, 110, 68,
100, 76, 108, 69, 101, 9, 10, 13,
32, 9, 10, 13, 32, 47, 65, 90,
97, 122, 9, 10, 13, 32, 47, 65,
90, 97, 122, 10, 65, 90, 97, 122,
9, 10, 13, 32, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
61, 9, 10, 13, 32, 61, 10, 9,
10, 13, 32, 34, 39, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 48, 57, 65, 90, 97, 122, 10,
34, 34, 9, 10, 13, 32, 46, 47,
9, 10, 13, 32, 46, 47, 9, 10,
13, 32, 46, 47, 10, 39, 39, 9,
10, 13, 32, 46, 47, 48, 57, 9,
10, 13, 32, 46, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 9, 10, 13, 32,
47, 10, 82, 114, 77, 109, 65, 97,
84, 116, 83, 115, 9, 10, 13, 32,
9, 10, 13, 32, 65, 90, 97, 122,
9, 10, 13, 32, 65, 90, 97, 122,
10, 9, 10, 13, 32, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
40, 65, 90, 97, 122, 9, 10, 13,
32, 40, 65, 90, 97, 122, 10, 70,
48, 57, 46, 48, 57, 48, 57, 41,
48, 57, 9, 10, 13, 32, 46, 9,
10, 13, 32, 46, 47, 9, 10, 13,
32, 46, 47, 10, 69, 101, 84, 116,
9, 10, 13, 32, 9, 10, 13, 32,
68, 70, 100, 102, 9, 10, 13, 32,
68, 70, 100, 102, 10, 65, 97, 84,
116, 65, 97, 9, 10, 13, 32, 9,
10, 13, 32, 47, 9, 10, 13, 32,
47, 10, 86, 118, 65, 90, 97, 122,
9, 10, 13, 32, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
61, 9, 10, 13, 32, 61, 10, 9,
10, 13, 32, 34, 39, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 48, 57, 65, 90, 97, 122, 10,
34, 34, 9, 10, 13, 32, 46, 47,
9, 10, 13, 32, 46, 47, 9, 10,
13, 32, 46, 47, 10, 39, 39, 9,
10, 13, 32, 46, 47, 48, 57, 9,
10, 13, 32, 46, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
61, 65, 95, 97, 48, 57, 66, 90,
98, 122, 9, 10, 13, 32, 61, 82,
95, 114, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 61, 73, 95, 105,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 61, 65, 95, 97, 48, 57,
66, 90, 98, 122, 9, 10, 13, 32,
61, 66, 95, 98, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 61, 76,
95, 108, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 61, 69, 95, 101,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 61, 83, 95, 115, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
61, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 61, 9, 10, 13,
32, 61, 10, 9, 10, 13, 32, 34,
39, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 48, 57, 65,
90, 97, 122, 10, 9, 10, 13, 32,
46, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 47, 65,
68, 70, 97, 100, 102, 9, 10, 13,
32, 46, 47, 65, 68, 70, 97, 100,
102, 10, 68, 100, 48, 57, 9, 10,
13, 32, 46, 47, 48, 57, 9, 10,
13, 32, 46, 47, 65, 90, 97, 122,
9, 10, 13, 32, 46, 47, 65, 90,
97, 122, 10, 9, 10, 13, 32, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 65, 68, 70, 97, 100, 102,
9, 10, 13, 32, 65, 68, 70, 97,
100, 102, 10, 65, 97, 84, 116, 69,
101, 48, 57, 9, 10, 13, 32, 46,
47, 48, 57, 48, 57, 9, 10, 13,
32, 46, 47, 48, 57, 9, 10, 13,
32, 46, 47, 48, 57, 73, 105, 83,
115, 84, 116, 73, 105, 83, 115, 83,
115, 73, 105, 78, 110, 71, 103, 9,
10, 13, 32, 9, 10, 13, 32, 86,
118, 9, 10, 13, 32, 86, 118, 10,
65, 97, 76, 108, 85, 117, 69, 101,
83, 115, 9, 10, 13, 32, 9, 10,
13, 32, 65, 90, 97, 122, 9, 10,
13, 32, 65, 90, 97, 122, 10, 9,
10, 13, 32, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 40, 9,
10, 13, 32, 40, 10, 34, 39, 34,
34, 41, 9, 10, 13, 32, 46, 9,
10, 13, 32, 46, 65, 90, 97, 122,
9, 10, 13, 32, 46, 65, 90, 97,
122, 10, 39, 39, 69, 101, 67, 99,
79, 111, 68, 100, 69, 101, 9, 10,
13, 32, 9, 10, 13, 32, 65, 90,
97, 122, 9, 10, 13, 32, 65, 90,
97, 122, 10, 9, 10, 13, 32, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 40, 9, 10, 13, 32, 40,
10, 45, 48, 57, 48, 57, 9, 10,
13, 32, 46, 61, 48, 57, 9, 10,
13, 32, 45, 48, 57, 9, 10, 13,
32, 45, 48, 57, 10, 48, 57, 9,
10, 13, 32, 61, 48, 57, 9, 10,
13, 32, 83, 9, 10, 13, 32, 83,
10, 89, 83, 77, 73, 83, 9, 10,
13, 32, 41, 9, 10, 13, 32, 41,
10, 65, 69, 97, 101, 86, 118, 69,
101, 9, 10, 13, 32, 9, 10, 13,
32, 68, 79, 100, 111, 9, 10, 13,
32, 68, 79, 100, 111, 10, 73, 105,
67, 99, 84, 116, 73, 105, 79, 111,
78, 110, 65, 97, 82, 114, 89, 121,
9, 10, 13, 32, 34, 39, 61, 9,
10, 13, 32, 34, 39, 61, 10, 34,
34, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 9, 10, 13,
32, 46, 47, 10, 9, 10, 13, 32,
67, 9, 10, 13, 32, 67, 10, 79,
77, 80, 82, 69, 83, 83, 69, 68,
9, 10, 13, 32, 46, 47, 67, 9,
10, 13, 32, 46, 47, 67, 10, 39,
39, 9, 10, 13, 32, 34, 39, 9,
10, 13, 32, 34, 39, 10, 85, 117,
84, 116, 70, 102, 73, 105, 76, 108,
69, 101, 76, 84, 108, 116, 69, 101,
67, 99, 84, 116, 9, 10, 13, 32,
9, 10, 13, 32, 73, 105, 9, 10,
13, 32, 73, 105, 10, 70, 102, 9,
10, 13, 32, 9, 10, 13, 32, 34,
39, 45, 40, 41, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 40, 41, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 40, 41, 48, 57, 65, 90,
97, 122, 10, 34, 34, 9, 10, 13,
32, 34, 39, 45, 46, 40, 41, 48,
57, 65, 90, 97, 122, 39, 39, 48,
57, 9, 10, 13, 32, 34, 39, 45,
46, 40, 41, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 34, 39, 45,
46, 95, 40, 41, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 95, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 45, 40, 41, 48, 57, 65, 90,
97, 122, 10, 9, 10, 13, 32, 9,
10, 13, 32, 65, 90, 97, 122, 9,
10, 13, 32, 65, 90, 97, 122, 10,
9, 10, 13, 32, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
61, 9, 10, 13, 32, 61, 10, 9,
10, 13, 32, 34, 39, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 48, 57, 65, 90, 97, 122, 10,
34, 34, 9, 10, 13, 32, 46, 39,
39, 9, 10, 13, 32, 46, 48, 57,
9, 10, 13, 32, 46, 95, 48, 57,
65, 90, 97, 122, 65, 97, 76, 82,
108, 114, 85, 117, 69, 101, 9, 10,
13, 32, 9, 10, 13, 32, 76, 108,
9, 10, 13, 32, 76, 108, 10, 65,
97, 66, 98, 69, 101, 76, 108, 83,
115, 9, 10, 13, 32, 9, 10, 13,
32, 47, 65, 90, 97, 122, 9, 10,
13, 32, 47, 65, 90, 97, 122, 10,
9, 10, 13, 32, 65, 90, 97, 122,
9, 10, 13, 32, 65, 90, 97, 122,
10, 9, 10, 13, 32, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 45, 46, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 48, 57, 65, 90, 97, 122,
10, 34, 34, 9, 10, 13, 32, 9,
10, 13, 32, 34, 39, 9, 10, 13,
32, 34, 39, 10, 34, 34, 9, 10,
13, 32, 46, 47, 9, 10, 13, 32,
34, 39, 45, 46, 47, 48, 57, 9,
10, 13, 32, 34, 39, 45, 46, 47,
48, 57, 10, 39, 39, 48, 57, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 46, 86, 118, 65, 90, 97, 122,
9, 10, 13, 32, 46, 86, 118, 65,
90, 97, 122, 10, 9, 10, 13, 32,
65, 95, 97, 48, 57, 66, 90, 98,
122, 9, 10, 13, 32, 82, 95, 114,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 73, 95, 105, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 65,
95, 97, 48, 57, 66, 90, 98, 122,
9, 10, 13, 32, 66, 95, 98, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 76, 95, 108, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 69, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 76, 108, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 39,
45, 46, 76, 108, 48, 57, 65, 90,
97, 122, 10, 9, 10, 13, 32, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 34, 39, 45, 9, 10, 13, 32,
34, 39, 45, 10, 39, 39, 9, 10,
13, 32, 9, 10, 13, 32, 48, 57,
9, 10, 13, 32, 48, 57, 10, 9,
10, 13, 32, 48, 57, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 69, 95, 101, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 86, 95, 118, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 69, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 76, 95, 108, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 45, 46, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 45, 46, 48, 57, 65,
90, 97, 122, 10, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 40, 45, 46,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 39, 40, 45, 46, 48,
57, 65, 90, 97, 122, 10, 78, 79,
83, 110, 111, 115, 79, 111, 77, 109,
73, 105, 78, 110, 65, 97, 76, 108,
41, 9, 10, 13, 32, 46, 47, 9,
10, 13, 32, 46, 47, 10, 9, 10,
13, 32, 65, 90, 97, 122, 9, 10,
13, 32, 65, 90, 97, 122, 10, 9,
10, 13, 32, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 40, 65,
90, 97, 122, 9, 10, 13, 32, 40,
65, 90, 97, 122, 10, 9, 10, 13,
32, 95, 48, 57, 65, 90, 97, 122,
82, 114, 68, 100, 67, 99, 65, 97,
76, 108, 69, 101, 9, 10, 13, 32,
95, 48, 57, 65, 90, 97, 122, 73,
105, 65, 97, 66, 98, 76, 108, 69,
101, 9, 10, 13, 32, 9, 10, 13,
32, 76, 108, 9, 10, 13, 32, 76,
108, 10, 65, 97, 66, 98, 69, 101,
76, 108, 9, 10, 13, 32, 83, 115,
9, 10, 13, 32, 65, 90, 97, 122,
9, 10, 13, 32, 65, 90, 97, 122,
10, 9, 10, 13, 32, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 9, 10, 13, 32, 34, 39,
10, 34, 34, 9, 10, 13, 32, 46,
47, 9, 10, 13, 32, 46, 47, 65,
90, 97, 122, 9, 10, 13, 32, 46,
47, 65, 90, 97, 122, 10, 9, 10,
13, 32, 46, 9, 10, 13, 32, 46,
65, 90, 97, 122, 9, 10, 13, 32,
46, 65, 90, 97, 122, 10, 39, 39,
9, 10, 13, 32, 65, 97, 84, 116,
69, 101, 48, 57, 9, 10, 13, 32,
46, 47, 48, 57, 73, 105, 76, 108,
69, 101, 9, 10, 13, 32, 34, 39,
61, 9, 10, 13, 32, 34, 39, 61,
10, 9, 10, 13, 32, 34, 39, 9,
10, 13, 32, 34, 39, 10, 41, 48,
57, 9, 10, 13, 32, 46, 47, 41,
48, 57, 9, 10, 13, 32, 48, 57,
9, 10, 13, 32, 48, 57, 10, 9,
10, 13, 32, 46, 47, 48, 57, 41,
48, 57, 9, 10, 13, 32, 41, 48,
57, 9, 10, 13, 32, 48, 57, 9,
10, 13, 32, 48, 57, 10, 9, 10,
13, 32, 48, 57, 9, 10, 13, 32,
48, 57, 69, 101, 67, 99, 79, 111,
82, 114, 68, 100, 9, 10, 13, 32,
61, 83, 115, 9, 10, 13, 32, 61,
9, 10, 13, 32, 61, 10, 9, 10,
13, 32, 48, 57, 9, 10, 13, 32,
48, 57, 10, 9, 10, 13, 32, 47,
48, 57, 65, 97, 66, 98, 76, 108,
69, 101, 9, 10, 13, 32, 47, 39,
39, 9, 10, 13, 32, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 73, 95, 105, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
76, 95, 108, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 69, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 61, 70, 82, 84, 102, 114, 116,
9, 10, 13, 32, 47, 61, 70, 82,
84, 102, 114, 116, 10, 9, 10, 13,
32, 47, 69, 95, 101, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
67, 95, 99, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 79, 95,
111, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 82, 95, 114, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 68, 95, 100, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 83, 95, 115, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
70, 82, 84, 102, 114, 116, 9, 10,
13, 32, 47, 61, 70, 82, 84, 102,
114, 116, 10, 9, 10, 13, 32, 47,
61, 95, 48, 57, 65, 90, 97, 122,
69, 101, 68, 100, 69, 101, 84, 116,
9, 10, 13, 32, 9, 10, 13, 32,
78, 110, 9, 10, 13, 32, 78, 110,
10, 65, 97, 77, 109, 69, 101, 9,
10, 13, 32, 9, 10, 13, 32, 34,
39, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 65, 90, 97, 122, 10,
34, 34, 9, 10, 13, 32, 46, 9,
10, 13, 32, 87, 119, 9, 10, 13,
32, 87, 119, 10, 73, 105, 78, 110,
68, 100, 79, 111, 87, 119, 9, 10,
13, 32, 61, 9, 10, 13, 32, 61,
10, 9, 10, 13, 32, 65, 90, 97,
122, 9, 10, 13, 32, 65, 90, 97,
122, 10, 9, 10, 13, 32, 46, 95,
48, 57, 65, 90, 97, 122, 39, 39,
83, 115, 80, 112, 76, 108, 65, 97,
89, 121, 9, 10, 13, 32, 46, 9,
10, 13, 32, 46, 65, 90, 97, 122,
9, 10, 13, 32, 46, 65, 90, 97,
122, 10, 9, 10, 13, 32, 46, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 42, 47, 67, 68, 69, 70,
71, 73, 76, 77, 82, 83, 86, 100,
101, 102, 103, 105, 108, 109, 114, 115,
118, 9, 10, 13, 32, 42, 47, 67,
68, 69, 70, 71, 73, 76, 77, 82,
83, 86, 100, 101, 102, 103, 105, 108,
109, 114, 115, 118, 9, 10, 13, 32,
42, 47, 67, 68, 69, 70, 71, 73,
76, 77, 82, 83, 86, 100, 101, 102,
103, 105, 108, 109, 114, 115, 118, 9,
10, 13, 32, 42, 47, 67, 68, 69,
70, 71, 73, 76, 77, 82, 83, 86,
100, 101, 102, 103, 105, 108, 109, 114,
115, 118, 48, 57, 0
};
static const signed char _spss_commands_single_lengths[] = {
0, 1, 1, 5, 2, 1, 1, 2,
1, 1, 1, 1, 1, 1, 1, 1,
4, 2, 2, 6, 6, 6, 1, 2,
2, 2, 4, 10, 10, 1, 2, 4,
2, 5, 5, 1, 7, 11, 11, 1,
1, 1, 5, 11, 11, 1, 4, 4,
4, 1, 5, 4, 4, 1, 5, 5,
5, 1, 2, 1, 4, 4, 4, 1,
5, 4, 4, 1, 7, 7, 7, 1,
2, 1, 6, 6, 6, 1, 4, 2,
4, 6, 6, 1, 2, 2, 2, 2,
4, 6, 6, 1, 2, 2, 2, 2,
2, 2, 5, 5, 1, 2, 2, 2,
2, 2, 4, 2, 2, 4, 6, 6,
1, 2, 2, 2, 2, 2, 4, 5,
5, 1, 0, 6, 5, 5, 1, 6,
6, 1, 1, 1, 6, 6, 6, 1,
1, 1, 6, 7, 5, 5, 5, 1,
2, 2, 2, 2, 2, 4, 4, 4,
1, 5, 5, 5, 1, 1, 0, 1,
0, 1, 5, 6, 6, 1, 2, 2,
4, 8, 8, 1, 2, 2, 2, 4,
5, 5, 1, 2, 6, 5, 5, 1,
6, 6, 1, 1, 1, 6, 6, 6,
1, 1, 1, 6, 7, 8, 8, 8,
8, 8, 8, 8, 8, 6, 5, 5,
1, 6, 6, 1, 7, 12, 12, 1,
2, 6, 6, 6, 1, 5, 10, 10,
1, 2, 2, 2, 0, 6, 0, 6,
6, 2, 2, 2, 2, 2, 2, 2,
2, 2, 4, 6, 6, 1, 2, 2,
2, 2, 2, 4, 4, 4, 1, 5,
5, 5, 1, 2, 1, 1, 1, 5,
5, 5, 1, 1, 1, 2, 2, 2,
2, 2, 4, 4, 4, 1, 5, 5,
5, 1, 1, 0, 6, 5, 5, 1,
0, 5, 5, 5, 1, 1, 1, 1,
1, 1, 5, 5, 1, 4, 2, 2,
4, 8, 8, 1, 2, 2, 2, 2,
2, 2, 2, 2, 2, 7, 7, 1,
1, 1, 6, 6, 6, 1, 5, 5,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 7, 7, 1, 1, 1, 6,
6, 1, 2, 2, 2, 2, 2, 2,
4, 2, 2, 2, 4, 6, 6, 1,
2, 4, 7, 8, 8, 1, 1, 1,
8, 1, 1, 0, 8, 9, 9, 7,
1, 4, 4, 4, 1, 6, 5, 5,
1, 6, 6, 1, 1, 1, 5, 1,
1, 5, 6, 2, 4, 2, 2, 4,
6, 6, 1, 2, 2, 2, 2, 2,
4, 5, 5, 1, 4, 4, 1, 5,
8, 8, 1, 1, 1, 4, 6, 6,
1, 1, 1, 6, 9, 9, 1, 1,
1, 0, 4, 7, 7, 1, 7, 7,
7, 7, 7, 7, 7, 5, 10, 10,
1, 4, 4, 7, 7, 1, 1, 1,
4, 4, 4, 1, 4, 5, 7, 7,
7, 7, 5, 8, 8, 1, 5, 9,
9, 1, 6, 2, 2, 2, 2, 2,
2, 1, 6, 6, 1, 4, 4, 1,
5, 5, 5, 1, 5, 2, 2, 2,
2, 2, 2, 5, 2, 2, 2, 2,
2, 4, 6, 6, 1, 2, 2, 2,
2, 6, 4, 4, 1, 5, 6, 6,
1, 1, 1, 6, 6, 6, 1, 5,
5, 5, 1, 1, 1, 4, 2, 2,
2, 0, 6, 2, 2, 2, 7, 7,
1, 6, 6, 1, 1, 6, 1, 4,
4, 1, 6, 1, 4, 1, 4, 4,
1, 4, 4, 2, 2, 2, 2, 2,
7, 5, 5, 1, 4, 4, 1, 5,
2, 2, 2, 2, 5, 1, 1, 6,
8, 8, 8, 7, 12, 12, 1, 8,
8, 8, 8, 8, 9, 12, 12, 1,
7, 2, 2, 2, 2, 4, 6, 6,
1, 2, 2, 2, 4, 6, 6, 1,
1, 1, 5, 6, 6, 1, 2, 2,
2, 2, 2, 5, 5, 1, 4, 4,
1, 6, 1, 1, 2, 2, 2, 2,
2, 5, 5, 5, 1, 6, 27, 27,
27, 27, 0
};
static const signed char _spss_commands_range_lengths[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 2, 0,
0, 0, 0, 0, 0, 0, 1, 2,
2, 0, 3, 1, 1, 0, 1, 2,
2, 0, 1, 1, 0, 2, 2, 0,
3, 1, 1, 0, 1, 2, 2, 0,
1, 1, 0, 2, 2, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 2,
2, 0, 2, 3, 0, 0, 0, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 3, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
0, 3, 2, 2, 0, 0, 1, 1,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 3, 0, 0, 0,
3, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 0, 0,
0, 3, 3, 0, 3, 0, 0, 0,
1, 1, 2, 2, 0, 3, 0, 0,
0, 0, 0, 0, 1, 1, 1, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 0, 3,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 0, 3, 0,
0, 0, 1, 1, 1, 1, 1, 0,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 4, 4, 4, 0, 0, 0,
4, 0, 0, 1, 4, 4, 4, 4,
0, 0, 2, 2, 0, 3, 0, 0,
0, 3, 3, 0, 0, 0, 0, 0,
0, 1, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 0, 2, 2, 0, 3,
3, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 1, 0, 0,
0, 1, 1, 2, 2, 0, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
0, 0, 1, 0, 0, 0, 0, 0,
0, 1, 1, 0, 1, 3, 3, 3,
3, 3, 3, 3, 3, 0, 3, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 2, 2, 0,
3, 2, 2, 0, 3, 0, 0, 0,
0, 0, 0, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 3, 0, 0,
0, 0, 0, 0, 2, 2, 0, 0,
2, 2, 0, 0, 0, 0, 0, 0,
0, 1, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 0, 1, 1,
1, 0, 1, 1, 0, 1, 1, 1,
0, 1, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 1, 0, 1,
0, 0, 0, 0, 0, 0, 0, 3,
3, 3, 3, 3, 0, 0, 0, 3,
3, 3, 3, 3, 3, 0, 0, 0,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 2, 2, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
0, 3, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 3, 0, 0,
0, 1, 0
};
static const short _spss_commands_index_offsets[] = {
0, 0, 2, 4, 10, 13, 15, 17,
20, 22, 24, 26, 28, 30, 32, 34,
36, 41, 44, 47, 54, 61, 68, 70,
73, 76, 79, 84, 95, 106, 108, 111,
116, 119, 125, 131, 133, 143, 157, 171,
173, 175, 177, 183, 195, 207, 209, 215,
222, 229, 231, 240, 246, 252, 254, 261,
269, 277, 279, 283, 286, 291, 298, 305,
307, 316, 322, 328, 330, 339, 349, 359,
361, 365, 368, 375, 384, 393, 395, 400,
403, 408, 415, 422, 424, 427, 430, 433,
436, 441, 448, 455, 457, 460, 463, 466,
469, 472, 475, 481, 487, 489, 492, 495,
498, 501, 504, 509, 512, 515, 520, 527,
534, 536, 539, 542, 545, 548, 551, 556,
564, 572, 574, 577, 587, 593, 599, 601,
611, 621, 623, 625, 627, 634, 641, 648,
650, 652, 654, 662, 673, 682, 688, 694,
696, 699, 702, 705, 708, 711, 716, 723,
730, 732, 741, 749, 757, 759, 761, 763,
766, 768, 771, 777, 784, 791, 793, 796,
799, 804, 813, 822, 824, 827, 830, 833,
838, 844, 850, 852, 857, 867, 873, 879,
881, 891, 901, 903, 905, 907, 914, 921,
928, 930, 932, 934, 942, 953, 965, 977,
989, 1001, 1013, 1025, 1037, 1049, 1059, 1065,
1071, 1073, 1083, 1093, 1095, 1106, 1119, 1132,
1134, 1138, 1146, 1155, 1164, 1166, 1175, 1186,
1197, 1199, 1202, 1205, 1208, 1210, 1218, 1220,
1228, 1236, 1239, 1242, 1245, 1248, 1251, 1254,
1257, 1260, 1263, 1268, 1275, 1282, 1284, 1287,
1290, 1293, 1296, 1299, 1304, 1311, 1318, 1320,
1329, 1335, 1341, 1343, 1346, 1348, 1350, 1352,
1358, 1366, 1374, 1376, 1378, 1380, 1383, 1386,
1389, 1392, 1395, 1400, 1407, 1414, 1416, 1425,
1431, 1437, 1439, 1442, 1444, 1452, 1459, 1466,
1468, 1470, 1477, 1483, 1489, 1491, 1493, 1495,
1497, 1499, 1501, 1507, 1513, 1515, 1520, 1523,
1526, 1531, 1540, 1549, 1551, 1554, 1557, 1560,
1563, 1566, 1569, 1572, 1575, 1578, 1586, 1594,
1596, 1598, 1600, 1607, 1614, 1621, 1623, 1629,
1635, 1637, 1639, 1641, 1643, 1645, 1647, 1649,
1651, 1653, 1655, 1663, 1671, 1673, 1675, 1677,
1684, 1691, 1693, 1696, 1699, 1702, 1705, 1708,
1711, 1716, 1719, 1722, 1725, 1730, 1737, 1744,
1746, 1749, 1754, 1766, 1779, 1792, 1794, 1796,
1798, 1811, 1813, 1815, 1817, 1830, 1844, 1858,
1870, 1872, 1877, 1884, 1891, 1893, 1903, 1909,
1915, 1917, 1927, 1937, 1939, 1941, 1943, 1949,
1951, 1953, 1960, 1970, 1973, 1978, 1981, 1984,
1989, 1996, 2003, 2005, 2008, 2011, 2014, 2017,
2020, 2025, 2033, 2041, 2043, 2050, 2057, 2059,
2068, 2080, 2092, 2094, 2096, 2098, 2103, 2110,
2117, 2119, 2121, 2123, 2130, 2141, 2152, 2154,
2156, 2158, 2160, 2166, 2176, 2186, 2188, 2199,
2210, 2221, 2232, 2243, 2254, 2265, 2274, 2288,
2302, 2304, 2309, 2315, 2323, 2331, 2333, 2335,
2337, 2342, 2348, 2354, 2356, 2362, 2371, 2382,
2393, 2404, 2415, 2424, 2436, 2448, 2450, 2459,
2472, 2485, 2487, 2494, 2497, 2500, 2503, 2506,
2509, 2512, 2514, 2521, 2528, 2530, 2537, 2544,
2546, 2555, 2563, 2571, 2573, 2582, 2585, 2588,
2591, 2594, 2597, 2600, 2609, 2612, 2615, 2618,
2621, 2624, 2629, 2636, 2643, 2645, 2648, 2651,
2654, 2657, 2664, 2671, 2678, 2680, 2689, 2696,
2703, 2705, 2707, 2709, 2716, 2725, 2734, 2736,
2742, 2750, 2758, 2760, 2762, 2764, 2769, 2772,
2775, 2778, 2780, 2788, 2791, 2794, 2797, 2805,
2813, 2815, 2822, 2829, 2831, 2834, 2841, 2844,
2850, 2856, 2858, 2866, 2869, 2874, 2877, 2883,
2889, 2891, 2897, 2903, 2906, 2909, 2912, 2915,
2918, 2926, 2932, 2938, 2940, 2946, 2952, 2954,
2961, 2964, 2967, 2970, 2973, 2979, 2981, 2983,
2993, 3005, 3017, 3029, 3040, 3053, 3066, 3068,
3080, 3092, 3104, 3116, 3128, 3141, 3154, 3167,
3169, 3180, 3183, 3186, 3189, 3192, 3197, 3204,
3211, 3213, 3216, 3219, 3222, 3227, 3236, 3245,
3247, 3249, 3251, 3257, 3264, 3271, 3273, 3276,
3279, 3282, 3285, 3288, 3294, 3300, 3302, 3309,
3316, 3318, 3328, 3330, 3332, 3335, 3338, 3341,
3344, 3347, 3353, 3361, 3369, 3371, 3381, 3409,
3437, 3465, 0
};
static const short _spss_commands_cond_targs[] = {
647, 0, 3, 2, 3, 647, 4, 3,
3, 2, 647, 3, 2, 6, 0, 7,
6, 7, 646, 6, 9, 0, 10, 0,
11, 0, 12, 0, 13, 0, 14, 0,
15, 0, 646, 15, 17, 636, 17, 636,
0, 18, 18, 0, 19, 19, 0, 20,
21, 22, 20, 603, 603, 0, 20, 21,
22, 20, 23, 23, 0, 20, 21, 22,
20, 23, 23, 0, 21, 0, 24, 24,
0, 25, 25, 0, 26, 26, 0, 27,
28, 29, 27, 0, 27, 28, 29, 27,
30, 563, 576, 30, 563, 576, 0, 27,
28, 29, 27, 30, 563, 576, 30, 563,
576, 0, 28, 0, 31, 31, 0, 32,
601, 32, 601, 0, 33, 33, 0, 33,
34, 35, 33, 36, 0, 33, 34, 35,
33, 36, 0, 34, 0, 37, 38, 39,
37, 40, 581, 46, 583, 583, 0, 37,
38, 39, 37, 40, 581, 46, 584, 591,
584, 591, 583, 583, 0, 37, 38, 39,
37, 40, 581, 46, 584, 591, 584, 591,
583, 583, 0, 38, 0, 42, 41, 42,
41, 43, 44, 45, 43, 46, 0, 43,
44, 45, 43, 46, 30, 563, 576, 30,
563, 576, 0, 43, 44, 45, 43, 46,
30, 563, 576, 30, 563, 576, 0, 44,
0, 47, 48, 49, 47, 562, 0, 47,
48, 49, 47, 50, 50, 0, 47, 48,
49, 47, 50, 50, 0, 48, 0, 51,
52, 53, 51, 50, 50, 50, 50, 0,
51, 52, 53, 51, 54, 0, 51, 52,
53, 51, 54, 0, 52, 0, 55, 56,
57, 55, 558, 54, 0, 55, 56, 57,
55, 58, 64, 64, 0, 55, 56, 57,
55, 58, 64, 64, 0, 56, 0, 555,
555, 59, 0, 60, 59, 0, 61, 62,
63, 61, 0, 61, 62, 63, 61, 64,
64, 0, 61, 62, 63, 61, 64, 64,
0, 62, 0, 65, 66, 67, 65, 64,
64, 64, 64, 0, 65, 66, 67, 65,
68, 0, 65, 66, 67, 65, 68, 0,
66, 0, 69, 70, 71, 69, 551, 648,
46, 68, 0, 69, 70, 71, 69, 72,
648, 46, 64, 64, 0, 69, 70, 71,
69, 72, 648, 46, 64, 64, 0, 70,
0, 548, 548, 73, 0, 74, 73, 0,
75, 76, 77, 75, 648, 46, 0, 75,
76, 77, 75, 648, 46, 64, 64, 0,
75, 76, 77, 75, 648, 46, 64, 64,
0, 76, 0, 79, 101, 79, 101, 0,
80, 80, 0, 81, 82, 83, 81, 0,
81, 82, 83, 81, 84, 84, 0, 81,
82, 83, 81, 84, 84, 0, 82, 0,
85, 85, 0, 86, 86, 0, 87, 87,
0, 88, 88, 0, 89, 90, 91, 89,
0, 89, 90, 91, 89, 92, 92, 0,
89, 90, 91, 89, 92, 92, 0, 90,
0, 93, 93, 0, 94, 94, 0, 95,
95, 0, 96, 96, 0, 97, 97, 0,
98, 98, 0, 98, 99, 100, 98, 646,
0, 98, 99, 100, 98, 646, 0, 99,
0, 102, 102, 0, 103, 103, 0, 104,
104, 0, 105, 105, 0, 98, 98, 0,
107, 144, 107, 144, 0, 108, 108, 0,
109, 109, 0, 110, 111, 112, 110, 0,
110, 111, 112, 110, 113, 113, 0, 110,
111, 112, 110, 113, 113, 0, 111, 0,
114, 114, 0, 115, 115, 0, 116, 116,
0, 117, 117, 0, 118, 118, 0, 119,
120, 121, 119, 0, 119, 120, 121, 119,
122, 140, 140, 0, 119, 120, 121, 119,
122, 140, 140, 0, 120, 0, 123, 123,
0, 124, 125, 126, 124, 127, 123, 123,
123, 123, 0, 124, 125, 126, 124, 127,
0, 124, 125, 126, 124, 127, 0, 125,
0, 127, 128, 129, 127, 130, 136, 138,
139, 139, 0, 127, 128, 129, 127, 130,
136, 138, 139, 139, 0, 128, 0, 132,
131, 132, 131, 133, 134, 135, 133, 646,
122, 0, 133, 134, 135, 133, 646, 122,
0, 133, 134, 135, 133, 646, 122, 0,
134, 0, 132, 137, 132, 137, 133, 134,
135, 133, 646, 122, 138, 0, 133, 134,
135, 133, 646, 122, 139, 139, 139, 139,
0, 141, 142, 143, 141, 140, 140, 140,
140, 0, 141, 142, 143, 141, 122, 0,
141, 142, 143, 141, 122, 0, 142, 0,
145, 145, 0, 146, 146, 0, 147, 147,
0, 148, 148, 0, 149, 149, 0, 150,
151, 152, 150, 0, 150, 151, 152, 150,
153, 153, 0, 150, 151, 152, 150, 153,
153, 0, 151, 0, 154, 155, 156, 154,
153, 153, 153, 153, 0, 154, 155, 156,
154, 157, 153, 153, 0, 154, 155, 156,
154, 157, 153, 153, 0, 155, 0, 158,
0, 159, 0, 160, 159, 0, 161, 0,
162, 161, 0, 163, 164, 165, 163, 646,
0, 163, 164, 165, 163, 646, 149, 0,
163, 164, 165, 163, 646, 149, 0, 164,
0, 167, 167, 0, 168, 168, 0, 169,
170, 171, 169, 0, 169, 170, 171, 169,
172, 539, 172, 539, 0, 169, 170, 171,
169, 172, 539, 172, 539, 0, 170, 0,
173, 173, 0, 174, 174, 0, 175, 175,
0, 176, 177, 178, 176, 0, 176, 177,
178, 176, 179, 0, 176, 177, 178, 176,
179, 0, 177, 0, 197, 197, 180, 180,
0, 181, 182, 183, 181, 184, 180, 180,
180, 180, 0, 181, 182, 183, 181, 184,
0, 181, 182, 183, 181, 184, 0, 182,
0, 184, 185, 186, 184, 187, 193, 195,
196, 196, 0, 184, 185, 186, 184, 187,
193, 195, 196, 196, 0, 185, 0, 189,
188, 189, 188, 190, 191, 192, 190, 646,
179, 0, 190, 191, 192, 190, 646, 179,
0, 190, 191, 192, 190, 646, 179, 0,
191, 0, 189, 194, 189, 194, 190, 191,
192, 190, 646, 179, 195, 0, 190, 191,
192, 190, 646, 179, 196, 196, 196, 196,
0, 181, 182, 183, 181, 184, 198, 180,
198, 180, 180, 180, 0, 181, 182, 183,
181, 184, 199, 180, 199, 180, 180, 180,
0, 181, 182, 183, 181, 184, 200, 180,
200, 180, 180, 180, 0, 181, 182, 183,
181, 184, 201, 180, 201, 180, 180, 180,
0, 181, 182, 183, 181, 184, 202, 180,
202, 180, 180, 180, 0, 181, 182, 183,
181, 184, 203, 180, 203, 180, 180, 180,
0, 181, 182, 183, 181, 184, 204, 180,
204, 180, 180, 180, 0, 181, 182, 183,
181, 184, 205, 180, 205, 180, 180, 180,
0, 206, 207, 208, 206, 209, 180, 180,
180, 180, 0, 206, 207, 208, 206, 209,
0, 206, 207, 208, 206, 209, 0, 207,
0, 209, 210, 211, 209, 187, 193, 195,
212, 212, 0, 209, 210, 211, 209, 187,
193, 195, 212, 212, 0, 210, 0, 213,
214, 215, 213, 646, 179, 212, 212, 212,
212, 0, 213, 214, 215, 213, 646, 179,
216, 225, 230, 216, 225, 230, 0, 213,
214, 215, 213, 646, 179, 216, 225, 230,
216, 225, 230, 0, 214, 0, 534, 534,
217, 0, 218, 219, 220, 218, 646, 179,
217, 0, 218, 219, 220, 218, 646, 179,
221, 221, 0, 218, 219, 220, 218, 646,
179, 221, 221, 0, 219, 0, 222, 223,
224, 222, 221, 221, 221, 221, 0, 222,
223, 224, 222, 216, 225, 230, 216, 225,
230, 0, 222, 223, 224, 222, 216, 225,
230, 216, 225, 230, 0, 223, 0, 226,
226, 0, 227, 227, 0, 228, 228, 0,
229, 0, 218, 219, 220, 218, 646, 179,
229, 0, 231, 0, 218, 219, 220, 218,
649, 179, 231, 0, 218, 219, 220, 218,
646, 179, 232, 0, 234, 234, 0, 235,
235, 0, 98, 98, 0, 237, 237, 0,
238, 238, 0, 239, 239, 0, 240, 240,
0, 241, 241, 0, 242, 242, 0, 243,
244, 245, 243, 0, 243, 244, 245, 243,
246, 246, 0, 243, 244, 245, 243, 246,
246, 0, 244, 0, 247, 247, 0, 248,
248, 0, 249, 249, 0, 250, 250, 0,
251, 251, 0, 252, 253, 254, 252, 0,
252, 253, 254, 252, 255, 255, 0, 252,
253, 254, 252, 255, 255, 0, 253, 0,
256, 257, 258, 256, 255, 255, 255, 255,
0, 256, 257, 258, 256, 259, 0, 256,
257, 258, 256, 259, 0, 257, 0, 260,
267, 0, 262, 261, 262, 261, 263, 0,
264, 265, 266, 264, 646, 0, 264, 265,
266, 264, 646, 255, 255, 0, 264, 265,
266, 264, 646, 255, 255, 0, 265, 0,
262, 268, 262, 268, 270, 270, 0, 271,
271, 0, 272, 272, 0, 273, 273, 0,
274, 274, 0, 275, 276, 277, 275, 0,
275, 276, 277, 275, 278, 278, 0, 275,
276, 277, 275, 278, 278, 0, 276, 0,
279, 280, 281, 279, 278, 278, 278, 278,
0, 279, 280, 281, 279, 282, 0, 279,
280, 281, 279, 282, 0, 280, 0, 283,
284, 0, 284, 0, 285, 286, 287, 285,
288, 290, 284, 0, 285, 286, 287, 285,
283, 284, 0, 285, 286, 287, 285, 283,
284, 0, 286, 0, 289, 0, 285, 286,
287, 285, 290, 289, 0, 290, 291, 292,
290, 293, 0, 290, 291, 292, 290, 293,
0, 291, 0, 294, 0, 295, 0, 296,
0, 297, 0, 298, 0, 298, 299, 300,
298, 98, 0, 298, 299, 300, 298, 98,
0, 299, 0, 302, 352, 302, 352, 0,
303, 303, 0, 304, 304, 0, 305, 306,
307, 305, 0, 305, 306, 307, 305, 308,
346, 308, 346, 0, 305, 306, 307, 305,
308, 346, 308, 346, 0, 306, 0, 309,
309, 0, 310, 310, 0, 311, 311, 0,
312, 312, 0, 313, 313, 0, 314, 314,
0, 315, 315, 0, 316, 316, 0, 317,
317, 0, 317, 318, 319, 317, 320, 341,
343, 0, 317, 318, 319, 317, 320, 341,
343, 0, 318, 0, 322, 321, 322, 321,
323, 324, 325, 323, 646, 338, 0, 323,
324, 325, 323, 646, 326, 0, 323, 324,
325, 323, 646, 326, 0, 324, 0, 326,
327, 328, 326, 329, 0, 326, 327, 328,
326, 329, 0, 327, 0, 330, 0, 331,
0, 332, 0, 333, 0, 334, 0, 335,
0, 336, 0, 337, 0, 98, 0, 338,
339, 340, 338, 646, 326, 329, 0, 338,
339, 340, 338, 646, 326, 329, 0, 339,
0, 322, 342, 322, 342, 343, 344, 345,
343, 320, 341, 0, 343, 344, 345, 343,
320, 341, 0, 344, 0, 347, 347, 0,
348, 348, 0, 349, 349, 0, 350, 350,
0, 351, 351, 0, 317, 317, 0, 353,
377, 353, 377, 0, 354, 354, 0, 355,
355, 0, 356, 356, 0, 357, 358, 359,
357, 0, 357, 358, 359, 357, 360, 360,
0, 357, 358, 359, 357, 360, 360, 0,
358, 0, 361, 361, 0, 362, 375, 376,
362, 0, 363, 364, 365, 363, 366, 369,
371, 363, 372, 373, 373, 0, 363, 364,
365, 363, 366, 369, 371, 646, 363, 372,
373, 373, 0, 363, 364, 365, 363, 366,
369, 371, 646, 363, 372, 373, 373, 0,
364, 0, 368, 367, 368, 367, 363, 364,
365, 363, 366, 369, 371, 646, 363, 372,
373, 373, 0, 368, 370, 368, 370, 372,
0, 363, 364, 365, 363, 366, 369, 371,
646, 363, 372, 373, 373, 0, 363, 364,
365, 363, 366, 369, 371, 646, 373, 363,
374, 373, 373, 0, 363, 364, 365, 363,
366, 369, 371, 646, 373, 363, 374, 373,
373, 0, 363, 364, 365, 363, 366, 369,
371, 363, 372, 373, 373, 0, 375, 0,
378, 379, 380, 378, 0, 378, 379, 380,
378, 381, 381, 0, 378, 379, 380, 378,
381, 381, 0, 379, 0, 382, 383, 384,
382, 385, 381, 381, 381, 381, 0, 382,
383, 384, 382, 385, 0, 382, 383, 384,
382, 385, 0, 383, 0, 385, 386, 387,
385, 388, 391, 393, 394, 394, 0, 385,
386, 387, 385, 388, 391, 393, 394, 394,
0, 386, 0, 390, 389, 390, 389, 98,
99, 100, 98, 646, 0, 390, 392, 390,
392, 98, 99, 100, 98, 646, 393, 0,
98, 99, 100, 98, 646, 394, 394, 394,
394, 0, 396, 396, 0, 397, 500, 397,
500, 0, 398, 398, 0, 399, 399, 0,
400, 401, 402, 400, 0, 400, 401, 402,
400, 403, 403, 0, 400, 401, 402, 400,
403, 403, 0, 401, 0, 404, 404, 0,
405, 405, 0, 406, 406, 0, 407, 407,
0, 408, 408, 0, 409, 410, 411, 409,
0, 409, 410, 411, 409, 412, 415, 415,
0, 409, 410, 411, 409, 412, 415, 415,
0, 410, 0, 412, 413, 414, 412, 415,
415, 0, 412, 413, 414, 412, 415, 415,
0, 413, 0, 416, 417, 418, 416, 415,
415, 415, 415, 0, 416, 417, 418, 416,
419, 431, 433, 449, 450, 461, 461, 0,
416, 417, 418, 416, 419, 431, 433, 449,
450, 461, 461, 0, 417, 0, 421, 420,
421, 420, 422, 423, 424, 422, 0, 422,
423, 424, 422, 425, 454, 0, 422, 423,
424, 422, 425, 454, 0, 423, 0, 427,
426, 427, 426, 428, 429, 430, 428, 646,
435, 0, 428, 429, 430, 428, 419, 431,
433, 646, 435, 450, 0, 428, 429, 430,
428, 419, 431, 433, 646, 435, 450, 0,
429, 0, 421, 432, 421, 432, 434, 0,
422, 423, 424, 422, 434, 0, 435, 436,
437, 435, 646, 438, 438, 415, 415, 0,
435, 436, 437, 435, 646, 438, 438, 415,
415, 0, 436, 0, 416, 417, 418, 416,
439, 415, 439, 415, 415, 415, 0, 416,
417, 418, 416, 440, 415, 440, 415, 415,
415, 0, 416, 417, 418, 416, 441, 415,
441, 415, 415, 415, 0, 416, 417, 418,
416, 442, 415, 442, 415, 415, 415, 0,
416, 417, 418, 416, 443, 415, 443, 415,
415, 415, 0, 416, 417, 418, 416, 444,
415, 444, 415, 415, 415, 0, 416, 417,
418, 416, 445, 415, 445, 415, 415, 415,
0, 446, 447, 448, 446, 415, 415, 415,
415, 0, 446, 447, 448, 446, 419, 431,
433, 449, 462, 462, 450, 461, 461, 0,
446, 447, 448, 446, 419, 431, 433, 449,
462, 462, 450, 461, 461, 0, 447, 0,
422, 423, 424, 422, 0, 451, 452, 453,
451, 450, 0, 451, 452, 453, 451, 425,
454, 456, 0, 451, 452, 453, 451, 425,
454, 456, 0, 452, 0, 427, 455, 427,
455, 457, 458, 459, 457, 0, 457, 458,
459, 457, 460, 0, 457, 458, 459, 457,
460, 0, 458, 0, 422, 423, 424, 422,
460, 0, 416, 417, 418, 416, 461, 461,
461, 461, 0, 416, 417, 418, 416, 463,
461, 463, 461, 461, 461, 0, 416, 417,
418, 416, 464, 461, 464, 461, 461, 461,
0, 416, 417, 418, 416, 465, 461, 465,
461, 461, 461, 0, 416, 417, 418, 416,
466, 461, 466, 461, 461, 461, 0, 467,
468, 469, 467, 461, 461, 461, 461, 0,
467, 468, 469, 467, 419, 431, 433, 449,
450, 470, 470, 0, 467, 468, 469, 467,
419, 431, 433, 449, 450, 470, 470, 0,
468, 0, 471, 472, 473, 471, 470, 470,
470, 470, 0, 471, 472, 473, 471, 419,
431, 474, 433, 449, 450, 499, 499, 0,
471, 472, 473, 471, 419, 431, 474, 433,
449, 450, 499, 499, 0, 472, 0, 475,
493, 495, 475, 493, 495, 0, 476, 476,
0, 477, 477, 0, 478, 478, 0, 479,
479, 0, 480, 480, 0, 481, 481, 0,
482, 0, 482, 483, 484, 482, 646, 485,
0, 482, 483, 484, 482, 646, 485, 0,
483, 0, 485, 486, 487, 485, 488, 488,
0, 485, 486, 487, 485, 488, 488, 0,
486, 0, 489, 490, 491, 489, 488, 488,
488, 488, 0, 489, 490, 491, 489, 474,
492, 492, 0, 489, 490, 491, 489, 474,
492, 492, 0, 490, 0, 489, 490, 491,
489, 492, 492, 492, 492, 0, 494, 494,
0, 477, 477, 0, 496, 496, 0, 497,
497, 0, 498, 498, 0, 481, 481, 0,
471, 472, 473, 471, 499, 499, 499, 499,
0, 501, 501, 0, 502, 502, 0, 503,
503, 0, 504, 504, 0, 505, 505, 0,
506, 507, 508, 506, 0, 506, 507, 508,
506, 509, 509, 0, 506, 507, 508, 506,
509, 509, 0, 507, 0, 510, 510, 0,
511, 511, 0, 512, 512, 0, 513, 513,
0, 514, 515, 516, 514, 533, 533, 0,
514, 515, 516, 514, 517, 517, 0, 514,
515, 516, 514, 517, 517, 0, 515, 0,
518, 519, 520, 518, 517, 517, 517, 517,
0, 518, 519, 520, 518, 521, 531, 0,
518, 519, 520, 518, 521, 531, 0, 519,
0, 523, 522, 523, 522, 524, 525, 526,
524, 646, 527, 0, 524, 525, 526, 524,
646, 527, 517, 517, 0, 524, 525, 526,
524, 646, 527, 517, 517, 0, 525, 0,
528, 529, 530, 528, 646, 0, 528, 529,
530, 528, 646, 517, 517, 0, 528, 529,
530, 528, 646, 517, 517, 0, 529, 0,
523, 532, 523, 532, 514, 515, 516, 514,
0, 535, 535, 0, 536, 536, 0, 537,
537, 0, 538, 0, 218, 219, 220, 218,
646, 179, 538, 0, 540, 540, 0, 541,
541, 0, 542, 542, 0, 542, 543, 544,
542, 388, 391, 545, 0, 542, 543, 544,
542, 388, 391, 545, 0, 543, 0, 545,
546, 547, 545, 388, 391, 0, 545, 546,
547, 545, 388, 391, 0, 546, 0, 549,
550, 0, 75, 76, 77, 75, 648, 46,
0, 549, 550, 0, 551, 552, 553, 551,
554, 0, 551, 552, 553, 551, 554, 0,
552, 0, 69, 70, 71, 69, 648, 46,
554, 0, 556, 557, 0, 61, 62, 63,
61, 0, 556, 557, 0, 558, 559, 560,
558, 561, 0, 558, 559, 560, 558, 561,
0, 559, 0, 55, 56, 57, 55, 561,
0, 47, 48, 49, 47, 562, 0, 564,
564, 0, 565, 565, 0, 566, 566, 0,
567, 567, 0, 568, 568, 0, 569, 570,
571, 569, 572, 569, 569, 0, 569, 570,
571, 569, 572, 0, 569, 570, 571, 569,
572, 0, 570, 0, 572, 573, 574, 572,
575, 0, 572, 573, 574, 572, 575, 0,
573, 0, 43, 44, 45, 43, 46, 575,
0, 577, 577, 0, 578, 578, 0, 579,
579, 0, 580, 580, 0, 43, 44, 45,
43, 46, 0, 42, 582, 42, 582, 43,
44, 45, 43, 46, 583, 583, 583, 583,
0, 43, 44, 45, 43, 46, 585, 583,
585, 583, 583, 583, 0, 43, 44, 45,
43, 46, 586, 583, 586, 583, 583, 583,
0, 43, 44, 45, 43, 46, 587, 583,
587, 583, 583, 583, 0, 588, 589, 590,
588, 46, 36, 583, 583, 583, 583, 0,
588, 589, 590, 588, 46, 36, 30, 563,
576, 30, 563, 576, 0, 588, 589, 590,
588, 46, 36, 30, 563, 576, 30, 563,
576, 0, 589, 0, 43, 44, 45, 43,
46, 592, 583, 592, 583, 583, 583, 0,
43, 44, 45, 43, 46, 593, 583, 593,
583, 583, 583, 0, 43, 44, 45, 43,
46, 594, 583, 594, 583, 583, 583, 0,
43, 44, 45, 43, 46, 595, 583, 595,
583, 583, 583, 0, 43, 44, 45, 43,
46, 596, 583, 596, 583, 583, 583, 0,
597, 598, 599, 597, 46, 572, 600, 583,
600, 583, 583, 583, 0, 597, 598, 599,
597, 46, 572, 30, 563, 576, 30, 563,
576, 0, 597, 598, 599, 597, 46, 572,
30, 563, 576, 30, 563, 576, 0, 598,
0, 597, 598, 599, 597, 46, 572, 583,
583, 583, 583, 0, 602, 602, 0, 580,
580, 0, 604, 604, 0, 605, 605, 0,
606, 607, 608, 606, 0, 606, 607, 608,
606, 609, 609, 0, 606, 607, 608, 606,
609, 609, 0, 607, 0, 610, 610, 0,
611, 611, 0, 612, 612, 0, 613, 614,
615, 613, 0, 613, 614, 615, 613, 616,
634, 633, 633, 0, 613, 614, 615, 613,
616, 634, 633, 633, 0, 614, 0, 618,
617, 618, 617, 619, 620, 621, 619, 646,
0, 619, 620, 621, 619, 622, 622, 0,
619, 620, 621, 619, 622, 622, 0, 620,
0, 623, 623, 0, 624, 624, 0, 625,
625, 0, 626, 626, 0, 627, 627, 0,
627, 628, 629, 627, 630, 0, 627, 628,
629, 627, 630, 0, 628, 0, 630, 631,
632, 630, 633, 633, 0, 630, 631, 632,
630, 633, 633, 0, 631, 0, 619, 620,
621, 619, 646, 633, 633, 633, 633, 0,
618, 635, 618, 635, 637, 637, 0, 638,
638, 0, 639, 639, 0, 640, 640, 0,
641, 641, 0, 642, 643, 644, 642, 646,
0, 642, 643, 644, 642, 646, 645, 645,
0, 642, 643, 644, 642, 646, 645, 645,
0, 643, 0, 642, 643, 644, 642, 646,
645, 645, 645, 645, 0, 646, 647, 1,
646, 2, 5, 8, 16, 78, 106, 166,
84, 233, 236, 269, 301, 395, 16, 78,
106, 166, 84, 233, 236, 269, 301, 395,
0, 646, 647, 1, 646, 2, 5, 8,
16, 78, 106, 166, 84, 233, 236, 269,
301, 395, 16, 78, 106, 166, 84, 233,
236, 269, 301, 395, 0, 646, 647, 1,
646, 2, 5, 8, 16, 78, 106, 166,
84, 233, 236, 269, 301, 395, 16, 78,
106, 166, 84, 233, 236, 269, 301, 395,
0, 646, 647, 1, 646, 2, 5, 8,
16, 78, 106, 166, 84, 233, 236, 269,
301, 395, 16, 78, 106, 166, 84, 233,
236, 269, 301, 395, 232, 0, 0, 1,
2, 3, 4, 5, 6, 7, 8, 9,
10, 11, 12, 13, 14, 15, 16, 17,
18, 19, 20, 21, 22, 23, 24, 25,
26, 27, 28, 29, 30, 31, 32, 33,
34, 35, 36, 37, 38, 39, 40, 41,
42, 43, 44, 45, 46, 47, 48, 49,
50, 51, 52, 53, 54, 55, 56, 57,
58, 59, 60, 61, 62, 63, 64, 65,
66, 67, 68, 69, 70, 71, 72, 73,
74, 75, 76, 77, 78, 79, 80, 81,
82, 83, 84, 85, 86, 87, 88, 89,
90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 104, 105,
106, 107, 108, 109, 110, 111, 112, 113,
114, 115, 116, 117, 118, 119, 120, 121,
122, 123, 124, 125, 126, 127, 128, 129,
130, 131, 132, 133, 134, 135, 136, 137,
138, 139, 140, 141, 142, 143, 144, 145,
146, 147, 148, 149, 150, 151, 152, 153,
154, 155, 156, 157, 158, 159, 160, 161,
162, 163, 164, 165, 166, 167, 168, 169,
170, 171, 172, 173, 174, 175, 176, 177,
178, 179, 180, 181, 182, 183, 184, 185,
186, 187, 188, 189, 190, 191, 192, 193,
194, 195, 196, 197, 198, 199, 200, 201,
202, 203, 204, 205, 206, 207, 208, 209,
210, 211, 212, 213, 214, 215, 216, 217,
218, 219, 220, 221, 222, 223, 224, 225,
226, 227, 228, 229, 230, 231, 232, 233,
234, 235, 236, 237, 238, 239, 240, 241,
242, 243, 244, 245, 246, 247, 248, 249,
250, 251, 252, 253, 254, 255, 256, 257,
258, 259, 260, 261, 262, 263, 264, 265,
266, 267, 268, 269, 270, 271, 272, 273,
274, 275, 276, 277, 278, 279, 280, 281,
282, 283, 284, 285, 286, 287, 288, 289,
290, 291, 292, 293, 294, 295, 296, 297,
298, 299, 300, 301, 302, 303, 304, 305,
306, 307, 308, 309, 310, 311, 312, 313,
314, 315, 316, 317, 318, 319, 320, 321,
322, 323, 324, 325, 326, 327, 328, 329,
330, 331, 332, 333, 334, 335, 336, 337,
338, 339, 340, 341, 342, 343, 344, 345,
346, 347, 348, 349, 350, 351, 352, 353,
354, 355, 356, 357, 358, 359, 360, 361,
362, 363, 364, 365, 366, 367, 368, 369,
370, 371, 372, 373, 374, 375, 376, 377,
378, 379, 380, 381, 382, 383, 384, 385,
386, 387, 388, 389, 390, 391, 392, 393,
394, 395, 396, 397, 398, 399, 400, 401,
402, 403, 404, 405, 406, 407, 408, 409,
410, 411, 412, 413, 414, 415, 416, 417,
418, 419, 420, 421, 422, 423, 424, 425,
426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441,
442, 443, 444, 445, 446, 447, 448, 449,
450, 451, 452, 453, 454, 455, 456, 457,
458, 459, 460, 461, 462, 463, 464, 465,
466, 467, 468, 469, 470, 471, 472, 473,
474, 475, 476, 477, 478, 479, 480, 481,
482, 483, 484, 485, 486, 487, 488, 489,
490, 491, 492, 493, 494, 495, 496, 497,
498, 499, 500, 501, 502, 503, 504, 505,
506, 507, 508, 509, 510, 511, 512, 513,
514, 515, 516, 517, 518, 519, 520, 521,
522, 523, 524, 525, 526, 527, 528, 529,
530, 531, 532, 533, 534, 535, 536, 537,
538, 539, 540, 541, 542, 543, 544, 545,
546, 547, 548, 549, 550, 551, 552, 553,
554, 555, 556, 557, 558, 559, 560, 561,
562, 563, 564, 565, 566, 567, 568, 569,
570, 571, 572, 573, 574, 575, 576, 577,
578, 579, 580, 581, 582, 583, 584, 585,
586, 587, 588, 589, 590, 591, 592, 593,
594, 595, 596, 597, 598, 599, 600, 601,
602, 603, 604, 605, 606, 607, 608, 609,
610, 611, 612, 613, 614, 615, 616, 617,
618, 619, 620, 621, 622, 623, 624, 625,
626, 627, 628, 629, 630, 631, 632, 633,
634, 635, 636, 637, 638, 639, 640, 641,
642, 643, 644, 645, 646, 647, 648, 649,
0
};
static const short _spss_commands_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
23, 23, 23, 23, 0, 21, 21, 21,
21, 21, 21, 21, 81, 81, 81, 81,
81, 81, 0, 0, 0, 75, 17, 19,
0, 5, 5, 5, 5, 5, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 39, 0, 0,
0, 0, 0, 23, 23, 0, 21, 21,
21, 21, 81, 81, 0, 0, 0, 84,
84, 84, 84, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 0, 21, 21,
21, 21, 120, 0, 0, 0, 45, 45,
45, 45, 3, 1, 0, 0, 0, 0,
0, 0, 69, 69, 0, 21, 21, 21,
21, 21, 124, 124, 0, 0, 0, 0,
0, 39, 0, 0, 1, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 69,
69, 0, 21, 21, 21, 21, 124, 124,
0, 0, 0, 84, 84, 84, 84, 0,
0, 0, 0, 0, 0, 0, 0, 0,
39, 0, 21, 21, 21, 21, 120, 0,
0, 0, 48, 48, 48, 48, 3, 48,
48, 1, 0, 0, 0, 0, 0, 0,
0, 0, 69, 69, 0, 21, 21, 21,
21, 21, 21, 21, 124, 124, 0, 0,
0, 0, 0, 39, 0, 0, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 69, 69, 0,
21, 21, 21, 21, 21, 21, 124, 124,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 23, 23, 0, 21, 21, 21, 21,
21, 81, 81, 0, 0, 0, 23, 23,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 39,
23, 23, 0, 21, 21, 21, 21, 21,
21, 120, 81, 81, 0, 0, 0, 75,
17, 19, 0, 5, 5, 5, 5, 5,
5, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 0,
0, 0, 72, 13, 15, 0, 0, 0,
0, 0, 0, 0, 1, 0, 25, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 81,
81, 0, 0, 0, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 21, 81, 81, 0, 0, 0, 0,
0, 39, 0, 0, 1, 0, 39, 0,
0, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 21, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 0, 0, 0, 23, 23, 23, 23,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 39,
23, 23, 0, 21, 21, 21, 21, 21,
21, 120, 81, 81, 0, 0, 0, 75,
17, 19, 0, 60, 60, 60, 60, 60,
60, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 0,
0, 0, 72, 13, 15, 0, 9, 9,
9, 9, 9, 9, 1, 0, 90, 90,
90, 90, 90, 90, 0, 0, 0, 0,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 87, 87, 87,
87, 87, 0, 0, 0, 0, 0, 0,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 87, 87, 87,
87, 87, 0, 0, 0, 0, 0, 0,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 87, 87, 87,
87, 87, 0, 0, 0, 0, 0, 0,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 87, 87, 87,
87, 87, 0, 0, 0, 0, 0, 0,
0, 87, 87, 87, 87, 87, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 39,
23, 23, 0, 21, 21, 21, 21, 21,
21, 120, 81, 81, 0, 0, 0, 140,
140, 140, 140, 90, 90, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
39, 0, 96, 96, 96, 96, 96, 96,
1, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 21,
21, 81, 81, 0, 0, 0, 84, 84,
84, 84, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
39, 0, 102, 102, 102, 102, 102, 102,
1, 0, 39, 0, 99, 99, 99, 99,
99, 99, 1, 0, 7, 7, 7, 7,
7, 7, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 81, 81, 0, 0, 0,
84, 84, 84, 84, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 75, 17, 19, 0, 5, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 23, 23, 0, 21, 21,
21, 21, 21, 81, 81, 0, 0, 0,
72, 13, 15, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 81, 81, 0, 0, 0,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 0, 0, 0, 0,
39, 0, 39, 0, 0, 0, 0, 0,
0, 0, 1, 0, 0, 0, 0, 0,
0, 39, 0, 21, 21, 21, 21, 21,
120, 0, 0, 0, 39, 0, 0, 0,
0, 0, 0, 1, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
21, 0, 0, 0, 75, 17, 19, 0,
5, 5, 5, 5, 5, 5, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 72, 13, 15, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 39, 23, 23, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 39,
23, 23, 0, 21, 21, 21, 21, 21,
21, 21, 21, 21, 120, 81, 81, 0,
0, 0, 75, 17, 19, 0, 5, 5,
5, 5, 5, 5, 5, 5, 5, 108,
66, 66, 0, 72, 13, 15, 0, 39,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 42, 23, 23, 0, 25, 25,
25, 25, 25, 25, 25, 25, 0, 25,
128, 93, 93, 0, 25, 25, 25, 25,
25, 25, 25, 25, 0, 25, 132, 93,
93, 0, 21, 21, 21, 21, 21, 21,
21, 21, 120, 81, 81, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 23, 23, 0, 21, 21, 21, 21,
81, 81, 0, 0, 0, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 39, 23, 23, 0, 21,
21, 21, 21, 21, 21, 120, 81, 81,
0, 0, 0, 75, 17, 19, 0, 5,
5, 5, 5, 5, 0, 72, 13, 15,
0, 0, 0, 0, 0, 0, 1, 0,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 21, 81, 81,
0, 0, 0, 0, 0, 0, 0, 23,
23, 0, 21, 21, 21, 21, 81, 81,
0, 0, 0, 153, 153, 153, 153, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 23, 23, 0,
21, 21, 21, 21, 21, 21, 21, 21,
120, 81, 81, 0, 0, 0, 75, 17,
19, 0, 116, 116, 116, 116, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 75,
17, 19, 0, 63, 63, 63, 63, 112,
112, 0, 0, 0, 0, 0, 0, 0,
0, 11, 11, 39, 0, 21, 21, 21,
21, 21, 21, 21, 78, 78, 120, 0,
0, 0, 72, 13, 15, 0, 39, 0,
33, 33, 33, 33, 1, 0, 0, 0,
0, 0, 0, 23, 23, 23, 23, 0,
21, 21, 21, 21, 21, 81, 81, 81,
81, 0, 0, 0, 153, 153, 153, 153,
0, 0, 0, 0, 0, 0, 0, 153,
153, 153, 153, 0, 0, 0, 0, 0,
0, 0, 153, 153, 153, 153, 0, 0,
0, 0, 0, 0, 0, 153, 153, 153,
153, 0, 0, 0, 0, 0, 0, 0,
153, 153, 153, 153, 0, 0, 0, 0,
0, 0, 0, 153, 153, 153, 153, 0,
0, 0, 0, 0, 0, 0, 153, 153,
153, 153, 0, 0, 0, 0, 0, 0,
0, 153, 153, 153, 153, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 23, 23, 39, 23, 23, 0,
21, 21, 21, 21, 21, 21, 21, 21,
81, 81, 120, 81, 81, 0, 0, 0,
31, 31, 31, 31, 0, 35, 35, 35,
35, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 21, 21, 21, 21, 21,
21, 21, 0, 0, 0, 72, 13, 15,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 144, 0, 21, 21, 21, 21,
148, 0, 0, 0, 37, 37, 37, 37,
1, 0, 136, 136, 136, 136, 0, 0,
0, 0, 0, 136, 136, 136, 136, 0,
0, 0, 0, 0, 0, 0, 136, 136,
136, 136, 0, 0, 0, 0, 0, 0,
0, 136, 136, 136, 136, 0, 0, 0,
0, 0, 0, 0, 136, 136, 136, 136,
0, 0, 0, 0, 0, 0, 0, 136,
136, 136, 136, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
39, 23, 23, 0, 21, 21, 21, 21,
21, 21, 21, 21, 120, 81, 81, 0,
0, 0, 158, 158, 158, 158, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 23, 23, 0,
21, 21, 21, 21, 21, 21, 21, 21,
21, 120, 81, 81, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 81, 81, 0,
0, 0, 153, 153, 153, 153, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
23, 23, 0, 21, 21, 21, 21, 21,
81, 81, 0, 0, 0, 136, 136, 136,
136, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
136, 136, 136, 136, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 23, 23, 0, 21,
21, 21, 21, 81, 81, 0, 0, 0,
84, 84, 84, 84, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 75, 17, 19, 0, 57, 57, 57,
57, 57, 57, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 21, 21, 81, 81, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 23, 23, 0, 21, 21,
21, 21, 21, 81, 81, 0, 0, 0,
72, 13, 15, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 39, 0, 105, 105, 105, 105,
105, 105, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 21, 0, 0, 0, 0,
39, 0, 27, 27, 27, 27, 27, 27,
0, 0, 1, 0, 0, 0, 0, 0,
39, 0, 21, 21, 21, 21, 120, 0,
0, 0, 54, 54, 54, 54, 54, 54,
1, 0, 0, 39, 0, 27, 27, 27,
27, 0, 0, 1, 0, 0, 0, 0,
0, 39, 0, 21, 21, 21, 21, 120,
0, 0, 0, 51, 51, 51, 51, 1,
0, 29, 29, 29, 29, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 0, 0, 0, 0, 0, 0, 0,
39, 0, 21, 21, 21, 21, 120, 0,
0, 0, 0, 0, 0, 0, 0, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 72, 13, 15, 0, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 0, 0, 0, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 0, 0,
0, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 21, 21, 21, 21,
21, 21, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 23, 23, 0, 21, 21, 21, 21,
21, 21, 81, 81, 0, 0, 0, 75,
17, 19, 0, 5, 5, 5, 5, 5,
0, 0, 0, 0, 0, 0, 0, 0,
21, 21, 21, 21, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 21, 21,
21, 21, 21, 0, 0, 0, 0, 0,
0, 0, 23, 23, 0, 21, 21, 21,
21, 81, 81, 0, 0, 0, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
72, 13, 15, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 23, 23,
0, 21, 21, 21, 21, 21, 81, 81,
0, 0, 0, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 0, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 39, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 21, 7, 0,
0
};
static const short _spss_commands_eof_trans[] = {
3495, 3496, 3497, 3498, 3499, 3500, 3501, 3502,
3503, 3504, 3505, 3506, 3507, 3508, 3509, 3510,
3511, 3512, 3513, 3514, 3515, 3516, 3517, 3518,
3519, 3520, 3521, 3522, 3523, 3524, 3525, 3526,
3527, 3528, 3529, 3530, 3531, 3532, 3533, 3534,
3535, 3536, 3537, 3538, 3539, 3540, 3541, 3542,
3543, 3544, 3545, 3546, 3547, 3548, 3549, 3550,
3551, 3552, 3553, 3554, 3555, 3556, 3557, 3558,
3559, 3560, 3561, 3562, 3563, 3564, 3565, 3566,
3567, 3568, 3569, 3570, 3571, 3572, 3573, 3574,
3575, 3576, 3577, 3578, 3579, 3580, 3581, 3582,
3583, 3584, 3585, 3586, 3587, 3588, 3589, 3590,
3591, 3592, 3593, 3594, 3595, 3596, 3597, 3598,
3599, 3600, 3601, 3602, 3603, 3604, 3605, 3606,
3607, 3608, 3609, 3610, 3611, 3612, 3613, 3614,
3615, 3616, 3617, 3618, 3619, 3620, 3621, 3622,
3623, 3624, 3625, 3626, 3627, 3628, 3629, 3630,
3631, 3632, 3633, 3634, 3635, 3636, 3637, 3638,
3639, 3640, 3641, 3642, 3643, 3644, 3645, 3646,
3647, 3648, 3649, 3650, 3651, 3652, 3653, 3654,
3655, 3656, 3657, 3658, 3659, 3660, 3661, 3662,
3663, 3664, 3665, 3666, 3667, 3668, 3669, 3670,
3671, 3672, 3673, 3674, 3675, 3676, 3677, 3678,
3679, 3680, 3681, 3682, 3683, 3684, 3685, 3686,
3687, 3688, 3689, 3690, 3691, 3692, 3693, 3694,
3695, 3696, 3697, 3698, 3699, 3700, 3701, 3702,
3703, 3704, 3705, 3706, 3707, 3708, 3709, 3710,
3711, 3712, 3713, 3714, 3715, 3716, 3717, 3718,
3719, 3720, 3721, 3722, 3723, 3724, 3725, 3726,
3727, 3728, 3729, 3730, 3731, 3732, 3733, 3734,
3735, 3736, 3737, 3738, 3739, 3740, 3741, 3742,
3743, 3744, 3745, 3746, 3747, 3748, 3749, 3750,
3751, 3752, 3753, 3754, 3755, 3756, 3757, 3758,
3759, 3760, 3761, 3762, 3763, 3764, 3765, 3766,
3767, 3768, 3769, 3770, 3771, 3772, 3773, 3774,
3775, 3776, 3777, 3778, 3779, 3780, 3781, 3782,
3783, 3784, 3785, 3786, 3787, 3788, 3789, 3790,
3791, 3792, 3793, 3794, 3795, 3796, 3797, 3798,
3799, 3800, 3801, 3802, 3803, 3804, 3805, 3806,
3807, 3808, 3809, 3810, 3811, 3812, 3813, 3814,
3815, 3816, 3817, 3818, 3819, 3820, 3821, 3822,
3823, 3824, 3825, 3826, 3827, 3828, 3829, 3830,
3831, 3832, 3833, 3834, 3835, 3836, 3837, 3838,
3839, 3840, 3841, 3842, 3843, 3844, 3845, 3846,
3847, 3848, 3849, 3850, 3851, 3852, 3853, 3854,
3855, 3856, 3857, 3858, 3859, 3860, 3861, 3862,
3863, 3864, 3865, 3866, 3867, 3868, 3869, 3870,
3871, 3872, 3873, 3874, 3875, 3876, 3877, 3878,
3879, 3880, 3881, 3882, 3883, 3884, 3885, 3886,
3887, 3888, 3889, 3890, 3891, 3892, 3893, 3894,
3895, 3896, 3897, 3898, 3899, 3900, 3901, 3902,
3903, 3904, 3905, 3906, 3907, 3908, 3909, 3910,
3911, 3912, 3913, 3914, 3915, 3916, 3917, 3918,
3919, 3920, 3921, 3922, 3923, 3924, 3925, 3926,
3927, 3928, 3929, 3930, 3931, 3932, 3933, 3934,
3935, 3936, 3937, 3938, 3939, 3940, 3941, 3942,
3943, 3944, 3945, 3946, 3947, 3948, 3949, 3950,
3951, 3952, 3953, 3954, 3955, 3956, 3957, 3958,
3959, 3960, 3961, 3962, 3963, 3964, 3965, 3966,
3967, 3968, 3969, 3970, 3971, 3972, 3973, 3974,
3975, 3976, 3977, 3978, 3979, 3980, 3981, 3982,
3983, 3984, 3985, 3986, 3987, 3988, 3989, 3990,
3991, 3992, 3993, 3994, 3995, 3996, 3997, 3998,
3999, 4000, 4001, 4002, 4003, 4004, 4005, 4006,
4007, 4008, 4009, 4010, 4011, 4012, 4013, 4014,
4015, 4016, 4017, 4018, 4019, 4020, 4021, 4022,
4023, 4024, 4025, 4026, 4027, 4028, 4029, 4030,
4031, 4032, 4033, 4034, 4035, 4036, 4037, 4038,
4039, 4040, 4041, 4042, 4043, 4044, 4045, 4046,
4047, 4048, 4049, 4050, 4051, 4052, 4053, 4054,
4055, 4056, 4057, 4058, 4059, 4060, 4061, 4062,
4063, 4064, 4065, 4066, 4067, 4068, 4069, 4070,
4071, 4072, 4073, 4074, 4075, 4076, 4077, 4078,
4079, 4080, 4081, 4082, 4083, 4084, 4085, 4086,
4087, 4088, 4089, 4090, 4091, 4092, 4093, 4094,
4095, 4096, 4097, 4098, 4099, 4100, 4101, 4102,
4103, 4104, 4105, 4106, 4107, 4108, 4109, 4110,
4111, 4112, 4113, 4114, 4115, 4116, 4117, 4118,
4119, 4120, 4121, 4122, 4123, 4124, 4125, 4126,
4127, 4128, 4129, 4130, 4131, 4132, 4133, 4134,
4135, 4136, 4137, 4138, 4139, 4140, 4141, 4142,
4143, 4144, 0
};
static const int spss_commands_start = 646;
static const int spss_commands_en_main = 646;
#line 14 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_t *readstat_parse_spss_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
int i;
int line_no = 0;
uint64_t first_integer = 0, integer = 0;
double double_value = NAN;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char string_value[32];
char buf[1024];
char var_list[1024][32];
long var_col = 0;
long var_row = 0;
long var_len = 0;
long var_count = 0;
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int labelset_count = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 1989 "src/txt/readstat_spss_commands_read.c"
{
cs = (int)spss_commands_start;
}
#line 1994 "src/txt/readstat_spss_commands_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _spss_commands_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_spss_commands_eof_trans[cs] - 1;
}
}
else {
_keys = ( _spss_commands_trans_keys + (_spss_commands_key_offsets[cs]));
_trans = (unsigned int)_spss_commands_index_offsets[cs];
_klen = (int)_spss_commands_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_spss_commands_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_spss_commands_cond_targs[_trans];
if ( _spss_commands_cond_actions[_trans] != 0 ) {
_acts = ( _spss_commands_actions + (_spss_commands_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 78 "src/txt/readstat_spss_commands_read.rl"
integer = 0;
}
#line 2079 "src/txt/readstat_spss_commands_read.c"
break;
}
case 1: {
{
#line 82 "src/txt/readstat_spss_commands_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 2090 "src/txt/readstat_spss_commands_read.c"
break;
}
case 2: {
{
#line 86 "src/txt/readstat_spss_commands_read.rl"
var_col = integer - 1;
var_len = 1;
}
#line 2102 "src/txt/readstat_spss_commands_read.c"
break;
}
case 3: {
{
#line 91 "src/txt/readstat_spss_commands_read.rl"
var_len = integer - var_col;
}
#line 2113 "src/txt/readstat_spss_commands_read.c"
break;
}
case 4: {
{
#line 95 "src/txt/readstat_spss_commands_read.rl"
readstat_copy_quoted(buf, sizeof(buf), (char *)str_start, str_len);
}
#line 2124 "src/txt/readstat_spss_commands_read.c"
break;
}
case 5: {
{
#line 99 "src/txt/readstat_spss_commands_read.rl"
readstat_copy_quoted(string_value, sizeof(string_value), (char *)str_start, str_len);
}
#line 2135 "src/txt/readstat_spss_commands_read.c"
break;
}
case 6: {
{
#line 107 "src/txt/readstat_spss_commands_read.rl"
readstat_copy(varname, sizeof(varname), (char *)str_start, str_len);
}
#line 2146 "src/txt/readstat_spss_commands_read.c"
break;
}
case 7: {
{
#line 111 "src/txt/readstat_spss_commands_read.rl"
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
#line 2157 "src/txt/readstat_spss_commands_read.c"
break;
}
case 8: {
{
#line 115 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->variable.storage_width = var_len;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
#line 2173 "src/txt/readstat_spss_commands_read.c"
break;
}
case 9: {
{
#line 124 "src/txt/readstat_spss_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
#line 2185 "src/txt/readstat_spss_commands_read.c"
break;
}
case 10: {
{
#line 129 "src/txt/readstat_spss_commands_read.rl"
var_count = 0;
}
#line 2196 "src/txt/readstat_spss_commands_read.c"
break;
}
case 11: {
{
#line 133 "src/txt/readstat_spss_commands_read.rl"
if (var_count < sizeof(var_list)/sizeof(var_list[0])) {
memcpy(var_list[var_count++], varname, sizeof(varname));
}
}
#line 2209 "src/txt/readstat_spss_commands_read.c"
break;
}
case 12: {
{
#line 139 "src/txt/readstat_spss_commands_read.rl"
if (strcasecmp(argname, "FIRSTCASE") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "DELIMITERS") == 0) {
schema->field_delimiter = buf[0];
}
}
#line 2225 "src/txt/readstat_spss_commands_read.c"
break;
}
case 13: {
{
#line 148 "src/txt/readstat_spss_commands_read.rl"
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count++);
for (i=0; ilabelset, sizeof(entry->labelset), labelset_name, sizeof(labelset_name));
}
}
#line 2241 "src/txt/readstat_spss_commands_read.c"
break;
}
case 14: {
{
#line 157 "src/txt/readstat_spss_commands_read.rl"
char labelset_name[256];
snprintf(labelset_name, sizeof(labelset_name), "labels%d", labelset_count);
error = submit_value_label(parser, labelset_name, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
#line 2257 "src/txt/readstat_spss_commands_read.c"
break;
}
case 15: {
{
#line 166 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2266 "src/txt/readstat_spss_commands_read.c"
break;
}
case 16: {
{
#line 166 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2275 "src/txt/readstat_spss_commands_read.c"
break;
}
case 17: {
{
#line 168 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2284 "src/txt/readstat_spss_commands_read.c"
break;
}
case 18: {
{
#line 168 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2293 "src/txt/readstat_spss_commands_read.c"
break;
}
case 19: {
{
#line 172 "src/txt/readstat_spss_commands_read.rl"
line_no++; line_start = p; }
#line 2302 "src/txt/readstat_spss_commands_read.c"
break;
}
case 20: {
{
#line 174 "src/txt/readstat_spss_commands_read.rl"
str_start = p; }
#line 2311 "src/txt/readstat_spss_commands_read.c"
break;
}
case 21: {
{
#line 174 "src/txt/readstat_spss_commands_read.rl"
str_len = p - str_start; }
#line 2320 "src/txt/readstat_spss_commands_read.c"
break;
}
case 22: {
{
#line 192 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2329 "src/txt/readstat_spss_commands_read.c"
break;
}
case 23: {
{
#line 195 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2338 "src/txt/readstat_spss_commands_read.c"
break;
}
case 24: {
{
#line 196 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2347 "src/txt/readstat_spss_commands_read.c"
break;
}
case 25: {
{
#line 197 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2356 "src/txt/readstat_spss_commands_read.c"
break;
}
case 26: {
{
#line 198 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_STRING; }
#line 2365 "src/txt/readstat_spss_commands_read.c"
break;
}
case 27: {
{
#line 219 "src/txt/readstat_spss_commands_read.rl"
var_row = integer - 1; }
#line 2374 "src/txt/readstat_spss_commands_read.c"
break;
}
case 28: {
{
#line 220 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2383 "src/txt/readstat_spss_commands_read.c"
break;
}
case 29: {
{
#line 221 "src/txt/readstat_spss_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE; }
#line 2392 "src/txt/readstat_spss_commands_read.c"
break;
}
case 30: {
{
#line 254 "src/txt/readstat_spss_commands_read.rl"
label_type = -1; }
#line 2401 "src/txt/readstat_spss_commands_read.c"
break;
}
case 31: {
{
#line 260 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; }
#line 2410 "src/txt/readstat_spss_commands_read.c"
break;
}
case 32: {
{
#line 261 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = integer; }
#line 2419 "src/txt/readstat_spss_commands_read.c"
break;
}
case 33: {
{
#line 262 "src/txt/readstat_spss_commands_read.rl"
first_integer = integer; }
#line 2428 "src/txt/readstat_spss_commands_read.c"
break;
}
case 34: {
{
#line 262 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_RANGE; }
#line 2437 "src/txt/readstat_spss_commands_read.c"
break;
}
case 35: {
{
#line 263 "src/txt/readstat_spss_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 2446 "src/txt/readstat_spss_commands_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 646 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 313 "src/txt/readstat_spss_commands_read.rl"
/* suppress warnings */
(void)spss_commands_en_main;
if (cs <
#line 2477 "src/txt/readstat_spss_commands_read.c"
646
#line 318 "src/txt/readstat_spss_commands_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SPSS command file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_sas_commands_read.rl 0000644 0001762 0000144 00000037051 14207426345 022475 0 ustar ligges users #include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
%%{
machine sas_commands;
write data noerror nofinal;
}%%
readstat_schema_t *readstat_parse_sas_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
double double_value = NAN;
uint64_t first_integer = 0;
uint64_t integer = 0;
int line_no = 0;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char labelset[32];
char string_value[32];
char buf[1024];
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int var_row = 0, var_col = 0;
int var_len = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action incr_hex_integer {
int value = 0;
if (fc >= '0' && fc <= '9') {
value = fc - '0';
} else if (fc >= 'A' && fc <= 'F') {
value = fc - 'A' + 10;
} else if (fc >= 'a' && fc <= 'f') {
value = fc - 'a' + 10;
}
integer = 16 * integer + value;
}
action copy_pos {
var_col = integer - 1;
var_len = 1;
}
action set_len {
var_len = integer - var_col;
}
action set_str {
var_type = READSTAT_TYPE_STRING;
}
action set_dbl {
var_type = READSTAT_TYPE_DOUBLE;
}
action copy_buf {
readstat_copy(buf, sizeof(buf), (char *)str_start, str_len);
}
action copy_labelset {
readstat_copy(labelset, sizeof(labelset), (char *)str_start, str_len);
}
action copy_string {
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
action copy_argname {
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
action copy_varname {
readstat_copy_lower(varname, sizeof(varname), (char *)str_start, str_len);
}
action handle_arg {
if (strcasecmp(argname, "firstobs") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "dlm") == 0) {
schema->field_delimiter = integer ? integer : buf[0];
}
}
action handle_var {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->variable.storage_width = var_len;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
action handle_var_len {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.storage_width = var_len;
entry->len = var_len;
}
action handle_var_label {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
action handle_var_labelset {
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->labelset, sizeof(entry->labelset), labelset, sizeof(labelset));
}
action handle_value_label {
error = submit_value_label(parser, labelset, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
single_quoted_string = "'" ( ([^'] | "''")* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "'";
double_quoted_string = "\"" ( ([^"] | '""')* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; } "\"";
unquoted_string = [A-Za-z] [_A-Za-z0-9\.]*;
quoted_string = ( single_quoted_string | double_quoted_string ) %copy_buf;
hex_string = "'" ( [0-9A-Fa-f]+ ) >start_integer $incr_hex_integer "'x";
newline = ( "\r"? "\n" | "\r" "\n"? ) %{ line_no++; line_start = p; };
missing_value = "." [A-Z]?;
identifier = ( [$_A-Za-z] [_A-Za-z0-9]* ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
identifier_eval = "&"? identifier "."?;
identifier_placeholder = "*"+ identifier "*"+;
data_identifier = ([_A-Za-z] [_A-Za-z0-9]* "." [_A-Za-z] [_A-Za-z0-9]*) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
integer = [0-9]+ >start_integer $incr_integer;
true_whitespace = [ \t] | newline;
multiline_comment = "/*" ( any* - ( any* "*/" any* ) ) "*/";
comment = "*" ( any* - ( any* ";" true_whitespace* newline any* ) ) ";" true_whitespace* newline |
multiline_comment;
whitespace = true_whitespace | multiline_comment;
var = identifier %copy_varname;
labelset = identifier %copy_labelset;
arg = identifier %copy_argname (whitespace* "=" whitespace* (identifier_eval | data_identifier | quoted_string | hex_string | integer) >start_integer %handle_arg)?;
args = arg ( whitespace+ arg)*;
options_cmd = "OPTIONS"i whitespace+ args
whitespace* ";";
let_macro = "%LET"i whitespace+ identifier whitespace* "=" whitespace* (unquoted_string | quoted_string)
whitespace* ";";
libname_cmd = "LIBNAME"i whitespace+ identifier whitespace+ (
quoted_string (whitespace+ args)? |
"CLEAR"i | "_ALL_"i whitespace* "CLEAR"i |
"LIST"i | "_ALL_"i whitespace* "LIST"i
) whitespace* ";";
footnote_cmd = "FOOTNOTE"i whitespace+ quoted_string whitespace* ";";
empty_cmd = ";";
missing_value_label = "." %{ label_type = -1; } whitespace* "=" whitespace* quoted_string %handle_value_label;
value_label = ( "-" integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; } |
integer %{ label_type = LABEL_TYPE_DOUBLE; double_value = integer; } |
integer whitespace+ "-" whitespace+ %{ first_integer = integer; } integer %{ label_type = LABEL_TYPE_RANGE; } |
unquoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_string |
quoted_string %{ label_type = LABEL_TYPE_STRING; } %copy_string |
"other" %{ label_type = LABEL_TYPE_OTHER; }
) whitespace* "=" whitespace* quoted_string %handle_value_label;
var_len = ("$" whitespace* integer %set_str | integer %set_dbl) %{ var_len = integer; };
value_cmd = "VALUE"i whitespace+
labelset whitespace+
("(" args ")" whitespace*)?
(value_label | missing_value_label)
(whitespace+ (value_label | missing_value_label))*
whitespace* ";";
proc_format_cmd = "PROC"i whitespace+ "FORMAT"i whitespace* ( args whitespace* )? ";"
( whitespace | empty_cmd | value_cmd )+;
filename_cmd = "FILENAME"i (whitespace+ args)? whitespace+ quoted_string
whitespace* ";";
if_statement = "IF"i ( whitespace | identifier | "-"? integer | "(" | ")" | ".")+ ";";
data_cmd = "DATA"i (whitespace+ (identifier_eval | identifier_placeholder | unquoted_string | quoted_string ) )+
whitespace* ";";
missing_cmd = "MISSING"i whitespace+ identifier
whitespace* ";";
# lrecl_option = "LRECL"i whitespace* "=" whitespace* integer %handle_info;
infile_cmd = "INFILE"i (whitespace+ quoted_string)? (whitespace* args)?
whitespace* ";";
length_spec = var whitespace+ var_len %handle_var_len;
length_cmd = "LENGTH"i (whitespace+ length_spec)*
(whitespace+ "DEFAULT" whitespace* "=" whitespace* integer)?
whitespace* ";";
label_spec = var whitespace* "=" whitespace* quoted_string %handle_var_label;
label_cmd = "LABEL"i whitespace+ label_spec (whitespace+ label_spec)*
whitespace* ";";
date_separator = [SN];
date_format = ( "MMDDYY" integer |
"DATE" |
"DATE9" |
"DATETIME" |
"DAY" |
"DDMMYY" date_separator? integer |
"DOWNAME" |
"JULDAY" |
"JULIAN" |
"MMDDYY" date_separator? integer |
"MMYY" date_separator? |
"MONNAME" |
"MONTH" |
"MONYY" |
"PDFJULG" |
"WEEKDATE" |
"WEEKDAY" |
"WORDDATE" |
"WORDDATX" |
"QTR" |
"QTRR" |
"TIME" |
"TIMEAMPM" |
"TOD" |
"YEAR" |
"YYMMDD" |
"YYMM" date_separator? |
"YYQ" date_separator? |
"YYQR" date_separator? );
format_lbl_spec = labelset "." %handle_var_labelset;
format_dbl_spec = integer "." integer?;
format_date_spec = date_format "." integer?;
var_format_spec = var whitespace+ ( format_lbl_spec | format_dbl_spec | format_date_spec );
format_cmd = "FORMAT"i whitespace+ var_format_spec (whitespace+ var_format_spec)*
whitespace* ";";
var_attribute = (
"LENGTH"i whitespace* "=" whitespace* var_len %handle_var_len |
"LABEL"i whitespace* "=" whitespace* quoted_string %handle_var_label |
"FORMAT"i whitespace* "=" whitespace* format_dbl_spec
);
var_attributes = var_attribute (whitespace+ var_attribute)*;
attrib_spec = var whitespace+ var_attributes %handle_var;
attrib_cmd = "ATTRIB"i whitespace+ attrib_spec (whitespace+ attrib_spec)* whitespace* ";";
input_format_spec = ("$CHAR" integer %set_str | identifier %set_dbl);
input_int_spec = var whitespace+ integer %copy_pos "-" integer %set_len %set_dbl %handle_var;
input_dbl_spec = "@" integer %copy_pos whitespace+ var whitespace+ (var_len | input_format_spec) "." %handle_var integer?;
input_txt_spec = var whitespace+ "$" whitespace* integer %copy_pos "-" integer %set_len %set_str %handle_var;
row_spec = "#" integer %{ var_row = integer - 1; };
input_spec = (input_int_spec | input_dbl_spec | input_txt_spec | row_spec | var);
input_cmd = "INPUT"i whitespace+ %{ var_row = 0; } input_spec (whitespace+ input_spec)*
whitespace* ";";
invalue_missing_spec = single_quoted_string whitespace* "=" whitespace* missing_value;
invalue_format_spec = format_dbl_spec | format_date_spec;
invalue_other_spec = "OTHER" whitespace* "=" whitespace* "(|" invalue_format_spec "|)";
invalue_spec = invalue_missing_spec | invalue_other_spec;
invalue_cmd = "INVALUE"i whitespace+ identifier whitespace+ invalue_spec (whitespace+ invalue_spec)* whitespace* ";";
tables_cmd = "TABLES"i whitespace+ identifier whitespace* ";";
modify_cmd = "MODIFY"i whitespace+ identifier whitespace* ";";
proc_freq_cmd = "PROC"i whitespace+ "FREQ"i (whitespace+ args) whitespace* ";" whitespace* tables_cmd?;
proc_print_cmd = "PROC"i whitespace+ "PRINT"i (whitespace+ args) (whitespace+ "(" args ")")?
whitespace* ";";
proc_contents_cmd = "PROC"i whitespace+ "CONTENTS"i (whitespace+ args) whitespace* ";";
proc_datasets_cmd = "PROC"i whitespace+ "DATASETS"i (whitespace+ args) whitespace* ";" whitespace* modify_cmd?;
run_cmd = "RUN"i whitespace* ";";
quit_cmd = "QUIT"i whitespace* ";";
command =
options_cmd |
let_macro |
libname_cmd |
footnote_cmd |
value_cmd |
proc_format_cmd |
filename_cmd |
attrib_cmd |
data_cmd |
if_statement |
missing_cmd |
infile_cmd |
format_cmd |
label_cmd |
length_cmd |
input_cmd |
invalue_cmd |
proc_freq_cmd |
proc_print_cmd |
proc_contents_cmd |
proc_datasets_cmd |
run_cmd |
quit_cmd;
main := ( true_whitespace | comment | command )*;
write init;
write exec;
}%%
/* suppress warnings */
(void)sas_commands_en_main;
if (cs < %%{ write first_final; }%%) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file around line #%d, col #%ld (0x%02x = %c)",
line_no + 1, (long)(p - line_start + 1), *p, *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_schema.c 0000644 0001762 0000144 00000002113 14101007206 020047 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
void readstat_schema_free(readstat_schema_t *schema) {
if (schema) {
free(schema->entries);
free(schema);
}
}
readstat_schema_entry_t *readstat_schema_find_or_create_entry(readstat_schema_t *dct, const char *var_name) {
readstat_schema_entry_t *entry = NULL;
int i;
/* linear search. this is shitty, but whatever */
for (i=0; ientry_count; i++) {
if (strcmp(dct->entries[i].variable.name, var_name) == 0) {
entry = &dct->entries[i];
break;
}
}
if (!entry) {
dct->entries = realloc(dct->entries, sizeof(readstat_schema_entry_t) * (dct->entry_count + 1));
entry = &dct->entries[dct->entry_count];
memset(entry, 0, sizeof(readstat_schema_entry_t));
readstat_copy(entry->variable.name, sizeof(entry->variable.name), var_name, strlen(var_name));
entry->decimal_separator = '.';
entry->variable.index = dct->entry_count++;
}
return entry;
}
haven/src/readstat/txt/commands_util.c 0000644 0001762 0000144 00000005355 14101007206 017571 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_schema.h"
#include "commands_util.h"
readstat_error_t submit_value_label(readstat_parser_t *parser, const char *labelset,
label_type_t label_type, int64_t first_integer, int64_t last_integer,
double double_value, const char *string_value, const char *buf, void *user_ctx) {
if (!parser->handlers.value_label)
return READSTAT_OK;
int cb_retval = READSTAT_HANDLER_OK;
if (label_type == LABEL_TYPE_RANGE) {
int64_t i;
for (i=first_integer; i<=last_integer; i++) {
readstat_value_t value = {
.type = READSTAT_TYPE_DOUBLE,
.v = { .double_value = i } };
cb_retval = parser->handlers.value_label(labelset, value, buf, user_ctx);
if (cb_retval != READSTAT_HANDLER_OK)
goto cleanup;
}
} else if (label_type != LABEL_TYPE_OTHER) {
readstat_value_t value = { { 0 } };
if (label_type == LABEL_TYPE_DOUBLE) {
value.type = READSTAT_TYPE_DOUBLE;
value.v.double_value = double_value;
} else if (label_type == LABEL_TYPE_STRING) {
value.type = READSTAT_TYPE_STRING;
value.v.string_value = string_value;
} else if (label_type == LABEL_TYPE_NAN) {
value.type = READSTAT_TYPE_DOUBLE;
value.v.double_value = NAN;
}
cb_retval = parser->handlers.value_label(labelset, value, buf, user_ctx);
}
cleanup:
return (cb_retval == READSTAT_HANDLER_OK) ? READSTAT_OK : READSTAT_ERROR_USER_ABORT;
}
readstat_error_t submit_columns(readstat_parser_t *parser, readstat_schema_t *dct, void *user_ctx) {
int i;
int partial_entry_count = 0;
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &dct->entries[i];
if (dct->rows_per_observation < entry->row + 1) {
dct->rows_per_observation = entry->row + 1;
}
}
if (!parser->handlers.variable)
return READSTAT_OK;
for (i=0; ientry_count; i++) {
readstat_schema_entry_t *entry = &dct->entries[i];
entry->variable.index = i;
entry->variable.index_after_skipping = partial_entry_count;
if (entry->variable.type == READSTAT_TYPE_STRING)
entry->variable.storage_width = entry->len;
int cb_retval = parser->handlers.variable(i, &entry->variable,
entry->labelset[0] ? entry->labelset : NULL, user_ctx);
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
entry->skip = 1;
} else if (cb_retval == READSTAT_HANDLER_ABORT) {
return READSTAT_ERROR_USER_ABORT;
} else {
partial_entry_count++;
}
}
return READSTAT_OK;
}
haven/src/readstat/txt/readstat_stata_dictionary_read.c 0000644 0001762 0000144 00000063763 14101765776 023214 0 ustar ligges users #line 1 "src/txt/readstat_stata_dictionary_read.rl"
#include
#include "../readstat.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#line 11 "src/txt/readstat_stata_dictionary_read.c"
static const signed char _stata_dictionary_actions[] = {
0, 1, 1, 1, 4, 1, 6, 1,
7, 1, 8, 1, 9, 1, 11, 1,
13, 1, 14, 1, 15, 1, 16, 1,
17, 1, 18, 1, 19, 1, 20, 1,
27, 2, 0, 1, 2, 2, 11, 2,
7, 8, 2, 10, 4, 2, 12, 5,
2, 13, 3, 2, 13, 9, 3, 13,
2, 11, 3, 14, 2, 11, 3, 15,
2, 11, 3, 16, 2, 11, 3, 17,
2, 11, 3, 18, 2, 11, 3, 19,
2, 11, 3, 20, 2, 11, 3, 21,
12, 5, 3, 22, 12, 5, 3, 23,
12, 5, 3, 24, 12, 5, 3, 25,
12, 5, 3, 26, 12, 5, 3, 28,
0, 1, 4, 13, 3, 2, 11, 0
};
static const short _stata_dictionary_key_offsets[] = {
0, 0, 4, 6, 10, 11, 12, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 27, 33, 39, 40, 41, 42, 43,
44, 48, 61, 74, 75, 76, 77, 81,
86, 91, 92, 110, 128, 129, 131, 132,
133, 135, 147, 153, 171, 175, 176, 177,
178, 179, 180, 181, 185, 190, 193, 211,
224, 225, 238, 251, 263, 273, 274, 275,
279, 283, 285, 293, 295, 299, 303, 308,
310, 323, 336, 349, 362, 375, 387, 400,
413, 426, 439, 451, 464, 477, 489, 502,
515, 528, 540, 553, 566, 578, 590, 591,
592, 593, 594, 595, 596, 597, 598, 599,
600, 601, 602, 603, 604, 605, 609, 614,
617, 635, 637, 638, 639, 641, 645, 650,
653, 671, 672, 676, 681, 684, 702, 703,
704, 705, 706, 710, 715, 718, 736, 737,
738, 739, 740, 741, 742, 761, 765, 770,
773, 791, 803, 804, 805, 806, 807, 808,
812, 817, 822, 823, 824, 0
};
static const char _stata_dictionary_trans_keys[] = {
42, 47, 100, 105, 10, 13, 42, 47,
100, 105, 42, 42, 42, 47, 105, 99,
116, 105, 111, 110, 97, 114, 121, 9,
10, 13, 32, 9, 10, 13, 32, 117,
123, 9, 10, 13, 32, 117, 123, 10,
115, 105, 110, 103, 9, 10, 13, 32,
9, 10, 13, 32, 34, 92, 95, 45,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 92, 95, 45, 57, 65, 90,
97, 122, 10, 34, 34, 9, 10, 13,
32, 9, 10, 13, 32, 123, 9, 10,
13, 32, 123, 10, 9, 10, 13, 32,
42, 47, 95, 98, 100, 102, 105, 108,
115, 125, 65, 90, 97, 122, 9, 10,
13, 32, 42, 47, 95, 98, 100, 102,
105, 108, 115, 125, 65, 90, 97, 122,
10, 10, 13, 42, 42, 42, 47, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
37, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 99, 102, 108, 110, 111,
108, 117, 109, 110, 40, 9, 32, 48,
57, 9, 32, 41, 48, 57, 9, 32,
41, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 121, 48, 57, 65, 90, 97, 122,
10, 9, 10, 13, 32, 46, 95, 116,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 101, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 37, 65, 90, 97,
122, 34, 34, 9, 10, 13, 32, 9,
10, 13, 32, 48, 57, 44, 46, 83,
115, 48, 57, 101, 103, 48, 57, 48,
57, 101, 103, 9, 10, 13, 32, 9,
10, 13, 32, 34, 48, 57, 9, 10,
13, 32, 46, 95, 111, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 117, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 98, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 108, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 46, 95,
101, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 108, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 111, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 97, 48, 57, 65, 90,
98, 122, 9, 10, 13, 32, 46, 95,
116, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 46, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 110, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 116, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 46, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 95, 111,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 110, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 46,
95, 103, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 46, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
46, 95, 116, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 95, 114,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 46, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 46, 95,
48, 57, 65, 90, 97, 122, 105, 114,
115, 116, 108, 105, 110, 101, 111, 102,
102, 105, 108, 101, 40, 9, 32, 48,
57, 9, 32, 41, 48, 57, 9, 32,
41, 9, 10, 13, 32, 42, 47, 95,
98, 100, 102, 105, 108, 115, 125, 65,
90, 97, 122, 105, 114, 110, 101, 40,
115, 9, 32, 48, 57, 9, 32, 41,
48, 57, 9, 32, 41, 9, 10, 13,
32, 42, 47, 95, 98, 100, 102, 105,
108, 115, 125, 65, 90, 97, 122, 40,
9, 32, 48, 57, 9, 32, 41, 48,
57, 9, 32, 41, 9, 10, 13, 32,
42, 47, 95, 98, 100, 102, 105, 108,
115, 125, 65, 90, 97, 122, 101, 99,
108, 40, 9, 32, 48, 57, 9, 32,
41, 48, 57, 9, 32, 41, 9, 10,
13, 32, 42, 47, 95, 98, 100, 102,
105, 108, 115, 125, 65, 90, 97, 122,
101, 119, 108, 105, 110, 101, 9, 10,
13, 32, 40, 42, 47, 95, 98, 100,
102, 105, 108, 115, 125, 65, 90, 97,
122, 9, 32, 48, 57, 9, 32, 41,
48, 57, 9, 32, 41, 9, 10, 13,
32, 42, 47, 95, 98, 100, 102, 105,
108, 115, 125, 65, 90, 97, 122, 9,
10, 13, 32, 92, 95, 45, 57, 65,
90, 97, 122, 110, 102, 105, 108, 101,
9, 10, 13, 32, 9, 10, 13, 32,
100, 9, 10, 13, 32, 100, 10, 10,
0
};
static const signed char _stata_dictionary_single_lengths[] = {
0, 4, 2, 4, 1, 1, 2, 1,
1, 1, 1, 1, 1, 1, 1, 1,
4, 6, 6, 1, 1, 1, 1, 1,
4, 7, 7, 1, 1, 1, 4, 5,
5, 1, 14, 14, 1, 2, 1, 1,
2, 6, 6, 14, 4, 1, 1, 1,
1, 1, 1, 2, 3, 3, 14, 7,
1, 7, 7, 6, 6, 1, 1, 4,
4, 0, 4, 0, 0, 4, 5, 0,
7, 7, 7, 7, 7, 6, 7, 7,
7, 7, 6, 7, 7, 6, 7, 7,
7, 6, 7, 7, 6, 6, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 2, 3, 3,
14, 2, 1, 1, 2, 2, 3, 3,
14, 1, 2, 3, 3, 14, 1, 1,
1, 1, 2, 3, 3, 14, 1, 1,
1, 1, 1, 1, 15, 2, 3, 3,
14, 6, 1, 1, 1, 1, 1, 4,
5, 5, 1, 1, 0, 0
};
static const signed char _stata_dictionary_range_lengths[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 3, 3, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 0, 0, 0,
0, 3, 0, 2, 0, 0, 0, 0,
0, 0, 0, 1, 1, 0, 2, 3,
0, 3, 3, 3, 2, 0, 0, 0,
0, 1, 2, 1, 2, 0, 0, 1,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 1, 0,
2, 0, 0, 0, 0, 1, 1, 0,
2, 0, 1, 1, 0, 2, 0, 0,
0, 0, 1, 1, 0, 2, 0, 0,
0, 0, 0, 0, 2, 1, 1, 0,
2, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0
};
static const short _stata_dictionary_index_offsets[] = {
0, 0, 5, 8, 13, 15, 17, 20,
22, 24, 26, 28, 30, 32, 34, 36,
38, 43, 50, 57, 59, 61, 63, 65,
67, 72, 83, 94, 96, 98, 100, 105,
111, 117, 119, 136, 153, 155, 158, 160,
162, 165, 175, 182, 199, 204, 206, 208,
210, 212, 214, 216, 220, 225, 229, 246,
257, 259, 270, 281, 291, 300, 302, 304,
309, 314, 316, 323, 325, 328, 333, 339,
341, 352, 363, 374, 385, 396, 406, 417,
428, 439, 450, 460, 471, 482, 492, 503,
514, 525, 535, 546, 557, 567, 577, 579,
581, 583, 585, 587, 589, 591, 593, 595,
597, 599, 601, 603, 605, 607, 611, 616,
620, 637, 640, 642, 644, 647, 651, 656,
660, 677, 679, 683, 688, 692, 709, 711,
713, 715, 717, 721, 726, 730, 747, 749,
751, 753, 755, 757, 759, 777, 781, 786,
790, 807, 817, 819, 821, 823, 825, 827,
832, 838, 844, 846, 848, 0
};
static const short _stata_dictionary_cond_targs[] = {
2, 4, 7, 146, 0, 3, 155, 2,
2, 4, 7, 146, 0, 5, 0, 6,
5, 6, 1, 5, 8, 0, 9, 0,
10, 0, 11, 0, 12, 0, 13, 0,
14, 0, 15, 0, 16, 0, 17, 18,
19, 17, 0, 17, 18, 19, 17, 20,
34, 0, 17, 18, 19, 17, 20, 34,
0, 18, 0, 21, 0, 22, 0, 23,
0, 24, 0, 25, 26, 27, 25, 0,
25, 26, 27, 25, 28, 145, 145, 145,
145, 145, 0, 25, 26, 27, 25, 28,
145, 145, 145, 145, 145, 0, 26, 0,
30, 29, 30, 29, 31, 32, 33, 31,
0, 31, 32, 33, 31, 34, 0, 31,
32, 33, 31, 34, 0, 32, 0, 34,
35, 36, 34, 37, 38, 44, 55, 72,
78, 83, 86, 90, 156, 41, 41, 0,
34, 35, 36, 34, 37, 38, 44, 55,
72, 78, 83, 86, 90, 156, 41, 41,
0, 35, 0, 35, 36, 37, 39, 0,
40, 39, 40, 34, 39, 42, 43, 56,
42, 41, 41, 41, 41, 41, 0, 42,
43, 56, 42, 61, 65, 0, 34, 35,
36, 34, 37, 38, 44, 55, 72, 78,
83, 86, 90, 156, 41, 41, 0, 45,
94, 113, 134, 0, 46, 0, 47, 0,
48, 0, 49, 0, 50, 0, 51, 0,
51, 51, 52, 0, 53, 53, 54, 52,
0, 53, 53, 54, 0, 34, 35, 36,
34, 37, 38, 44, 55, 72, 78, 83,
86, 90, 156, 41, 41, 0, 42, 43,
56, 42, 41, 41, 57, 41, 41, 41,
0, 43, 0, 42, 43, 56, 42, 41,
41, 58, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 59, 41, 41, 41,
0, 60, 43, 56, 60, 41, 41, 41,
41, 41, 0, 60, 43, 56, 60, 61,
65, 41, 41, 0, 63, 62, 63, 62,
64, 43, 56, 64, 0, 64, 43, 56,
64, 0, 66, 0, 67, 71, 69, 69,
66, 69, 0, 68, 0, 68, 69, 0,
70, 43, 56, 70, 0, 70, 43, 56,
70, 61, 0, 68, 0, 42, 43, 56,
42, 41, 41, 73, 41, 41, 41, 0,
42, 43, 56, 42, 41, 41, 74, 41,
41, 41, 0, 42, 43, 56, 42, 41,
41, 75, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 76, 41, 41, 41,
0, 42, 43, 56, 42, 41, 41, 77,
41, 41, 41, 0, 60, 43, 56, 60,
41, 41, 41, 41, 41, 0, 42, 43,
56, 42, 41, 41, 79, 41, 41, 41,
0, 42, 43, 56, 42, 41, 41, 80,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 81, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 82, 41, 41,
41, 0, 60, 43, 56, 60, 41, 41,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 84, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 85, 41, 41,
41, 0, 60, 43, 56, 60, 41, 41,
41, 41, 41, 0, 42, 43, 56, 42,
41, 41, 87, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 88, 41, 41,
41, 0, 42, 43, 56, 42, 41, 41,
89, 41, 41, 41, 0, 60, 43, 56,
60, 41, 41, 41, 41, 41, 0, 42,
43, 56, 42, 41, 41, 91, 41, 41,
41, 0, 42, 43, 56, 42, 41, 41,
92, 41, 41, 41, 0, 42, 43, 56,
42, 41, 41, 93, 41, 41, 0, 60,
43, 56, 60, 41, 41, 93, 41, 41,
0, 95, 0, 96, 0, 97, 0, 98,
0, 99, 0, 100, 0, 101, 0, 102,
0, 103, 0, 104, 0, 105, 0, 106,
0, 107, 0, 108, 0, 109, 0, 109,
109, 110, 0, 111, 111, 112, 110, 0,
111, 111, 112, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 114, 126, 0,
115, 0, 116, 0, 117, 121, 0, 117,
117, 118, 0, 119, 119, 120, 118, 0,
119, 119, 120, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 122, 0, 122,
122, 123, 0, 124, 124, 125, 123, 0,
124, 124, 125, 0, 34, 35, 36, 34,
37, 38, 44, 55, 72, 78, 83, 86,
90, 156, 41, 41, 0, 127, 0, 128,
0, 129, 0, 130, 0, 130, 130, 131,
0, 132, 132, 133, 131, 0, 132, 132,
133, 0, 34, 35, 36, 34, 37, 38,
44, 55, 72, 78, 83, 86, 90, 156,
41, 41, 0, 135, 0, 136, 0, 137,
0, 138, 0, 139, 0, 140, 0, 34,
35, 36, 34, 141, 37, 38, 44, 55,
72, 78, 83, 86, 90, 156, 41, 41,
0, 141, 141, 142, 0, 143, 143, 144,
142, 0, 143, 143, 144, 0, 34, 35,
36, 34, 37, 38, 44, 55, 72, 78,
83, 86, 90, 156, 41, 41, 0, 31,
32, 33, 31, 145, 145, 145, 145, 145,
0, 147, 0, 148, 0, 149, 0, 150,
0, 151, 0, 152, 153, 154, 152, 0,
152, 153, 154, 152, 7, 0, 152, 153,
154, 152, 7, 0, 153, 0, 3, 0,
156, 0, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
63, 64, 65, 66, 67, 68, 69, 70,
71, 72, 73, 74, 75, 76, 77, 78,
79, 80, 81, 82, 83, 84, 85, 86,
87, 88, 89, 90, 91, 92, 93, 94,
95, 96, 97, 98, 99, 100, 101, 102,
103, 104, 105, 106, 107, 108, 109, 110,
111, 112, 113, 114, 115, 116, 117, 118,
119, 120, 121, 122, 123, 124, 125, 126,
127, 128, 129, 130, 131, 132, 133, 134,
135, 136, 137, 138, 139, 140, 141, 142,
143, 144, 145, 146, 147, 148, 149, 150,
151, 152, 153, 154, 155, 156, 0
};
static const signed char _stata_dictionary_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
15, 15, 15, 15, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 15, 15, 15, 15, 15, 15,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 0, 15, 15, 15, 15, 15,
51, 51, 51, 51, 51, 0, 0, 0,
39, 7, 9, 0, 3, 3, 3, 3,
0, 0, 0, 0, 0, 0, 0, 15,
15, 15, 15, 15, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 36, 36,
36, 36, 36, 36, 0, 36, 36, 0,
15, 15, 15, 15, 15, 15, 15, 54,
54, 54, 54, 54, 54, 15, 54, 54,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 45, 45, 45,
45, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 48, 48,
48, 48, 48, 48, 48, 114, 114, 114,
114, 114, 114, 48, 114, 114, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 33, 0, 0, 0, 0, 1,
0, 0, 0, 0, 0, 21, 21, 21,
21, 21, 21, 21, 66, 66, 66, 66,
66, 66, 21, 66, 66, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 0, 0, 45, 45, 45, 45, 0,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 86, 45, 45, 86, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 13, 13, 0, 39, 7, 9, 0,
5, 5, 5, 5, 0, 0, 0, 0,
0, 0, 33, 0, 31, 31, 31, 31,
1, 31, 0, 110, 0, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 33, 0, 45, 45, 45,
45, 0, 0, 0, 0, 0, 0, 0,
45, 45, 45, 45, 0, 0, 0, 0,
0, 0, 0, 45, 45, 45, 45, 0,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 45, 45, 45, 45, 0, 0, 0,
0, 0, 0, 0, 102, 45, 45, 102,
0, 0, 0, 0, 0, 0, 45, 45,
45, 45, 0, 0, 0, 0, 0, 0,
0, 45, 45, 45, 45, 0, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 98, 45, 45, 98, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 90, 45, 45, 90, 0, 0,
0, 0, 0, 0, 45, 45, 45, 45,
0, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 45, 45, 45, 45, 0, 0,
0, 0, 0, 0, 0, 94, 45, 45,
94, 0, 0, 0, 0, 0, 0, 45,
45, 45, 45, 0, 0, 0, 0, 0,
0, 0, 45, 45, 45, 45, 0, 0,
0, 0, 0, 0, 0, 45, 45, 45,
45, 0, 0, 33, 0, 0, 0, 106,
45, 45, 106, 0, 0, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 29, 29, 29, 29,
29, 29, 29, 82, 82, 82, 82, 82,
82, 29, 82, 82, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 19, 19, 19, 19,
19, 19, 19, 62, 62, 62, 62, 62,
62, 19, 62, 62, 0, 0, 0, 0,
0, 33, 0, 0, 0, 0, 1, 0,
0, 0, 0, 0, 17, 17, 17, 17,
17, 17, 17, 58, 58, 58, 58, 58,
58, 17, 58, 58, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 33,
0, 0, 0, 0, 1, 0, 0, 0,
0, 0, 27, 27, 27, 27, 27, 27,
27, 78, 78, 78, 78, 78, 78, 27,
78, 78, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 23,
23, 23, 23, 23, 23, 23, 23, 70,
70, 70, 70, 70, 70, 23, 70, 70,
0, 0, 0, 33, 0, 0, 0, 0,
1, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 74, 74, 74,
74, 74, 74, 25, 74, 74, 0, 42,
42, 42, 42, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 15, 15,
15, 15, 15, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0
};
static const int stata_dictionary_start = 1;
static const int stata_dictionary_en_main = 1;
#line 11 "src/txt/readstat_stata_dictionary_read.rl"
readstat_schema_t *readstat_parse_stata_dictionary(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
int cb_return_value = READSTAT_HANDLER_OK;
int total_entry_count = 0;
int partial_entry_count = 0;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
// u_char *eof = pe;
int integer = 0;
int current_row = 0;
int current_col = 0;
int line_no = 0;
unsigned char *line_start = p;
readstat_schema_entry_t current_entry;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 545 "src/txt/readstat_stata_dictionary_read.c"
{
cs = (int)stata_dictionary_start;
}
#line 550 "src/txt/readstat_stata_dictionary_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe )
goto _out;
_keys = ( _stata_dictionary_trans_keys + (_stata_dictionary_key_offsets[cs]));
_trans = (unsigned int)_stata_dictionary_index_offsets[cs];
_klen = (int)_stata_dictionary_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_stata_dictionary_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
cs = (int)_stata_dictionary_cond_targs[_trans];
if ( _stata_dictionary_cond_actions[_trans] != 0 ) {
_acts = ( _stata_dictionary_actions + (_stata_dictionary_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 63 "src/txt/readstat_stata_dictionary_read.rl"
integer = 0;
}
#line 628 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 1: {
{
#line 67 "src/txt/readstat_stata_dictionary_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 639 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 2: {
{
#line 71 "src/txt/readstat_stata_dictionary_read.rl"
memset(¤t_entry, 0, sizeof(readstat_schema_entry_t));
current_entry.decimal_separator = '.';
current_entry.variable.type = READSTAT_TYPE_DOUBLE;
current_entry.variable.index = total_entry_count;
}
#line 653 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 3: {
{
#line 78 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.row = current_row;
current_entry.col = current_col;
current_col += current_entry.len;
cb_return_value = READSTAT_HANDLER_OK;
if (parser->handlers.variable) {
current_entry.variable.index_after_skipping = partial_entry_count;
cb_return_value = parser->handlers.variable(total_entry_count, ¤t_entry.variable, NULL, user_ctx);
if (cb_return_value == READSTAT_HANDLER_ABORT) {
error = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if (cb_return_value == READSTAT_HANDLER_SKIP_VARIABLE) {
current_entry.skip = 1;
} else {
partial_entry_count++;
}
schema->entries = realloc(schema->entries, sizeof(readstat_schema_entry_t) * (schema->entry_count+1));
memcpy(&schema->entries[schema->entry_count++], ¤t_entry, sizeof(readstat_schema_entry_t));
total_entry_count++;
}
#line 683 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 4: {
{
#line 101 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(schema->filename, sizeof(schema->filename), (char *)str_start, str_len);
}
#line 694 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 5: {
{
#line 105 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(current_entry.variable.name, sizeof(current_entry.variable.name),
(char *)str_start, str_len);
}
#line 706 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 6: {
{
#line 110 "src/txt/readstat_stata_dictionary_read.rl"
readstat_copy(current_entry.variable.label, sizeof(current_entry.variable.label),
(char *)str_start, str_len);
}
#line 718 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 7: {
{
#line 115 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 727 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 8: {
{
#line 115 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 736 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 9: {
{
#line 117 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 745 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 10: {
{
#line 117 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 754 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 11: {
{
#line 119 "src/txt/readstat_stata_dictionary_read.rl"
str_start = p; }
#line 763 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 12: {
{
#line 119 "src/txt/readstat_stata_dictionary_read.rl"
str_len = p - str_start; }
#line 772 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 13: {
{
#line 121 "src/txt/readstat_stata_dictionary_read.rl"
line_no++; line_start = p; }
#line 781 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 14: {
{
#line 131 "src/txt/readstat_stata_dictionary_read.rl"
schema->rows_per_observation = integer; }
#line 790 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 15: {
{
#line 133 "src/txt/readstat_stata_dictionary_read.rl"
current_row = integer - 1; }
#line 799 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 16: {
{
#line 135 "src/txt/readstat_stata_dictionary_read.rl"
current_col = integer - 1; }
#line 808 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 17: {
{
#line 137 "src/txt/readstat_stata_dictionary_read.rl"
current_row++; }
#line 817 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 18: {
{
#line 137 "src/txt/readstat_stata_dictionary_read.rl"
current_row += (integer - 1); }
#line 826 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 19: {
{
#line 141 "src/txt/readstat_stata_dictionary_read.rl"
schema->cols_per_observation = integer; }
#line 835 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 20: {
{
#line 143 "src/txt/readstat_stata_dictionary_read.rl"
schema->first_line = integer - 1; }
#line 844 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 21: {
{
#line 147 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT8; }
#line 853 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 22: {
{
#line 148 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT16; }
#line 862 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 23: {
{
#line 149 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_INT32; }
#line 871 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 24: {
{
#line 150 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_FLOAT; }
#line 880 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 25: {
{
#line 151 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_DOUBLE; }
#line 889 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 26: {
{
#line 152 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.variable.type = READSTAT_TYPE_STRING;
current_entry.variable.storage_width = integer; }
#line 899 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 27: {
{
#line 159 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.len = integer; }
#line 908 "src/txt/readstat_stata_dictionary_read.c"
break;
}
case 28: {
{
#line 160 "src/txt/readstat_stata_dictionary_read.rl"
current_entry.decimal_separator = ','; }
#line 917 "src/txt/readstat_stata_dictionary_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( cs != 0 ) {
p += 1;
goto _resume;
}
_out: {}
}
#line 174 "src/txt/readstat_stata_dictionary_read.rl"
/* suppress warnings */
(void)stata_dictionary_en_main;
if (cs <
#line 942 "src/txt/readstat_stata_dictionary_read.c"
156
#line 179 "src/txt/readstat_stata_dictionary_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing .dct file around line #%d, col #%ld (%c)",
line_no + 1, (long)(p - line_start + 1), *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/txt/readstat_sas_commands_read.c 0000644 0001762 0000144 00000420247 14207426345 022305 0 ustar ligges users #line 1 "src/txt/readstat_sas_commands_read.rl"
#include
#include "../readstat.h"
#include "../readstat_strings.h"
#include "readstat_schema.h"
#include "readstat_copy.h"
#include "commands_util.h"
#line 13 "src/txt/readstat_sas_commands_read.c"
static const signed char _sas_commands_actions[] = {
0, 1, 0, 1, 1, 1, 2, 1,
3, 1, 7, 1, 12, 1, 13, 1,
16, 1, 18, 1, 19, 1, 20, 1,
21, 1, 22, 1, 23, 1, 24, 1,
27, 1, 28, 1, 29, 1, 31, 1,
36, 1, 37, 2, 0, 1, 2, 0,
23, 2, 1, 0, 2, 5, 35, 2,
6, 35, 2, 7, 12, 2, 7, 15,
2, 7, 17, 2, 7, 23, 2, 18,
19, 2, 20, 21, 2, 22, 0, 2,
22, 23, 2, 22, 37, 2, 24, 6,
2, 24, 8, 2, 24, 10, 2, 24,
11, 2, 24, 12, 2, 24, 23, 2,
26, 12, 2, 32, 9, 2, 37, 23,
3, 0, 23, 25, 3, 4, 5, 13,
3, 4, 6, 13, 3, 5, 24, 6,
3, 5, 35, 14, 3, 6, 35, 14,
3, 7, 15, 13, 3, 7, 33, 9,
3, 13, 0, 1, 3, 18, 0, 2,
3, 22, 0, 1, 3, 22, 0, 23,
3, 22, 37, 23, 3, 24, 0, 1,
3, 24, 1, 0, 3, 30, 0, 1,
3, 32, 9, 34, 4, 4, 5, 13,
6, 4, 4, 6, 13, 5, 4, 5,
35, 14, 13, 4, 5, 35, 24, 6,
4, 6, 35, 14, 13, 4, 22, 0,
23, 25, 4, 22, 30, 0, 1, 0
};
static const short _sas_commands_key_offsets[] = {
0, 0, 2, 4, 6, 11, 22, 33,
46, 52, 58, 59, 60, 62, 73, 84,
85, 86, 93, 99, 105, 106, 107, 109,
110, 111, 118, 119, 120, 122, 135, 136,
137, 139, 140, 145, 146, 147, 149, 151,
153, 155, 157, 159, 164, 175, 186, 198,
207, 216, 217, 218, 220, 222, 224, 226,
228, 230, 236, 242, 243, 244, 246, 253,
260, 261, 262, 264, 267, 275, 291, 307,
308, 309, 311, 325, 339, 353, 367, 381,
394, 404, 414, 415, 416, 418, 422, 424,
426, 428, 434, 440, 441, 442, 444, 451,
458, 459, 460, 467, 468, 469, 476, 477,
478, 480, 482, 484, 486, 488, 494, 500,
501, 502, 504, 512, 520, 527, 534, 535,
536, 538, 546, 547, 548, 550, 558, 574,
588, 602, 616, 629, 639, 649, 650, 651,
653, 667, 681, 695, 709, 722, 732, 742,
743, 744, 746, 754, 755, 756, 758, 760,
762, 764, 769, 784, 799, 800, 801, 808,
824, 840, 854, 860, 861, 862, 864, 870,
871, 872, 879, 886, 894, 901, 915, 928,
929, 930, 932, 936, 938, 940, 942, 944,
946, 948, 953, 966, 979, 992, 1006, 1020,
1021, 1022, 1024, 1040, 1056, 1057, 1058, 1064,
1065, 1066, 1068, 1081, 1086, 1092, 1099, 1100,
1106, 1113, 1120, 1121, 1122, 1124, 1131, 1144,
1154, 1166, 1170, 1172, 1174, 1176, 1178, 1180,
1185, 1192, 1199, 1200, 1201, 1203, 1205, 1207,
1209, 1214, 1225, 1236, 1248, 1269, 1290, 1298,
1304, 1316, 1328, 1329, 1330, 1332, 1333, 1334,
1336, 1339, 1347, 1355, 1366, 1376, 1385, 1395,
1403, 1411, 1420, 1429, 1438, 1447, 1456, 1465,
1474, 1484, 1492, 1500, 1509, 1518, 1527, 1536,
1545, 1555, 1564, 1573, 1582, 1591, 1601, 1611,
1620, 1629, 1639, 1648, 1659, 1668, 1677, 1686,
1695, 1704, 1713, 1722, 1731, 1740, 1749, 1759,
1768, 1777, 1786, 1795, 1804, 1813, 1822, 1832,
1841, 1850, 1859, 1868, 1878, 1887, 1896, 1905,
1914, 1923, 1933, 1943, 1952, 1961, 1971, 1980,
1991, 2002, 2003, 2004, 2006, 2010, 2027, 2045,
2063, 2081, 2083, 2101, 2102, 2103, 2105, 2123,
2129, 2131, 2133, 2135, 2147, 2161, 2175, 2176,
2177, 2190, 2202, 2214, 2228, 2241, 2254, 2255,
2256, 2258, 2274, 2290, 2291, 2292, 2299, 2300,
2301, 2303, 2317, 2323, 2329, 2336, 2337, 2344,
2351, 2359, 2360, 2361, 2363, 2371, 2385, 2396,
2409, 2410, 2411, 2424, 2425, 2426, 2428, 2430,
2432, 2437, 2450, 2463, 2465, 2473, 2487, 2501,
2514, 2530, 2546, 2559, 2575, 2591, 2592, 2593,
2595, 2598, 2600, 2608, 2609, 2610, 2612, 2614,
2621, 2632, 2643, 2655, 2668, 2681, 2695, 2702,
2709, 2710, 2711, 2713, 2716, 2724, 2732, 2740,
2748, 2757, 2766, 2775, 2783, 2791, 2792, 2793,
2795, 2798, 2799, 2800, 2802, 2816, 2818, 2826,
2827, 2828, 2830, 2833, 2835, 2843, 2856, 2872,
2888, 2901, 2917, 2933, 2934, 2935, 2937, 2940,
2942, 2950, 2951, 2952, 2954, 2955, 2956, 2958,
2960, 2962, 2964, 2966, 2971, 2982, 2993, 3005,
3012, 3019, 3020, 3021, 3028, 3034, 3040, 3041,
3042, 3044, 3050, 3056, 3064, 3072, 3080, 3081,
3082, 3084, 3085, 3086, 3087, 3088, 3094, 3100,
3101, 3102, 3104, 3110, 3116, 3117, 3127, 3130,
3133, 3136, 3137, 3143, 3146, 3148, 3149, 3152,
3153, 3154, 3155, 3156, 3157, 3158, 3159, 3160,
3164, 3166, 3167, 3168, 3169, 3170, 3171, 3173,
3174, 3175, 3176, 3177, 3179, 3181, 3182, 3183,
3186, 3187, 3190, 3191, 3192, 3193, 3194, 3195,
3196, 3197, 3198, 3199, 3201, 3203, 3204, 3205,
3207, 3208, 3209, 3210, 3211, 3213, 3214, 3215,
3216, 3217, 3219, 3220, 3221, 3222, 3223, 3224,
3226, 3228, 3229, 3230, 3232, 3233, 3237, 3241,
3242, 3243, 3245, 3246, 3247, 3249, 3250, 3251,
3253, 3254, 3255, 3257, 3263, 3265, 3267, 3269,
3274, 3285, 3296, 3309, 3315, 3321, 3322, 3323,
3325, 3332, 3339, 3340, 3341, 3348, 3360, 3372,
3373, 3374, 3376, 3377, 3378, 3385, 3386, 3387,
3389, 3390, 3391, 3393, 3395, 3397, 3399, 3401,
3407, 3420, 3433, 3445, 3453, 3461, 3468, 3475,
3476, 3477, 3479, 3487, 3488, 3489, 3491, 3492,
3493, 3495, 3503, 3516, 3529, 3542, 3555, 3568,
3581, 3594, 3603, 3612, 3613, 3614, 3616, 3623,
3630, 3631, 3632, 3634, 3642, 3644, 3646, 3648,
3650, 3652, 3657, 3668, 3679, 3691, 3703, 3715,
3716, 3717, 3724, 3725, 3726, 3733, 3734, 3735,
3737, 3739, 3741, 3743, 3745, 3747, 3749, 3751,
3753, 3755, 3757, 3758, 3767, 3776, 3777, 3778,
3780, 3781, 3782, 3784, 3786, 3788, 3790, 3792,
3794, 3796, 3801, 3812, 3823, 3836, 3837, 3838,
3840, 3842, 3844, 3846, 3848, 3850, 3852, 3857,
3868, 3879, 3880, 3881, 3883, 3885, 3887, 3889,
3894, 3907, 3920, 3921, 3922, 3924, 3926, 3928,
3930, 3932, 3934, 3936, 3938, 3940, 3942, 3944,
3946, 3948, 3950, 3955, 3966, 3977, 3991, 4004,
4017, 4018, 4019, 4021, 4022, 4023, 4025, 4029,
4031, 4033, 4035, 4037, 4039, 4041, 4043, 4045,
4047, 4049, 4051, 4053, 4058, 4069, 4080, 4092,
4109, 4126, 4127, 4128, 4135, 4141, 4147, 4148,
4149, 4151, 4158, 4165, 4166, 4167, 4174, 4191,
4208, 4209, 4210, 4217, 4219, 4227, 4233, 4234,
4235, 4237, 4245, 4252, 4259, 4264, 4271, 4278,
4279, 4280, 4282, 4290, 4291, 4292, 4294, 4307,
4321, 4335, 4349, 4363, 4376, 4377, 4378, 4385,
4386, 4387, 4389, 4395, 4409, 4421, 4433, 4434,
4435, 4437, 4453, 4469, 4470, 4471, 4478, 4489,
4500, 4501, 4502, 4504, 4520, 4536, 4537, 4538,
4540, 4554, 4560, 4566, 4573, 4574, 4581, 4588,
4596, 4597, 4598, 4600, 4608, 4622, 4633, 4646,
4647, 4648, 4650, 4651, 4652, 4654, 4670, 4686,
4687, 4688, 4695, 4707, 4719, 4720, 4721, 4723,
4737, 4743, 4749, 4756, 4757, 4764, 4771, 4779,
4780, 4781, 4783, 4791, 4805, 4816, 4829, 4830,
4831, 4833, 4837, 4839, 4841, 4843, 4845, 4857,
4869, 4883, 4896, 4909, 4910, 4911, 4913, 4921,
4922, 4923, 4925, 4927, 4929, 4931, 4933, 4938,
4949, 4960, 4972, 4989, 5006, 5007, 5008, 5015,
5021, 5027, 5028, 5029, 5031, 5038, 5045, 5046,
5047, 5054, 5071, 5088, 5089, 5090, 5097, 5099,
5107, 5113, 5114, 5115, 5117, 5125, 5132, 5139,
5144, 5151, 5158, 5159, 5160, 5162, 5170, 5171,
5172, 5174, 5187, 5201, 5215, 5229, 5243, 5256,
5257, 5258, 5265, 5266, 5267, 5269, 5275, 5289,
5301, 5313, 5314, 5315, 5317, 5333, 5349, 5350,
5351, 5358, 5369, 5380, 5381, 5382, 5384, 5400,
5416, 5417, 5418, 5420, 5434, 5440, 5446, 5453,
5454, 5461, 5468, 5476, 5477, 5478, 5480, 5488,
5502, 5513, 5526, 5527, 5528, 5530, 5531, 5532,
5534, 5550, 5566, 5567, 5568, 5575, 5576, 5577,
5579, 5593, 5599, 5605, 5612, 5613, 5620, 5627,
5635, 5636, 5637, 5639, 5647, 5661, 5672, 5685,
5687, 5689, 5694, 5705, 5716, 5730, 5743, 5756,
5757, 5758, 5760, 5761, 5762, 5764, 5766, 5768,
5770, 5772, 5774, 5790, 5806, 5807, 5808, 5815,
5827, 5839, 5840, 5841, 5843, 5857, 5863, 5869,
5876, 5877, 5884, 5891, 5899, 5900, 5901, 5903,
5911, 5925, 5936, 5949, 5950, 5951, 5953, 5955,
5957, 5959, 5961, 5966, 5977, 5988, 6002, 6016,
6030, 6036, 6050, 6062, 6074, 6075, 6076, 6078,
6094, 6110, 6111, 6112, 6119, 6130, 6141, 6142,
6143, 6145, 6159, 6165, 6171, 6178, 6179, 6186,
6193, 6201, 6202, 6203, 6205, 6213, 6227, 6238,
6251, 6252, 6253, 6255, 6271, 6287, 6288, 6289,
6296, 6309, 6322, 6323, 6324, 6326, 6340, 6346,
6352, 6359, 6360, 6367, 6374, 6382, 6383, 6384,
6386, 6394, 6408, 6419, 6432, 6433, 6434, 6436,
6465, 6494, 6523, 6552, 6582, 6612, 6643, 0
};
static const char _sas_commands_trans_keys[] = {
76, 108, 69, 101, 84, 116, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 47, 61, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 61, 9, 10, 13, 32,
47, 61, 42, 42, 42, 47, 9, 10,
13, 32, 34, 39, 47, 65, 90, 97,
122, 9, 10, 13, 32, 34, 39, 47,
65, 90, 97, 122, 34, 34, 9, 10,
13, 32, 34, 47, 59, 9, 10, 13,
32, 47, 59, 9, 10, 13, 32, 47,
59, 42, 42, 42, 47, 39, 39, 9,
10, 13, 32, 39, 47, 59, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
95, 46, 57, 65, 90, 97, 122, 42,
42, 42, 47, 59, 9, 10, 13, 32,
59, 42, 42, 42, 47, 84, 116, 84,
116, 82, 114, 73, 105, 66, 98, 9,
10, 13, 32, 47, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 70, 76, 102, 108, 9,
10, 13, 32, 47, 70, 76, 102, 108,
42, 42, 42, 47, 79, 111, 82, 114,
77, 109, 65, 97, 84, 116, 9, 10,
13, 32, 47, 61, 9, 10, 13, 32,
47, 61, 42, 42, 42, 47, 9, 10,
13, 32, 47, 48, 57, 9, 10, 13,
32, 47, 48, 57, 42, 42, 42, 47,
46, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 36,
47, 59, 70, 76, 95, 102, 108, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 70, 76, 95, 102, 108, 65,
90, 97, 122, 42, 42, 42, 47, 9,
10, 13, 32, 47, 79, 95, 111, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 82, 95, 114, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
77, 95, 109, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 65, 95,
97, 48, 57, 66, 90, 98, 122, 9,
10, 13, 32, 47, 84, 95, 116, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
70, 76, 102, 108, 9, 10, 13, 32,
47, 61, 70, 76, 102, 108, 42, 42,
42, 47, 65, 69, 97, 101, 66, 98,
69, 101, 76, 108, 9, 10, 13, 32,
47, 61, 9, 10, 13, 32, 47, 61,
42, 42, 42, 47, 9, 10, 13, 32,
34, 39, 47, 9, 10, 13, 32, 34,
39, 47, 34, 34, 9, 10, 13, 32,
34, 47, 59, 39, 39, 9, 10, 13,
32, 39, 47, 59, 42, 42, 42, 47,
78, 110, 71, 103, 84, 116, 72, 104,
9, 10, 13, 32, 47, 61, 9, 10,
13, 32, 47, 61, 42, 42, 42, 47,
9, 10, 13, 32, 36, 47, 48, 57,
9, 10, 13, 32, 36, 47, 48, 57,
9, 10, 13, 32, 47, 48, 57, 9,
10, 13, 32, 47, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 42, 42, 42, 47, 9, 10,
13, 32, 47, 59, 48, 57, 9, 10,
13, 32, 47, 65, 69, 95, 97, 101,
48, 57, 66, 90, 98, 122, 9, 10,
13, 32, 47, 66, 95, 98, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 69, 95, 101, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 76,
95, 108, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 70, 76, 102, 108, 9,
10, 13, 32, 47, 61, 70, 76, 102,
108, 42, 42, 42, 47, 9, 10, 13,
32, 47, 78, 95, 110, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
71, 95, 103, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 84, 95,
116, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 72, 95, 104, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 61,
70, 76, 102, 108, 9, 10, 13, 32,
47, 61, 70, 76, 102, 108, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 42, 42, 42, 47, 65, 97,
84, 116, 65, 97, 9, 10, 13, 32,
47, 9, 10, 13, 32, 34, 36, 38,
39, 42, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 34, 36, 38, 39,
42, 47, 95, 65, 90, 97, 122, 34,
34, 9, 10, 13, 32, 34, 47, 59,
9, 10, 13, 32, 34, 36, 38, 39,
42, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 34, 36, 38, 39,
42, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 46, 47, 59, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 47, 59, 42, 42, 42, 47,
36, 95, 65, 90, 97, 122, 39, 39,
9, 10, 13, 32, 39, 47, 59, 36,
42, 95, 65, 90, 97, 122, 42, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 42, 47, 59, 9, 10, 13,
32, 46, 47, 59, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
59, 95, 46, 57, 65, 90, 97, 122,
42, 42, 42, 47, 73, 79, 105, 111,
76, 108, 69, 101, 78, 110, 65, 97,
77, 109, 69, 101, 9, 10, 13, 32,
47, 9, 10, 13, 32, 34, 36, 39,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 39, 47, 95, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 36, 39, 47,
61, 95, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 39, 47, 61, 95,
65, 90, 97, 122, 42, 42, 42, 47,
9, 10, 13, 32, 34, 36, 38, 39,
47, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 36, 38, 39,
47, 95, 48, 57, 65, 90, 97, 122,
34, 34, 9, 10, 13, 32, 34, 47,
42, 42, 42, 47, 9, 10, 13, 32,
46, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 36, 95,
65, 90, 97, 122, 39, 48, 57, 65,
70, 97, 102, 39, 9, 10, 13, 32,
39, 47, 39, 48, 57, 65, 70, 97,
102, 9, 10, 13, 32, 39, 47, 120,
42, 42, 42, 47, 9, 10, 13, 32,
47, 48, 57, 9, 10, 13, 32, 46,
47, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 47, 95,
48, 57, 65, 90, 97, 122, 79, 82,
111, 114, 84, 116, 78, 110, 79, 111,
84, 116, 69, 101, 9, 10, 13, 32,
47, 9, 10, 13, 32, 34, 39, 47,
9, 10, 13, 32, 34, 39, 47, 42,
42, 42, 47, 77, 109, 65, 97, 84,
116, 9, 10, 13, 32, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
47, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 68, 74,
77, 80, 81, 84, 87, 89, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 68, 74, 77, 80, 81,
84, 87, 89, 95, 48, 57, 65, 90,
97, 122, 46, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 59,
9, 10, 13, 32, 36, 47, 59, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 59, 95, 65, 90, 97, 122,
42, 42, 42, 47, 42, 42, 42, 47,
46, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 46, 65, 68, 79, 95,
48, 57, 66, 90, 97, 122, 46, 84,
89, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 57, 84, 95, 48, 56, 65,
90, 97, 122, 9, 10, 13, 32, 47,
59, 48, 57, 46, 95, 48, 57, 65,
90, 97, 122, 46, 73, 95, 48, 57,
65, 90, 97, 122, 46, 77, 95, 48,
57, 65, 90, 97, 122, 46, 69, 95,
48, 57, 65, 90, 97, 122, 46, 77,
95, 48, 57, 65, 90, 97, 122, 46,
77, 95, 48, 57, 65, 90, 97, 122,
46, 89, 95, 48, 57, 65, 90, 97,
122, 46, 89, 95, 48, 57, 65, 90,
97, 122, 46, 78, 83, 95, 48, 57,
65, 90, 97, 122, 46, 95, 48, 57,
65, 90, 97, 122, 46, 95, 48, 57,
65, 90, 97, 122, 46, 87, 95, 48,
57, 65, 90, 97, 122, 46, 78, 95,
48, 57, 65, 90, 97, 122, 46, 65,
95, 48, 57, 66, 90, 97, 122, 46,
85, 95, 48, 57, 65, 90, 97, 122,
46, 76, 95, 48, 57, 65, 90, 97,
122, 46, 68, 73, 95, 48, 57, 65,
90, 97, 122, 46, 65, 95, 48, 57,
66, 90, 97, 122, 46, 89, 95, 48,
57, 65, 90, 97, 122, 46, 65, 95,
48, 57, 66, 90, 97, 122, 46, 78,
95, 48, 57, 65, 90, 97, 122, 46,
77, 79, 95, 48, 57, 65, 90, 97,
122, 46, 68, 89, 95, 48, 57, 65,
90, 97, 122, 46, 68, 95, 48, 57,
65, 90, 97, 122, 46, 89, 95, 48,
57, 65, 90, 97, 122, 46, 78, 83,
95, 48, 57, 65, 90, 97, 122, 46,
78, 95, 48, 57, 65, 90, 97, 122,
46, 78, 84, 89, 95, 48, 57, 65,
90, 97, 122, 46, 72, 95, 48, 57,
65, 90, 97, 122, 46, 68, 95, 48,
57, 65, 90, 97, 122, 46, 70, 95,
48, 57, 65, 90, 97, 122, 46, 74,
95, 48, 57, 65, 90, 97, 122, 46,
85, 95, 48, 57, 65, 90, 97, 122,
46, 76, 95, 48, 57, 65, 90, 97,
122, 46, 71, 95, 48, 57, 65, 90,
97, 122, 46, 84, 95, 48, 57, 65,
90, 97, 122, 46, 82, 95, 48, 57,
65, 90, 97, 122, 46, 82, 95, 48,
57, 65, 90, 97, 122, 46, 73, 79,
95, 48, 57, 65, 90, 97, 122, 46,
77, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 65, 95, 48, 57, 66, 90,
97, 122, 46, 77, 95, 48, 57, 65,
90, 97, 122, 46, 80, 95, 48, 57,
65, 90, 97, 122, 46, 77, 95, 48,
57, 65, 90, 97, 122, 46, 68, 95,
48, 57, 65, 90, 97, 122, 46, 69,
79, 95, 48, 57, 65, 90, 97, 122,
46, 69, 95, 48, 57, 65, 90, 97,
122, 46, 75, 95, 48, 57, 65, 90,
97, 122, 46, 68, 95, 48, 57, 65,
90, 97, 122, 46, 65, 95, 48, 57,
66, 90, 97, 122, 46, 84, 89, 95,
48, 57, 65, 90, 97, 122, 46, 82,
95, 48, 57, 65, 90, 97, 122, 46,
68, 95, 48, 57, 65, 90, 97, 122,
46, 68, 95, 48, 57, 65, 90, 97,
122, 46, 65, 95, 48, 57, 66, 90,
97, 122, 46, 84, 95, 48, 57, 65,
90, 97, 122, 46, 69, 88, 95, 48,
57, 65, 90, 97, 122, 46, 69, 89,
95, 48, 57, 65, 90, 97, 122, 46,
65, 95, 48, 57, 66, 90, 97, 122,
46, 82, 95, 48, 57, 65, 90, 97,
122, 46, 77, 81, 95, 48, 57, 65,
90, 97, 122, 46, 77, 95, 48, 57,
65, 90, 97, 122, 46, 68, 78, 83,
95, 48, 57, 65, 90, 97, 122, 46,
78, 82, 83, 95, 48, 57, 65, 90,
97, 122, 42, 42, 42, 47, 70, 78,
102, 110, 9, 10, 13, 32, 36, 45,
46, 47, 95, 40, 41, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 36,
45, 46, 47, 59, 95, 40, 41, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 36, 45, 46, 47, 59, 95, 40,
41, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 36, 45, 46, 47, 59,
95, 40, 41, 48, 57, 65, 90, 97,
122, 48, 57, 9, 10, 13, 32, 36,
45, 46, 47, 59, 95, 40, 41, 48,
57, 65, 90, 97, 122, 42, 42, 42,
47, 9, 10, 13, 32, 36, 45, 46,
47, 59, 95, 40, 41, 48, 57, 65,
90, 97, 122, 70, 80, 86, 102, 112,
118, 73, 105, 76, 108, 69, 101, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 34,
36, 39, 47, 59, 95, 65, 90, 97,
122, 9, 10, 13, 32, 34, 36, 39,
47, 59, 95, 65, 90, 97, 122, 34,
34, 9, 10, 13, 32, 34, 36, 47,
59, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 59, 95, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
59, 95, 65, 90, 97, 122, 9, 10,
13, 32, 47, 59, 61, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 59, 61, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 59,
61, 95, 65, 90, 97, 122, 42, 42,
42, 47, 9, 10, 13, 32, 34, 36,
38, 39, 47, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 34, 36,
38, 39, 47, 95, 48, 57, 65, 90,
97, 122, 34, 34, 9, 10, 13, 32,
34, 47, 59, 42, 42, 42, 47, 9,
10, 13, 32, 46, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 36, 95, 65, 90, 97,
122, 39, 48, 57, 65, 70, 97, 102,
39, 9, 10, 13, 32, 39, 47, 59,
39, 48, 57, 65, 70, 97, 102, 9,
10, 13, 32, 39, 47, 59, 120, 42,
42, 42, 47, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 46,
47, 59, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 95,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 95, 48, 57, 65, 90, 97,
122, 39, 39, 9, 10, 13, 32, 36,
39, 47, 59, 95, 65, 90, 97, 122,
42, 42, 42, 47, 85, 117, 84, 116,
9, 10, 13, 32, 47, 9, 10, 13,
32, 35, 36, 47, 64, 95, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 64, 95, 65, 90, 97, 122, 48,
57, 9, 10, 13, 32, 47, 59, 48,
57, 9, 10, 13, 32, 35, 36, 47,
59, 64, 95, 65, 90, 97, 122, 9,
10, 13, 32, 35, 36, 47, 59, 64,
95, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 59, 64, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 35, 36,
47, 59, 64, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 47, 59,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 35, 36, 47, 59, 64,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 35, 36, 47, 59, 64,
95, 48, 57, 65, 90, 97, 122, 42,
42, 42, 47, 45, 48, 57, 48, 57,
9, 10, 13, 32, 47, 59, 48, 57,
42, 42, 42, 47, 48, 57, 9, 10,
13, 32, 47, 48, 57, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 95, 65,
90, 97, 122, 9, 10, 13, 32, 47,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 46, 47, 67,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 48, 57, 9, 10,
13, 32, 47, 48, 57, 42, 42, 42,
47, 46, 48, 57, 9, 10, 13, 32,
47, 59, 48, 57, 9, 10, 13, 32,
47, 59, 48, 57, 46, 95, 48, 57,
65, 90, 97, 122, 46, 95, 48, 57,
65, 90, 97, 122, 46, 72, 95, 48,
57, 65, 90, 97, 122, 46, 65, 95,
48, 57, 66, 90, 97, 122, 46, 82,
95, 48, 57, 65, 90, 97, 122, 46,
95, 48, 57, 65, 90, 97, 122, 46,
95, 48, 57, 65, 90, 97, 122, 42,
42, 42, 47, 46, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 45, 47,
59, 95, 48, 57, 65, 90, 97, 122,
48, 57, 9, 10, 13, 32, 47, 59,
48, 57, 42, 42, 42, 47, 45, 48,
57, 48, 57, 9, 10, 13, 32, 47,
59, 48, 57, 9, 10, 13, 32, 47,
59, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 35, 36, 47, 59,
64, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 35, 36, 47, 59,
64, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 35, 36, 47, 59, 64, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 35, 36, 47, 59, 64, 95, 48,
57, 65, 90, 97, 122, 42, 42, 42,
47, 45, 48, 57, 48, 57, 9, 10,
13, 32, 47, 59, 48, 57, 42, 42,
42, 47, 42, 42, 42, 47, 65, 97,
76, 108, 85, 117, 69, 101, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 39, 47, 79, 9, 10, 13, 32,
39, 47, 79, 39, 39, 9, 10, 13,
32, 39, 47, 61, 9, 10, 13, 32,
47, 61, 9, 10, 13, 32, 47, 61,
42, 42, 42, 47, 9, 10, 13, 32,
46, 47, 9, 10, 13, 32, 46, 47,
9, 10, 13, 32, 47, 59, 65, 90,
9, 10, 13, 32, 39, 47, 59, 79,
9, 10, 13, 32, 39, 47, 59, 79,
42, 42, 42, 47, 84, 72, 69, 82,
9, 10, 13, 32, 47, 61, 9, 10,
13, 32, 47, 61, 42, 42, 42, 47,
9, 10, 13, 32, 40, 47, 9, 10,
13, 32, 40, 47, 124, 68, 74, 77,
80, 81, 84, 87, 89, 48, 57, 46,
48, 57, 124, 48, 57, 124, 48, 57,
41, 9, 10, 13, 32, 47, 59, 65,
68, 79, 84, 89, 69, 46, 57, 84,
46, 73, 77, 69, 77, 77, 89, 89,
78, 83, 48, 57, 48, 57, 87, 78,
65, 85, 76, 68, 73, 65, 89, 65,
78, 77, 79, 68, 89, 68, 89, 46,
78, 83, 78, 78, 84, 89, 72, 68,
70, 74, 85, 76, 71, 84, 82, 46,
82, 73, 79, 77, 69, 46, 65, 77,
80, 77, 68, 69, 79, 69, 75, 68,
65, 84, 89, 82, 68, 68, 65, 84,
69, 88, 69, 89, 65, 82, 77, 81,
77, 46, 68, 78, 83, 46, 78, 82,
83, 42, 42, 42, 47, 42, 42, 42,
47, 42, 42, 42, 47, 42, 42, 42,
47, 65, 69, 73, 97, 101, 105, 66,
98, 69, 101, 76, 108, 9, 10, 13,
32, 47, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 61, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 9, 10, 13, 32, 47,
61, 42, 42, 42, 47, 9, 10, 13,
32, 34, 39, 47, 9, 10, 13, 32,
34, 39, 47, 34, 34, 9, 10, 13,
32, 34, 47, 59, 9, 10, 13, 32,
36, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 59, 95,
65, 90, 97, 122, 42, 42, 42, 47,
39, 39, 9, 10, 13, 32, 39, 47,
59, 42, 42, 42, 47, 42, 42, 42,
47, 78, 110, 71, 103, 84, 116, 72,
104, 9, 10, 13, 32, 47, 59, 9,
10, 13, 32, 36, 47, 59, 68, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 59, 68, 95, 65, 90, 97,
122, 9, 10, 13, 32, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 48, 57, 9, 10, 13,
32, 36, 47, 48, 57, 9, 10, 13,
32, 47, 48, 57, 9, 10, 13, 32,
47, 48, 57, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 48, 57, 42,
42, 42, 47, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 48, 57, 9,
10, 13, 32, 47, 69, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 70, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 65, 95,
48, 57, 66, 90, 97, 122, 9, 10,
13, 32, 47, 85, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
76, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 84, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
61, 48, 57, 9, 10, 13, 32, 36,
47, 61, 48, 57, 42, 42, 42, 47,
9, 10, 13, 32, 47, 48, 57, 9,
10, 13, 32, 47, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 66, 98, 78, 110, 65, 97,
77, 109, 69, 101, 9, 10, 13, 32,
47, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 47, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 34,
39, 47, 67, 76, 95, 99, 108, 9,
10, 13, 32, 34, 39, 47, 67, 76,
95, 99, 108, 34, 34, 9, 10, 13,
32, 34, 47, 59, 39, 39, 9, 10,
13, 32, 39, 47, 59, 42, 42, 42,
47, 76, 108, 69, 101, 65, 97, 82,
114, 73, 105, 83, 115, 84, 116, 65,
97, 76, 108, 76, 108, 95, 9, 10,
13, 32, 47, 67, 76, 99, 108, 9,
10, 13, 32, 47, 67, 76, 99, 108,
42, 42, 42, 47, 42, 42, 42, 47,
73, 105, 83, 115, 83, 115, 73, 105,
78, 110, 71, 103, 9, 10, 13, 32,
47, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 9,
10, 13, 32, 47, 59, 95, 48, 57,
65, 90, 97, 122, 42, 42, 42, 47,
80, 112, 84, 116, 73, 105, 79, 111,
78, 110, 83, 115, 9, 10, 13, 32,
47, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 95, 65, 90, 97, 122, 42,
42, 42, 47, 82, 114, 79, 111, 67,
99, 9, 10, 13, 32, 47, 9, 10,
13, 32, 47, 67, 68, 70, 80, 99,
100, 102, 112, 9, 10, 13, 32, 47,
67, 68, 70, 80, 99, 100, 102, 112,
42, 42, 42, 47, 79, 111, 78, 110,
84, 116, 69, 101, 78, 110, 84, 116,
65, 97, 84, 116, 65, 97, 83, 115,
69, 101, 84, 116, 83, 115, 9, 10,
13, 32, 47, 9, 10, 13, 32, 36,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 61,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 59, 61, 95,
65, 90, 97, 122, 9, 10, 13, 32,
36, 47, 59, 61, 95, 65, 90, 97,
122, 42, 42, 42, 47, 42, 42, 42,
47, 73, 79, 105, 111, 68, 100, 73,
105, 70, 102, 89, 121, 85, 117, 73,
105, 85, 117, 78, 110, 65, 97, 76,
108, 85, 117, 69, 101, 9, 10, 13,
32, 47, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 40, 45, 46, 47, 111, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 40, 45, 46, 47, 111,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 47, 61, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 42, 42, 42, 47, 9,
10, 13, 32, 34, 39, 47, 9, 10,
13, 32, 34, 39, 47, 34, 34, 9,
10, 13, 32, 34, 47, 59, 9, 10,
13, 32, 34, 39, 45, 46, 47, 59,
111, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 45, 46, 47,
59, 111, 48, 57, 65, 90, 97, 122,
39, 39, 9, 10, 13, 32, 39, 47,
61, 48, 57, 9, 10, 13, 32, 47,
61, 48, 57, 9, 10, 13, 32, 47,
61, 42, 42, 42, 47, 9, 10, 13,
32, 47, 61, 48, 57, 9, 10, 13,
32, 45, 47, 61, 9, 10, 13, 32,
45, 47, 61, 9, 10, 13, 32, 47,
9, 10, 13, 32, 47, 48, 57, 9,
10, 13, 32, 47, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 47, 61,
48, 57, 42, 42, 42, 47, 9, 10,
13, 32, 47, 61, 95, 46, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 95, 116, 46, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 61, 95,
104, 46, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 61, 95, 101, 46,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 95, 114, 46, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 95, 46, 57, 65, 90, 97, 122,
39, 39, 9, 10, 13, 32, 39, 47,
59, 42, 42, 42, 47, 36, 95, 65,
90, 97, 122, 9, 10, 13, 32, 41,
47, 61, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 61,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 61, 95, 65, 90, 97,
122, 42, 42, 42, 47, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 34, 34, 9,
10, 13, 32, 34, 41, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 42, 42, 42, 47,
9, 10, 13, 32, 34, 39, 45, 46,
47, 111, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 45, 46,
47, 111, 48, 57, 65, 90, 97, 122,
42, 42, 42, 47, 9, 10, 13, 32,
41, 46, 47, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 41, 47,
36, 95, 65, 90, 97, 122, 39, 48,
57, 65, 70, 97, 102, 39, 9, 10,
13, 32, 39, 41, 47, 39, 48, 57,
65, 70, 97, 102, 9, 10, 13, 32,
39, 41, 47, 120, 42, 42, 42, 47,
9, 10, 13, 32, 41, 47, 48, 57,
9, 10, 13, 32, 41, 46, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 41, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 41, 47, 95,
48, 57, 65, 90, 97, 122, 42, 42,
42, 47, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 47, 59, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 42,
42, 42, 47, 9, 10, 13, 32, 46,
47, 59, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 36,
95, 65, 90, 97, 122, 39, 48, 57,
65, 70, 97, 102, 39, 9, 10, 13,
32, 39, 47, 59, 39, 48, 57, 65,
70, 97, 102, 9, 10, 13, 32, 39,
47, 59, 120, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 48, 57, 9,
10, 13, 32, 46, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 42, 42, 42,
47, 79, 82, 111, 114, 82, 114, 77,
109, 65, 97, 84, 116, 9, 10, 13,
32, 36, 47, 59, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 59,
95, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 61, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 61, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 47, 59, 61,
95, 65, 90, 97, 122, 42, 42, 42,
47, 9, 10, 13, 32, 47, 59, 86,
118, 42, 42, 42, 47, 65, 97, 76,
108, 85, 117, 69, 101, 9, 10, 13,
32, 47, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
34, 39, 40, 45, 46, 47, 111, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 39, 40, 45, 46, 47, 111,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 47, 61, 9,
10, 13, 32, 47, 61, 9, 10, 13,
32, 47, 61, 42, 42, 42, 47, 9,
10, 13, 32, 34, 39, 47, 9, 10,
13, 32, 34, 39, 47, 34, 34, 9,
10, 13, 32, 34, 47, 59, 9, 10,
13, 32, 34, 39, 45, 46, 47, 59,
111, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 39, 45, 46, 47,
59, 111, 48, 57, 65, 90, 97, 122,
39, 39, 9, 10, 13, 32, 39, 47,
61, 48, 57, 9, 10, 13, 32, 47,
61, 48, 57, 9, 10, 13, 32, 47,
61, 42, 42, 42, 47, 9, 10, 13,
32, 47, 61, 48, 57, 9, 10, 13,
32, 45, 47, 61, 9, 10, 13, 32,
45, 47, 61, 9, 10, 13, 32, 47,
9, 10, 13, 32, 47, 48, 57, 9,
10, 13, 32, 47, 48, 57, 42, 42,
42, 47, 9, 10, 13, 32, 47, 61,
48, 57, 42, 42, 42, 47, 9, 10,
13, 32, 47, 61, 95, 46, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 95, 116, 46, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 61, 95,
104, 46, 57, 65, 90, 97, 122, 9,
10, 13, 32, 47, 61, 95, 101, 46,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 61, 95, 114, 46, 57, 65,
90, 97, 122, 9, 10, 13, 32, 47,
61, 95, 46, 57, 65, 90, 97, 122,
39, 39, 9, 10, 13, 32, 39, 47,
59, 42, 42, 42, 47, 36, 95, 65,
90, 97, 122, 9, 10, 13, 32, 41,
47, 61, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 61,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 47, 61, 95, 65, 90, 97,
122, 42, 42, 42, 47, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 34, 36, 38, 39, 47, 95, 48,
57, 65, 90, 97, 122, 34, 34, 9,
10, 13, 32, 34, 41, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 42, 42, 42, 47,
9, 10, 13, 32, 34, 39, 45, 46,
47, 111, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 34, 39, 45, 46,
47, 111, 48, 57, 65, 90, 97, 122,
42, 42, 42, 47, 9, 10, 13, 32,
41, 46, 47, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 41, 47,
36, 95, 65, 90, 97, 122, 39, 48,
57, 65, 70, 97, 102, 39, 9, 10,
13, 32, 39, 41, 47, 39, 48, 57,
65, 70, 97, 102, 9, 10, 13, 32,
39, 41, 47, 120, 42, 42, 42, 47,
9, 10, 13, 32, 41, 47, 48, 57,
9, 10, 13, 32, 41, 46, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 41, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 41, 47, 95,
48, 57, 65, 90, 97, 122, 42, 42,
42, 47, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 47, 59, 42,
42, 42, 47, 9, 10, 13, 32, 46,
47, 59, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 36,
95, 65, 90, 97, 122, 39, 48, 57,
65, 70, 97, 102, 39, 9, 10, 13,
32, 39, 47, 59, 39, 48, 57, 65,
70, 97, 102, 9, 10, 13, 32, 39,
47, 59, 120, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 48, 57, 9,
10, 13, 32, 46, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 69, 101, 81,
113, 9, 10, 13, 32, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
59, 61, 95, 65, 90, 97, 122, 9,
10, 13, 32, 36, 47, 59, 61, 95,
65, 90, 97, 122, 42, 42, 42, 47,
42, 42, 42, 47, 65, 97, 66, 98,
76, 108, 69, 101, 83, 115, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 47, 59, 9,
10, 13, 32, 36, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 36,
47, 59, 95, 65, 90, 97, 122, 42,
42, 42, 47, 9, 10, 13, 32, 46,
47, 59, 95, 48, 57, 65, 90, 97,
122, 9, 10, 13, 32, 47, 59, 36,
95, 65, 90, 97, 122, 39, 48, 57,
65, 70, 97, 102, 39, 9, 10, 13,
32, 39, 47, 59, 39, 48, 57, 65,
70, 97, 102, 9, 10, 13, 32, 39,
47, 59, 120, 42, 42, 42, 47, 9,
10, 13, 32, 47, 59, 48, 57, 9,
10, 13, 32, 46, 47, 59, 95, 48,
57, 65, 90, 97, 122, 9, 10, 13,
32, 47, 59, 95, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 95, 48,
57, 65, 90, 97, 122, 42, 42, 42,
47, 82, 114, 73, 105, 78, 110, 84,
116, 9, 10, 13, 32, 47, 9, 10,
13, 32, 36, 47, 95, 65, 90, 97,
122, 9, 10, 13, 32, 36, 47, 95,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 36, 40,
47, 59, 61, 95, 65, 90, 97, 122,
9, 10, 13, 32, 36, 40, 47, 59,
61, 95, 65, 90, 97, 122, 36, 95,
65, 90, 97, 122, 9, 10, 13, 32,
41, 47, 61, 95, 48, 57, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
61, 95, 65, 90, 97, 122, 9, 10,
13, 32, 36, 47, 61, 95, 65, 90,
97, 122, 42, 42, 42, 47, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 9, 10,
13, 32, 34, 36, 38, 39, 47, 95,
48, 57, 65, 90, 97, 122, 34, 34,
9, 10, 13, 32, 34, 41, 47, 9,
10, 13, 32, 36, 47, 95, 65, 90,
97, 122, 9, 10, 13, 32, 36, 47,
95, 65, 90, 97, 122, 42, 42, 42,
47, 9, 10, 13, 32, 41, 46, 47,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 41, 47, 36, 95, 65,
90, 97, 122, 39, 48, 57, 65, 70,
97, 102, 39, 9, 10, 13, 32, 39,
41, 47, 39, 48, 57, 65, 70, 97,
102, 9, 10, 13, 32, 39, 41, 47,
120, 42, 42, 42, 47, 9, 10, 13,
32, 41, 47, 48, 57, 9, 10, 13,
32, 41, 46, 47, 95, 48, 57, 65,
90, 97, 122, 9, 10, 13, 32, 41,
47, 95, 65, 90, 97, 122, 9, 10,
13, 32, 41, 47, 95, 48, 57, 65,
90, 97, 122, 42, 42, 42, 47, 9,
10, 13, 32, 34, 36, 38, 39, 47,
95, 48, 57, 65, 90, 97, 122, 9,
10, 13, 32, 34, 36, 38, 39, 47,
95, 48, 57, 65, 90, 97, 122, 34,
34, 9, 10, 13, 32, 34, 47, 59,
9, 10, 13, 32, 36, 40, 47, 59,
95, 65, 90, 97, 122, 9, 10, 13,
32, 36, 40, 47, 59, 95, 65, 90,
97, 122, 42, 42, 42, 47, 9, 10,
13, 32, 46, 47, 59, 95, 48, 57,
65, 90, 97, 122, 9, 10, 13, 32,
47, 59, 36, 95, 65, 90, 97, 122,
39, 48, 57, 65, 70, 97, 102, 39,
9, 10, 13, 32, 39, 47, 59, 39,
48, 57, 65, 70, 97, 102, 9, 10,
13, 32, 39, 47, 59, 120, 42, 42,
42, 47, 9, 10, 13, 32, 47, 59,
48, 57, 9, 10, 13, 32, 46, 47,
59, 95, 48, 57, 65, 90, 97, 122,
9, 10, 13, 32, 47, 59, 95, 65,
90, 97, 122, 9, 10, 13, 32, 47,
59, 95, 48, 57, 65, 90, 97, 122,
42, 42, 42, 47, 9, 10, 13, 32,
37, 42, 47, 65, 68, 70, 73, 76,
77, 79, 80, 81, 82, 86, 97, 100,
102, 105, 108, 109, 111, 112, 113, 114,
118, 9, 10, 13, 32, 37, 42, 47,
65, 68, 70, 73, 76, 77, 79, 80,
81, 82, 86, 97, 100, 102, 105, 108,
109, 111, 112, 113, 114, 118, 9, 10,
13, 32, 37, 42, 47, 65, 68, 70,
73, 76, 77, 79, 80, 81, 82, 86,
97, 100, 102, 105, 108, 109, 111, 112,
113, 114, 118, 9, 10, 13, 32, 37,
42, 47, 65, 68, 70, 73, 76, 77,
79, 80, 81, 82, 86, 97, 100, 102,
105, 108, 109, 111, 112, 113, 114, 118,
9, 10, 13, 32, 37, 42, 47, 59,
65, 68, 70, 73, 76, 77, 79, 80,
81, 82, 86, 97, 100, 102, 105, 108,
109, 111, 112, 113, 114, 118, 9, 10,
13, 32, 37, 42, 47, 59, 65, 68,
70, 73, 76, 77, 79, 80, 81, 82,
86, 97, 100, 102, 105, 108, 109, 111,
112, 113, 114, 118, 9, 10, 13, 32,
37, 42, 47, 65, 68, 70, 73, 76,
77, 79, 80, 81, 82, 84, 86, 97,
100, 102, 105, 108, 109, 111, 112, 113,
114, 116, 118, 9, 10, 13, 32, 37,
42, 47, 65, 68, 70, 73, 76, 77,
79, 80, 81, 82, 84, 86, 97, 100,
102, 105, 108, 109, 111, 112, 113, 114,
116, 118, 0
};
static const signed char _sas_commands_single_lengths[] = {
0, 2, 2, 2, 5, 7, 7, 7,
6, 6, 1, 1, 2, 7, 7, 1,
1, 7, 6, 6, 1, 1, 2, 1,
1, 7, 1, 1, 2, 7, 1, 1,
2, 1, 5, 1, 1, 2, 2, 2,
2, 2, 2, 5, 7, 7, 6, 9,
9, 1, 1, 2, 2, 2, 2, 2,
2, 6, 6, 1, 1, 2, 5, 5,
1, 1, 2, 1, 6, 12, 12, 1,
1, 2, 8, 8, 8, 8, 8, 7,
10, 10, 1, 1, 2, 4, 2, 2,
2, 6, 6, 1, 1, 2, 7, 7,
1, 1, 7, 1, 1, 7, 1, 1,
2, 2, 2, 2, 2, 6, 6, 1,
1, 2, 6, 6, 5, 5, 1, 1,
2, 6, 1, 1, 2, 6, 10, 8,
8, 8, 7, 10, 10, 1, 1, 2,
8, 8, 8, 8, 7, 10, 10, 1,
1, 2, 6, 1, 1, 2, 2, 2,
2, 5, 11, 11, 1, 1, 7, 12,
12, 8, 6, 1, 1, 2, 2, 1,
1, 7, 3, 2, 7, 8, 7, 1,
1, 2, 4, 2, 2, 2, 2, 2,
2, 5, 9, 9, 7, 10, 10, 1,
1, 2, 10, 10, 1, 1, 6, 1,
1, 2, 7, 5, 2, 1, 1, 6,
1, 7, 1, 1, 2, 5, 7, 6,
6, 4, 2, 2, 2, 2, 2, 5,
7, 7, 1, 1, 2, 2, 2, 2,
5, 7, 7, 6, 15, 15, 2, 6,
8, 8, 1, 1, 2, 1, 1, 2,
1, 6, 6, 5, 4, 3, 4, 6,
2, 3, 3, 3, 3, 3, 3, 3,
4, 2, 2, 3, 3, 3, 3, 3,
4, 3, 3, 3, 3, 4, 4, 3,
3, 4, 3, 5, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 4, 3,
3, 3, 3, 3, 3, 3, 4, 3,
3, 3, 3, 4, 3, 3, 3, 3,
3, 4, 4, 3, 3, 4, 3, 5,
5, 1, 1, 2, 4, 9, 10, 10,
10, 0, 10, 1, 1, 2, 10, 6,
2, 2, 2, 8, 10, 10, 1, 1,
9, 8, 8, 8, 9, 9, 1, 1,
2, 10, 10, 1, 1, 7, 1, 1,
2, 8, 6, 2, 1, 1, 7, 1,
8, 1, 1, 2, 6, 8, 7, 7,
1, 1, 9, 1, 1, 2, 2, 2,
5, 9, 9, 0, 6, 10, 10, 7,
10, 10, 7, 10, 10, 1, 1, 2,
1, 0, 6, 1, 1, 2, 0, 5,
7, 7, 6, 7, 7, 8, 5, 5,
1, 1, 2, 1, 6, 6, 2, 2,
3, 3, 3, 2, 2, 1, 1, 2,
1, 1, 1, 2, 8, 0, 6, 1,
1, 2, 1, 0, 6, 7, 10, 10,
7, 10, 10, 1, 1, 2, 1, 0,
6, 1, 1, 2, 1, 1, 2, 2,
2, 2, 2, 5, 7, 7, 6, 7,
7, 1, 1, 7, 6, 6, 1, 1,
2, 6, 6, 6, 8, 8, 1, 1,
2, 1, 1, 1, 1, 6, 6, 1,
1, 2, 6, 6, 1, 8, 1, 1,
1, 1, 6, 3, 2, 1, 3, 1,
1, 1, 1, 1, 1, 1, 1, 2,
0, 1, 1, 1, 1, 1, 2, 1,
1, 1, 1, 2, 2, 1, 1, 3,
1, 3, 1, 1, 1, 1, 1, 1,
1, 1, 1, 2, 2, 1, 1, 2,
1, 1, 1, 1, 2, 1, 1, 1,
1, 2, 1, 1, 1, 1, 1, 2,
2, 1, 1, 2, 1, 4, 4, 1,
1, 2, 1, 1, 2, 1, 1, 2,
1, 1, 2, 6, 2, 2, 2, 5,
7, 7, 7, 6, 6, 1, 1, 2,
7, 7, 1, 1, 7, 8, 8, 1,
1, 2, 1, 1, 7, 1, 1, 2,
1, 1, 2, 2, 2, 2, 2, 6,
9, 9, 6, 6, 6, 5, 5, 1,
1, 2, 6, 1, 1, 2, 1, 1,
2, 6, 7, 7, 7, 7, 7, 7,
7, 7, 7, 1, 1, 2, 5, 5,
1, 1, 2, 6, 2, 2, 2, 2,
2, 5, 7, 7, 6, 12, 12, 1,
1, 7, 1, 1, 7, 1, 1, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 1, 9, 9, 1, 1, 2,
1, 1, 2, 2, 2, 2, 2, 2,
2, 5, 7, 7, 7, 1, 1, 2,
2, 2, 2, 2, 2, 2, 5, 7,
7, 1, 1, 2, 2, 2, 2, 5,
13, 13, 1, 1, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 5, 7, 7, 8, 9, 9,
1, 1, 2, 1, 1, 2, 4, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 5, 7, 7, 6, 11,
11, 1, 1, 7, 6, 6, 1, 1,
2, 7, 7, 1, 1, 7, 11, 11,
1, 1, 7, 0, 6, 6, 1, 1,
2, 6, 7, 7, 5, 5, 5, 1,
1, 2, 6, 1, 1, 2, 7, 8,
8, 8, 8, 7, 1, 1, 7, 1,
1, 2, 2, 8, 8, 8, 1, 1,
2, 10, 10, 1, 1, 7, 7, 7,
1, 1, 2, 10, 10, 1, 1, 2,
8, 6, 2, 1, 1, 7, 1, 8,
1, 1, 2, 6, 8, 7, 7, 1,
1, 2, 1, 1, 2, 10, 10, 1,
1, 7, 8, 8, 1, 1, 2, 8,
6, 2, 1, 1, 7, 1, 8, 1,
1, 2, 6, 8, 7, 7, 1, 1,
2, 4, 2, 2, 2, 2, 8, 8,
8, 9, 9, 1, 1, 2, 8, 1,
1, 2, 2, 2, 2, 2, 5, 7,
7, 6, 11, 11, 1, 1, 7, 6,
6, 1, 1, 2, 7, 7, 1, 1,
7, 11, 11, 1, 1, 7, 0, 6,
6, 1, 1, 2, 6, 7, 7, 5,
5, 5, 1, 1, 2, 6, 1, 1,
2, 7, 8, 8, 8, 8, 7, 1,
1, 7, 1, 1, 2, 2, 8, 8,
8, 1, 1, 2, 10, 10, 1, 1,
7, 7, 7, 1, 1, 2, 10, 10,
1, 1, 2, 8, 6, 2, 1, 1,
7, 1, 8, 1, 1, 2, 6, 8,
7, 7, 1, 1, 2, 1, 1, 2,
10, 10, 1, 1, 7, 1, 1, 2,
8, 6, 2, 1, 1, 7, 1, 8,
1, 1, 2, 6, 8, 7, 7, 2,
2, 5, 7, 7, 8, 9, 9, 1,
1, 2, 1, 1, 2, 2, 2, 2,
2, 2, 10, 10, 1, 1, 7, 8,
8, 1, 1, 2, 8, 6, 2, 1,
1, 7, 1, 8, 1, 1, 2, 6,
8, 7, 7, 1, 1, 2, 2, 2,
2, 2, 5, 7, 7, 8, 10, 10,
2, 8, 8, 8, 1, 1, 2, 10,
10, 1, 1, 7, 7, 7, 1, 1,
2, 8, 6, 2, 1, 1, 7, 1,
8, 1, 1, 2, 6, 8, 7, 7,
1, 1, 2, 10, 10, 1, 1, 7,
9, 9, 1, 1, 2, 8, 6, 2,
1, 1, 7, 1, 8, 1, 1, 2,
6, 8, 7, 7, 1, 1, 2, 29,
29, 29, 29, 30, 30, 31, 31, 0
};
static const signed char _sas_commands_range_lengths[] = {
0, 0, 0, 0, 0, 2, 2, 3,
0, 0, 0, 0, 0, 2, 2, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 3, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 1, 1,
0, 0, 0, 1, 1, 2, 2, 0,
0, 0, 3, 3, 3, 3, 3, 3,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 1, 1, 1, 0, 0,
0, 1, 0, 0, 0, 1, 3, 3,
3, 3, 3, 0, 0, 0, 0, 0,
3, 3, 3, 3, 3, 0, 0, 0,
0, 0, 1, 0, 0, 0, 0, 0,
0, 0, 2, 2, 0, 0, 0, 2,
2, 3, 0, 0, 0, 0, 2, 0,
0, 0, 2, 3, 0, 3, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 3, 2, 2, 0,
0, 0, 3, 3, 0, 0, 0, 0,
0, 0, 3, 0, 2, 3, 0, 0,
3, 0, 0, 0, 0, 1, 3, 2,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 2, 2, 3, 3, 3, 3, 0,
2, 2, 0, 0, 0, 0, 0, 0,
1, 1, 1, 3, 3, 3, 3, 1,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 0, 0, 0, 0, 4, 4, 4,
4, 1, 4, 0, 0, 0, 4, 0,
0, 0, 0, 2, 2, 2, 0, 0,
2, 2, 2, 3, 2, 2, 0, 0,
0, 3, 3, 0, 0, 0, 0, 0,
0, 3, 0, 2, 3, 0, 0, 3,
0, 0, 0, 0, 1, 3, 2, 3,
0, 0, 2, 0, 0, 0, 0, 0,
0, 2, 2, 1, 1, 2, 2, 3,
3, 3, 3, 3, 3, 0, 0, 0,
1, 1, 1, 0, 0, 0, 1, 1,
2, 2, 3, 3, 3, 3, 1, 1,
0, 0, 0, 1, 1, 1, 3, 3,
3, 3, 3, 3, 3, 0, 0, 0,
1, 0, 0, 0, 3, 1, 1, 0,
0, 0, 1, 1, 1, 3, 3, 3,
3, 3, 3, 0, 0, 0, 1, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 1, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 1, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 1,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 2, 2, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
2, 2, 3, 1, 1, 1, 1, 0,
0, 0, 1, 0, 0, 0, 0, 0,
0, 1, 3, 3, 3, 3, 3, 3,
3, 1, 1, 0, 0, 0, 1, 1,
0, 0, 0, 1, 0, 0, 0, 0,
0, 0, 2, 2, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 2, 2, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 2,
2, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 3, 2, 2,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 2, 2, 3, 3,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 3, 3,
0, 0, 0, 1, 1, 0, 0, 0,
0, 1, 0, 0, 0, 1, 1, 0,
0, 0, 1, 0, 0, 0, 3, 3,
3, 3, 3, 3, 0, 0, 0, 0,
0, 0, 2, 3, 2, 2, 0, 0,
0, 3, 3, 0, 0, 0, 2, 2,
0, 0, 0, 3, 3, 0, 0, 0,
3, 0, 2, 3, 0, 0, 3, 0,
0, 0, 0, 1, 3, 2, 3, 0,
0, 0, 0, 0, 0, 3, 3, 0,
0, 0, 2, 2, 0, 0, 0, 3,
0, 2, 3, 0, 0, 3, 0, 0,
0, 0, 1, 3, 2, 3, 0, 0,
0, 0, 0, 0, 0, 0, 2, 2,
3, 2, 2, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 2,
2, 3, 3, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 3, 3, 0, 0, 0, 1, 1,
0, 0, 0, 0, 1, 0, 0, 0,
1, 1, 0, 0, 0, 1, 0, 0,
0, 3, 3, 3, 3, 3, 3, 0,
0, 0, 0, 0, 0, 2, 3, 2,
2, 0, 0, 0, 3, 3, 0, 0,
0, 2, 2, 0, 0, 0, 3, 3,
0, 0, 0, 3, 0, 2, 3, 0,
0, 3, 0, 0, 0, 0, 1, 3,
2, 3, 0, 0, 0, 0, 0, 0,
3, 3, 0, 0, 0, 0, 0, 0,
3, 0, 2, 3, 0, 0, 3, 0,
0, 0, 0, 1, 3, 2, 3, 0,
0, 0, 2, 2, 3, 2, 2, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 3, 3, 0, 0, 0, 2,
2, 0, 0, 0, 3, 0, 2, 3,
0, 0, 3, 0, 0, 0, 0, 1,
3, 2, 3, 0, 0, 0, 0, 0,
0, 0, 0, 2, 2, 3, 2, 2,
2, 3, 2, 2, 0, 0, 0, 3,
3, 0, 0, 0, 2, 2, 0, 0,
0, 3, 0, 2, 3, 0, 0, 3,
0, 0, 0, 0, 1, 3, 2, 3,
0, 0, 0, 3, 3, 0, 0, 0,
2, 2, 0, 0, 0, 3, 0, 2,
3, 0, 0, 3, 0, 0, 0, 0,
1, 3, 2, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0
};
static const short _sas_commands_index_offsets[] = {
0, 0, 3, 6, 9, 15, 25, 35,
46, 53, 60, 62, 64, 67, 77, 87,
89, 91, 99, 106, 113, 115, 117, 120,
122, 124, 132, 134, 136, 139, 150, 152,
154, 157, 159, 165, 167, 169, 172, 175,
178, 181, 184, 187, 193, 203, 213, 223,
233, 243, 245, 247, 250, 253, 256, 259,
262, 265, 272, 279, 281, 283, 286, 293,
300, 302, 304, 307, 310, 318, 333, 348,
350, 352, 355, 367, 379, 391, 403, 415,
426, 437, 448, 450, 452, 455, 460, 463,
466, 469, 476, 483, 485, 487, 490, 498,
506, 508, 510, 518, 520, 522, 530, 532,
534, 537, 540, 543, 546, 549, 556, 563,
565, 567, 570, 578, 586, 593, 600, 602,
604, 607, 615, 617, 619, 622, 630, 644,
656, 668, 680, 691, 702, 713, 715, 717,
720, 732, 744, 756, 768, 779, 790, 801,
803, 805, 808, 816, 818, 820, 823, 826,
829, 832, 838, 852, 866, 868, 870, 878,
893, 908, 920, 927, 929, 931, 934, 939,
941, 943, 951, 957, 963, 971, 983, 994,
996, 998, 1001, 1006, 1009, 1012, 1015, 1018,
1021, 1024, 1030, 1042, 1054, 1065, 1078, 1091,
1093, 1095, 1098, 1112, 1126, 1128, 1130, 1137,
1139, 1141, 1144, 1155, 1161, 1166, 1171, 1173,
1180, 1185, 1193, 1195, 1197, 1200, 1207, 1218,
1227, 1237, 1242, 1245, 1248, 1251, 1254, 1257,
1263, 1271, 1279, 1281, 1283, 1286, 1289, 1292,
1295, 1301, 1311, 1321, 1331, 1350, 1369, 1375,
1382, 1393, 1404, 1406, 1408, 1411, 1413, 1415,
1418, 1421, 1429, 1437, 1446, 1454, 1461, 1469,
1477, 1483, 1490, 1497, 1504, 1511, 1518, 1525,
1532, 1540, 1546, 1552, 1559, 1566, 1573, 1580,
1587, 1595, 1602, 1609, 1616, 1623, 1631, 1639,
1646, 1653, 1661, 1668, 1677, 1684, 1691, 1698,
1705, 1712, 1719, 1726, 1733, 1740, 1747, 1755,
1762, 1769, 1776, 1783, 1790, 1797, 1804, 1812,
1819, 1826, 1833, 1840, 1848, 1855, 1862, 1869,
1876, 1883, 1891, 1899, 1906, 1913, 1921, 1928,
1937, 1946, 1948, 1950, 1953, 1958, 1972, 1987,
2002, 2017, 2019, 2034, 2036, 2038, 2041, 2056,
2063, 2066, 2069, 2072, 2083, 2096, 2109, 2111,
2113, 2125, 2136, 2147, 2159, 2171, 2183, 2185,
2187, 2190, 2204, 2218, 2220, 2222, 2230, 2232,
2234, 2237, 2249, 2256, 2261, 2266, 2268, 2276,
2281, 2290, 2292, 2294, 2297, 2305, 2317, 2327,
2338, 2340, 2342, 2354, 2356, 2358, 2361, 2364,
2367, 2373, 2385, 2397, 2399, 2407, 2420, 2433,
2444, 2458, 2472, 2483, 2497, 2511, 2513, 2515,
2518, 2521, 2523, 2531, 2533, 2535, 2538, 2540,
2547, 2557, 2567, 2577, 2588, 2599, 2611, 2618,
2625, 2627, 2629, 2632, 2635, 2643, 2651, 2657,
2663, 2670, 2677, 2684, 2690, 2696, 2698, 2700,
2703, 2706, 2708, 2710, 2713, 2725, 2727, 2735,
2737, 2739, 2742, 2745, 2747, 2755, 2766, 2780,
2794, 2805, 2819, 2833, 2835, 2837, 2840, 2843,
2845, 2853, 2855, 2857, 2860, 2862, 2864, 2867,
2870, 2873, 2876, 2879, 2885, 2895, 2905, 2915,
2923, 2931, 2933, 2935, 2943, 2950, 2957, 2959,
2961, 2964, 2971, 2978, 2986, 2995, 3004, 3006,
3008, 3011, 3013, 3015, 3017, 3019, 3026, 3033,
3035, 3037, 3040, 3047, 3054, 3056, 3066, 3069,
3072, 3075, 3077, 3084, 3088, 3091, 3093, 3097,
3099, 3101, 3103, 3105, 3107, 3109, 3111, 3113,
3117, 3119, 3121, 3123, 3125, 3127, 3129, 3132,
3134, 3136, 3138, 3140, 3143, 3146, 3148, 3150,
3154, 3156, 3160, 3162, 3164, 3166, 3168, 3170,
3172, 3174, 3176, 3178, 3181, 3184, 3186, 3188,
3191, 3193, 3195, 3197, 3199, 3202, 3204, 3206,
3208, 3210, 3213, 3215, 3217, 3219, 3221, 3223,
3226, 3229, 3231, 3233, 3236, 3238, 3243, 3248,
3250, 3252, 3255, 3257, 3259, 3262, 3264, 3266,
3269, 3271, 3273, 3276, 3283, 3286, 3289, 3292,
3298, 3308, 3318, 3329, 3336, 3343, 3345, 3347,
3350, 3358, 3366, 3368, 3370, 3378, 3389, 3400,
3402, 3404, 3407, 3409, 3411, 3419, 3421, 3423,
3426, 3428, 3430, 3433, 3436, 3439, 3442, 3445,
3452, 3464, 3476, 3486, 3494, 3502, 3509, 3516,
3518, 3520, 3523, 3531, 3533, 3535, 3538, 3540,
3542, 3545, 3553, 3564, 3575, 3586, 3597, 3608,
3619, 3630, 3639, 3648, 3650, 3652, 3655, 3662,
3669, 3671, 3673, 3676, 3684, 3687, 3690, 3693,
3696, 3699, 3705, 3715, 3725, 3735, 3748, 3761,
3763, 3765, 3773, 3775, 3777, 3785, 3787, 3789,
3792, 3795, 3798, 3801, 3804, 3807, 3810, 3813,
3816, 3819, 3822, 3824, 3834, 3844, 3846, 3848,
3851, 3853, 3855, 3858, 3861, 3864, 3867, 3870,
3873, 3876, 3882, 3892, 3902, 3913, 3915, 3917,
3920, 3923, 3926, 3929, 3932, 3935, 3938, 3944,
3954, 3964, 3966, 3968, 3971, 3974, 3977, 3980,
3986, 4000, 4014, 4016, 4018, 4021, 4024, 4027,
4030, 4033, 4036, 4039, 4042, 4045, 4048, 4051,
4054, 4057, 4060, 4066, 4076, 4086, 4098, 4110,
4122, 4124, 4126, 4129, 4131, 4133, 4136, 4141,
4144, 4147, 4150, 4153, 4156, 4159, 4162, 4165,
4168, 4171, 4174, 4177, 4183, 4193, 4203, 4213,
4228, 4243, 4245, 4247, 4255, 4262, 4269, 4271,
4273, 4276, 4284, 4292, 4294, 4296, 4304, 4319,
4334, 4336, 4338, 4346, 4348, 4356, 4363, 4365,
4367, 4370, 4378, 4386, 4394, 4400, 4407, 4414,
4416, 4418, 4421, 4429, 4431, 4433, 4436, 4447,
4459, 4471, 4483, 4495, 4506, 4508, 4510, 4518,
4520, 4522, 4525, 4530, 4542, 4553, 4564, 4566,
4568, 4571, 4585, 4599, 4601, 4603, 4611, 4621,
4631, 4633, 4635, 4638, 4652, 4666, 4668, 4670,
4673, 4685, 4692, 4697, 4702, 4704, 4712, 4717,
4726, 4728, 4730, 4733, 4741, 4753, 4763, 4774,
4776, 4778, 4781, 4783, 4785, 4788, 4802, 4816,
4818, 4820, 4828, 4839, 4850, 4852, 4854, 4857,
4869, 4876, 4881, 4886, 4888, 4896, 4901, 4910,
4912, 4914, 4917, 4925, 4937, 4947, 4958, 4960,
4962, 4965, 4970, 4973, 4976, 4979, 4982, 4993,
5004, 5016, 5028, 5040, 5042, 5044, 5047, 5056,
5058, 5060, 5063, 5066, 5069, 5072, 5075, 5081,
5091, 5101, 5111, 5126, 5141, 5143, 5145, 5153,
5160, 5167, 5169, 5171, 5174, 5182, 5190, 5192,
5194, 5202, 5217, 5232, 5234, 5236, 5244, 5246,
5254, 5261, 5263, 5265, 5268, 5276, 5284, 5292,
5298, 5305, 5312, 5314, 5316, 5319, 5327, 5329,
5331, 5334, 5345, 5357, 5369, 5381, 5393, 5404,
5406, 5408, 5416, 5418, 5420, 5423, 5428, 5440,
5451, 5462, 5464, 5466, 5469, 5483, 5497, 5499,
5501, 5509, 5519, 5529, 5531, 5533, 5536, 5550,
5564, 5566, 5568, 5571, 5583, 5590, 5595, 5600,
5602, 5610, 5615, 5624, 5626, 5628, 5631, 5639,
5651, 5661, 5672, 5674, 5676, 5679, 5681, 5683,
5686, 5700, 5714, 5716, 5718, 5726, 5728, 5730,
5733, 5745, 5752, 5757, 5762, 5764, 5772, 5777,
5786, 5788, 5790, 5793, 5801, 5813, 5823, 5834,
5837, 5840, 5846, 5856, 5866, 5878, 5890, 5902,
5904, 5906, 5909, 5911, 5913, 5916, 5919, 5922,
5925, 5928, 5931, 5945, 5959, 5961, 5963, 5971,
5982, 5993, 5995, 5997, 6000, 6012, 6019, 6024,
6029, 6031, 6039, 6044, 6053, 6055, 6057, 6060,
6068, 6080, 6090, 6101, 6103, 6105, 6108, 6111,
6114, 6117, 6120, 6126, 6136, 6146, 6158, 6171,
6184, 6189, 6201, 6212, 6223, 6225, 6227, 6230,
6244, 6258, 6260, 6262, 6270, 6280, 6290, 6292,
6294, 6297, 6309, 6316, 6321, 6326, 6328, 6336,
6341, 6350, 6352, 6354, 6357, 6365, 6377, 6387,
6398, 6400, 6402, 6405, 6419, 6433, 6435, 6437,
6445, 6457, 6469, 6471, 6473, 6476, 6488, 6495,
6500, 6505, 6507, 6515, 6520, 6529, 6531, 6533,
6536, 6544, 6556, 6566, 6577, 6579, 6581, 6584,
6614, 6644, 6674, 6704, 6735, 6766, 6798, 0
};
static const short _sas_commands_cond_targs[] = {
2, 2, 0, 3, 3, 0, 4, 4,
0, 5, 6, 6, 5, 30, 0, 5,
6, 6, 5, 7, 30, 7, 7, 7,
0, 5, 6, 6, 5, 7, 30, 7,
7, 7, 0, 8, 9, 9, 8, 10,
13, 7, 7, 7, 7, 0, 8, 9,
9, 8, 10, 13, 0, 8, 9, 9,
8, 10, 13, 0, 11, 0, 12, 11,
12, 8, 11, 13, 14, 14, 13, 15,
23, 26, 29, 29, 0, 13, 14, 14,
13, 15, 23, 26, 29, 29, 0, 17,
16, 17, 16, 18, 19, 19, 18, 16,
20, 1159, 0, 18, 19, 19, 18, 20,
1159, 0, 18, 19, 19, 18, 20, 1159,
0, 21, 0, 22, 21, 22, 18, 21,
25, 24, 25, 24, 18, 19, 19, 18,
24, 20, 1159, 0, 27, 0, 28, 27,
28, 13, 27, 18, 19, 19, 18, 20,
1159, 29, 29, 29, 29, 0, 31, 0,
32, 31, 32, 5, 31, 34, 33, 34,
1160, 1160, 34, 34, 33, 36, 0, 37,
36, 37, 1159, 36, 39, 39, 0, 40,
40, 0, 41, 41, 0, 42, 42, 0,
43, 43, 0, 44, 45, 45, 44, 147,
0, 44, 45, 45, 44, 46, 147, 46,
46, 46, 0, 44, 45, 45, 44, 46,
147, 46, 46, 46, 0, 47, 48, 48,
47, 49, 46, 46, 46, 46, 0, 47,
48, 48, 47, 49, 52, 85, 52, 85,
0, 47, 48, 48, 47, 49, 52, 85,
52, 85, 0, 50, 0, 51, 50, 51,
47, 50, 53, 53, 0, 54, 54, 0,
55, 55, 0, 56, 56, 0, 57, 57,
0, 57, 58, 58, 57, 59, 62, 0,
57, 58, 58, 57, 59, 62, 0, 60,
0, 61, 60, 61, 57, 60, 62, 63,
63, 62, 64, 67, 0, 62, 63, 63,
62, 64, 67, 0, 65, 0, 66, 65,
66, 62, 65, 68, 67, 0, 69, 70,
70, 69, 71, 1159, 146, 0, 69, 70,
70, 69, 46, 71, 1159, 74, 126, 46,
74, 126, 46, 46, 0, 69, 70, 70,
69, 46, 71, 1159, 74, 126, 46, 74,
126, 46, 46, 0, 72, 0, 73, 72,
73, 69, 72, 47, 48, 48, 47, 49,
75, 46, 75, 46, 46, 46, 0, 47,
48, 48, 47, 49, 76, 46, 76, 46,
46, 46, 0, 47, 48, 48, 47, 49,
77, 46, 77, 46, 46, 46, 0, 47,
48, 48, 47, 49, 78, 46, 78, 46,
46, 46, 0, 47, 48, 48, 47, 49,
79, 46, 79, 46, 46, 46, 0, 80,
81, 81, 80, 82, 62, 46, 46, 46,
46, 0, 80, 81, 81, 80, 82, 62,
52, 85, 52, 85, 0, 80, 81, 81,
80, 82, 62, 52, 85, 52, 85, 0,
83, 0, 84, 83, 84, 80, 83, 86,
105, 86, 105, 0, 87, 87, 0, 88,
88, 0, 89, 89, 0, 89, 90, 90,
89, 91, 94, 0, 89, 90, 90, 89,
91, 94, 0, 92, 0, 93, 92, 93,
89, 92, 94, 95, 95, 94, 96, 99,
102, 0, 94, 95, 95, 94, 96, 99,
102, 0, 98, 97, 98, 97, 69, 70,
70, 69, 97, 71, 1159, 0, 101, 100,
101, 100, 69, 70, 70, 69, 100, 71,
1159, 0, 103, 0, 104, 103, 104, 94,
103, 106, 106, 0, 107, 107, 0, 108,
108, 0, 109, 109, 0, 109, 110, 110,
109, 111, 114, 0, 109, 110, 110, 109,
111, 114, 0, 112, 0, 113, 112, 113,
109, 112, 114, 115, 115, 114, 116, 122,
125, 0, 114, 115, 115, 114, 116, 122,
125, 0, 116, 117, 117, 116, 118, 121,
0, 116, 117, 117, 116, 118, 121, 0,
119, 0, 120, 119, 120, 116, 119, 69,
70, 70, 69, 71, 1159, 121, 0, 123,
0, 124, 123, 124, 114, 123, 69, 70,
70, 69, 71, 1159, 125, 0, 47, 48,
48, 47, 49, 127, 136, 46, 127, 136,
46, 46, 46, 0, 47, 48, 48, 47,
49, 128, 46, 128, 46, 46, 46, 0,
47, 48, 48, 47, 49, 129, 46, 129,
46, 46, 46, 0, 47, 48, 48, 47,
49, 130, 46, 130, 46, 46, 46, 0,
131, 132, 132, 131, 133, 94, 46, 46,
46, 46, 0, 131, 132, 132, 131, 133,
94, 52, 85, 52, 85, 0, 131, 132,
132, 131, 133, 94, 52, 85, 52, 85,
0, 134, 0, 135, 134, 135, 131, 134,
47, 48, 48, 47, 49, 137, 46, 137,
46, 46, 46, 0, 47, 48, 48, 47,
49, 138, 46, 138, 46, 46, 46, 0,
47, 48, 48, 47, 49, 139, 46, 139,
46, 46, 46, 0, 47, 48, 48, 47,
49, 140, 46, 140, 46, 46, 46, 0,
141, 142, 142, 141, 143, 114, 46, 46,
46, 46, 0, 141, 142, 142, 141, 143,
114, 52, 85, 52, 85, 0, 141, 142,
142, 141, 143, 114, 52, 85, 52, 85,
0, 144, 0, 145, 144, 145, 141, 144,
69, 70, 70, 69, 71, 1159, 146, 0,
148, 0, 149, 148, 149, 44, 148, 151,
151, 0, 152, 152, 0, 153, 153, 0,
154, 155, 155, 154, 175, 0, 154, 155,
155, 154, 156, 161, 166, 167, 170, 175,
161, 173, 173, 0, 154, 155, 155, 154,
156, 161, 166, 167, 170, 175, 161, 173,
173, 0, 158, 157, 158, 157, 159, 160,
160, 159, 157, 163, 1159, 0, 159, 160,
160, 159, 156, 161, 166, 167, 170, 163,
1159, 161, 173, 173, 0, 159, 160, 160,
159, 156, 161, 166, 167, 170, 163, 1159,
161, 173, 173, 0, 159, 160, 160, 159,
162, 163, 1159, 161, 161, 161, 161, 0,
159, 160, 160, 159, 163, 1159, 0, 164,
0, 165, 164, 165, 159, 164, 161, 161,
161, 161, 0, 169, 168, 169, 168, 159,
160, 160, 159, 168, 163, 1159, 0, 171,
170, 171, 171, 171, 0, 172, 171, 171,
171, 171, 0, 159, 160, 160, 159, 172,
163, 1159, 0, 159, 160, 160, 159, 174,
163, 1159, 173, 173, 173, 173, 0, 159,
160, 160, 159, 163, 1159, 174, 174, 174,
174, 0, 176, 0, 177, 176, 177, 154,
176, 179, 217, 179, 217, 0, 180, 180,
0, 181, 181, 0, 182, 182, 0, 183,
183, 0, 184, 184, 0, 185, 185, 0,
186, 187, 187, 186, 199, 0, 186, 187,
187, 186, 15, 188, 23, 199, 188, 188,
188, 0, 186, 187, 187, 186, 15, 188,
23, 199, 188, 188, 188, 0, 189, 190,
190, 189, 191, 194, 188, 188, 188, 188,
0, 189, 190, 190, 189, 15, 188, 23,
191, 194, 188, 188, 188, 0, 189, 190,
190, 189, 15, 188, 23, 191, 194, 188,
188, 188, 0, 192, 0, 193, 192, 193,
189, 192, 194, 195, 195, 194, 196, 202,
204, 205, 210, 214, 213, 214, 214, 0,
194, 195, 195, 194, 196, 202, 204, 205,
210, 214, 213, 214, 214, 0, 198, 197,
198, 197, 186, 187, 187, 186, 197, 199,
0, 200, 0, 201, 200, 201, 186, 200,
186, 187, 187, 186, 203, 199, 202, 202,
202, 202, 0, 186, 187, 187, 186, 199,
0, 202, 202, 202, 202, 0, 207, 208,
208, 208, 206, 207, 206, 186, 187, 187,
186, 206, 199, 0, 209, 208, 208, 208,
206, 186, 187, 187, 186, 206, 199, 203,
0, 211, 0, 212, 211, 212, 194, 211,
186, 187, 187, 186, 199, 213, 0, 186,
187, 187, 186, 215, 199, 214, 214, 214,
214, 0, 186, 187, 187, 186, 199, 216,
216, 216, 0, 186, 187, 187, 186, 199,
216, 216, 216, 216, 0, 218, 229, 218,
229, 0, 219, 219, 0, 220, 220, 0,
221, 221, 0, 222, 222, 0, 223, 223,
0, 224, 225, 225, 224, 226, 0, 224,
225, 225, 224, 15, 23, 226, 0, 224,
225, 225, 224, 15, 23, 226, 0, 227,
0, 228, 227, 228, 224, 227, 230, 230,
0, 231, 231, 0, 232, 232, 0, 233,
234, 234, 233, 321, 0, 233, 234, 234,
233, 235, 321, 235, 235, 235, 0, 233,
234, 234, 233, 235, 321, 235, 235, 235,
0, 236, 237, 237, 236, 245, 235, 235,
235, 235, 0, 236, 237, 237, 236, 238,
245, 251, 270, 277, 285, 291, 294, 302,
314, 238, 248, 238, 238, 0, 236, 237,
237, 236, 238, 245, 251, 270, 277, 285,
291, 294, 302, 314, 238, 248, 238, 238,
0, 239, 238, 238, 238, 238, 0, 240,
241, 241, 240, 242, 1159, 0, 240, 241,
241, 240, 235, 242, 1159, 235, 235, 235,
0, 240, 241, 241, 240, 235, 242, 1159,
235, 235, 235, 0, 243, 0, 244, 243,
244, 240, 243, 246, 0, 247, 246, 247,
236, 246, 249, 248, 0, 240, 241, 241,
240, 242, 1159, 250, 0, 240, 241, 241,
240, 242, 1159, 250, 0, 239, 252, 260,
267, 238, 238, 238, 238, 0, 239, 253,
256, 238, 238, 238, 238, 0, 239, 254,
238, 238, 238, 238, 0, 255, 256, 257,
238, 238, 238, 238, 0, 240, 241, 241,
240, 242, 1159, 250, 0, 255, 238, 238,
238, 238, 0, 239, 258, 238, 238, 238,
238, 0, 239, 259, 238, 238, 238, 238,
0, 239, 256, 238, 238, 238, 238, 0,
239, 261, 238, 238, 238, 238, 0, 239,
262, 238, 238, 238, 238, 0, 239, 263,
238, 238, 238, 238, 0, 239, 264, 238,
238, 238, 238, 0, 239, 266, 266, 238,
265, 238, 238, 0, 255, 238, 265, 238,
238, 0, 239, 238, 265, 238, 238, 0,
239, 268, 238, 238, 238, 238, 0, 239,
269, 238, 238, 238, 238, 0, 239, 258,
238, 238, 238, 238, 0, 239, 271, 238,
238, 238, 238, 0, 239, 272, 238, 238,
238, 238, 0, 239, 273, 275, 238, 238,
238, 238, 0, 239, 274, 238, 238, 238,
238, 0, 239, 256, 238, 238, 238, 238,
0, 239, 276, 238, 238, 238, 238, 0,
239, 256, 238, 238, 238, 238, 0, 239,
278, 282, 238, 238, 238, 238, 0, 239,
279, 280, 238, 238, 238, 238, 0, 239,
262, 238, 238, 238, 238, 0, 239, 281,
238, 238, 238, 238, 0, 255, 256, 256,
238, 238, 238, 238, 0, 239, 283, 238,
238, 238, 238, 0, 239, 269, 284, 274,
238, 238, 238, 238, 0, 239, 256, 238,
238, 238, 238, 0, 239, 286, 238, 238,
238, 238, 0, 239, 287, 238, 238, 238,
238, 0, 239, 288, 238, 238, 238, 238,
0, 239, 289, 238, 238, 238, 238, 0,
239, 290, 238, 238, 238, 238, 0, 239,
256, 238, 238, 238, 238, 0, 239, 292,
238, 238, 238, 238, 0, 239, 293, 238,
238, 238, 238, 0, 255, 256, 238, 238,
238, 238, 0, 239, 295, 301, 238, 238,
238, 238, 0, 239, 296, 238, 238, 238,
238, 0, 239, 297, 238, 238, 238, 238,
0, 255, 298, 238, 238, 238, 238, 0,
239, 299, 238, 238, 238, 238, 0, 239,
300, 238, 238, 238, 238, 0, 239, 256,
238, 238, 238, 238, 0, 239, 256, 238,
238, 238, 238, 0, 239, 303, 308, 238,
238, 238, 238, 0, 239, 304, 238, 238,
238, 238, 0, 239, 305, 238, 238, 238,
238, 0, 239, 306, 238, 238, 238, 238,
0, 239, 307, 238, 238, 238, 238, 0,
239, 259, 256, 238, 238, 238, 238, 0,
239, 309, 238, 238, 238, 238, 0, 239,
310, 238, 238, 238, 238, 0, 239, 311,
238, 238, 238, 238, 0, 239, 312, 238,
238, 238, 238, 0, 239, 313, 238, 238,
238, 238, 0, 239, 256, 256, 238, 238,
238, 238, 0, 239, 315, 317, 238, 238,
238, 238, 0, 239, 316, 238, 238, 238,
238, 0, 239, 256, 238, 238, 238, 238,
0, 239, 318, 320, 238, 238, 238, 238,
0, 239, 319, 238, 238, 238, 238, 0,
255, 301, 256, 256, 238, 238, 238, 238,
0, 255, 256, 281, 256, 238, 238, 238,
238, 0, 322, 0, 323, 322, 323, 233,
322, 325, 335, 325, 335, 0, 326, 327,
327, 326, 328, 329, 326, 331, 328, 326,
330, 328, 328, 0, 326, 327, 327, 326,
328, 329, 326, 331, 1159, 328, 326, 330,
328, 328, 0, 326, 327, 327, 326, 328,
329, 326, 331, 1159, 328, 326, 330, 328,
328, 0, 326, 327, 327, 326, 328, 329,
326, 331, 1159, 328, 326, 334, 328, 328,
0, 330, 0, 326, 327, 327, 326, 328,
329, 326, 331, 1159, 328, 326, 330, 328,
328, 0, 332, 0, 333, 332, 333, 326,
332, 326, 327, 327, 326, 328, 329, 326,
331, 1159, 328, 326, 334, 328, 328, 0,
336, 382, 463, 336, 382, 463, 0, 337,
337, 0, 338, 338, 0, 339, 339, 0,
340, 341, 341, 340, 347, 379, 1159, 347,
347, 347, 0, 340, 341, 341, 340, 342,
347, 376, 379, 1159, 347, 347, 347, 0,
340, 341, 341, 340, 342, 347, 376, 379,
1159, 347, 347, 347, 0, 344, 343, 344,
343, 345, 346, 346, 345, 343, 347, 358,
1159, 347, 347, 347, 0, 345, 346, 346,
345, 347, 358, 1159, 347, 347, 347, 0,
345, 346, 346, 345, 347, 358, 1159, 347,
347, 347, 0, 348, 349, 349, 348, 350,
1159, 353, 347, 347, 347, 347, 0, 348,
349, 349, 348, 347, 350, 1159, 353, 347,
347, 347, 0, 348, 349, 349, 348, 347,
350, 1159, 353, 347, 347, 347, 0, 351,
0, 352, 351, 352, 348, 351, 353, 354,
354, 353, 355, 361, 363, 364, 369, 373,
372, 373, 373, 0, 353, 354, 354, 353,
355, 361, 363, 364, 369, 373, 372, 373,
373, 0, 357, 356, 357, 356, 345, 346,
346, 345, 356, 358, 1159, 0, 359, 0,
360, 359, 360, 345, 359, 345, 346, 346,
345, 362, 358, 1159, 361, 361, 361, 361,
0, 345, 346, 346, 345, 358, 1159, 0,
361, 361, 361, 361, 0, 366, 367, 367,
367, 365, 366, 365, 345, 346, 346, 345,
365, 358, 1159, 0, 368, 367, 367, 367,
365, 345, 346, 346, 345, 365, 358, 1159,
362, 0, 370, 0, 371, 370, 371, 353,
370, 345, 346, 346, 345, 358, 1159, 372,
0, 345, 346, 346, 345, 374, 358, 1159,
373, 373, 373, 373, 0, 345, 346, 346,
345, 358, 1159, 375, 375, 375, 0, 345,
346, 346, 345, 358, 1159, 375, 375, 375,
375, 0, 378, 377, 378, 377, 345, 346,
346, 345, 347, 377, 358, 1159, 347, 347,
347, 0, 380, 0, 381, 380, 381, 340,
380, 383, 383, 0, 384, 384, 0, 385,
386, 386, 385, 460, 0, 385, 386, 386,
385, 387, 445, 460, 406, 445, 445, 445,
0, 385, 386, 386, 385, 387, 445, 460,
406, 445, 445, 445, 0, 388, 0, 389,
390, 390, 389, 403, 1159, 388, 0, 389,
390, 390, 389, 387, 391, 403, 1159, 406,
391, 391, 391, 0, 389, 390, 390, 389,
387, 391, 403, 1159, 406, 391, 391, 391,
0, 392, 393, 393, 392, 439, 1159, 391,
391, 391, 391, 0, 392, 393, 393, 392,
387, 394, 439, 1159, 406, 391, 442, 391,
391, 0, 392, 393, 393, 392, 387, 394,
439, 1159, 406, 391, 442, 391, 391, 0,
395, 396, 396, 395, 397, 1159, 391, 436,
391, 391, 0, 395, 396, 396, 395, 387,
394, 397, 1159, 406, 391, 400, 391, 391,
0, 395, 396, 396, 395, 387, 394, 397,
1159, 406, 391, 400, 391, 391, 0, 398,
0, 399, 398, 399, 395, 398, 401, 400,
0, 402, 0, 389, 390, 390, 389, 403,
1159, 402, 0, 404, 0, 405, 404, 405,
389, 404, 407, 0, 408, 409, 409, 408,
433, 407, 0, 408, 409, 409, 408, 410,
433, 410, 410, 410, 0, 408, 409, 409,
408, 410, 433, 410, 410, 410, 0, 411,
412, 412, 411, 429, 410, 410, 410, 410,
0, 411, 412, 412, 411, 413, 429, 423,
432, 423, 423, 0, 411, 412, 412, 411,
413, 429, 423, 432, 423, 423, 0, 414,
415, 415, 414, 420, 416, 424, 423, 422,
423, 423, 0, 414, 415, 415, 414, 416,
419, 0, 414, 415, 415, 414, 416, 419,
0, 417, 0, 418, 417, 418, 414, 417,
420, 419, 0, 389, 390, 390, 389, 403,
1159, 421, 0, 389, 390, 390, 389, 403,
1159, 421, 0, 420, 423, 422, 423, 423,
0, 420, 423, 423, 423, 423, 0, 420,
425, 423, 423, 423, 423, 0, 420, 426,
423, 423, 423, 423, 0, 420, 427, 423,
423, 423, 423, 0, 420, 423, 428, 423,
423, 0, 420, 423, 428, 423, 423, 0,
430, 0, 431, 430, 431, 411, 430, 420,
432, 0, 434, 0, 435, 434, 435, 408,
434, 392, 393, 393, 392, 437, 439, 1159,
391, 436, 391, 391, 0, 438, 0, 389,
390, 390, 389, 403, 1159, 438, 0, 440,
0, 441, 440, 441, 392, 440, 443, 442,
0, 444, 0, 389, 390, 390, 389, 403,
1159, 444, 0, 446, 447, 447, 446, 457,
1159, 445, 445, 445, 445, 0, 446, 447,
447, 446, 387, 448, 457, 1159, 406, 391,
442, 391, 391, 0, 446, 447, 447, 446,
387, 448, 457, 1159, 406, 391, 442, 391,
391, 0, 449, 450, 450, 449, 451, 1159,
391, 436, 391, 391, 0, 449, 450, 450,
449, 387, 394, 451, 1159, 406, 391, 454,
391, 391, 0, 449, 450, 450, 449, 387,
394, 451, 1159, 406, 391, 454, 391, 391,
0, 452, 0, 453, 452, 453, 449, 452,
455, 454, 0, 456, 0, 389, 390, 390,
389, 403, 1159, 456, 0, 458, 0, 459,
458, 459, 446, 458, 461, 0, 462, 461,
462, 385, 461, 464, 464, 0, 465, 465,
0, 466, 466, 0, 467, 467, 0, 468,
469, 469, 468, 584, 0, 468, 469, 469,
468, 470, 584, 470, 470, 470, 0, 468,
469, 469, 468, 470, 584, 470, 470, 470,
0, 471, 472, 472, 471, 581, 470, 470,
470, 470, 0, 471, 472, 472, 471, 473,
581, 489, 0, 471, 472, 472, 471, 473,
581, 489, 0, 475, 474, 475, 474, 476,
477, 477, 476, 474, 478, 481, 0, 476,
477, 477, 476, 478, 481, 0, 476, 477,
477, 476, 478, 481, 0, 479, 0, 480,
479, 480, 476, 479, 481, 482, 482, 481,
483, 578, 0, 481, 482, 482, 481, 483,
578, 0, 484, 485, 485, 484, 486, 1159,
506, 0, 484, 485, 485, 484, 473, 486,
1159, 489, 0, 484, 485, 485, 484, 473,
486, 1159, 489, 0, 487, 0, 488, 487,
488, 484, 487, 490, 0, 491, 0, 492,
0, 493, 0, 493, 494, 494, 493, 495,
498, 0, 493, 494, 494, 493, 495, 498,
0, 496, 0, 497, 496, 497, 493, 496,
498, 499, 499, 498, 500, 575, 0, 498,
499, 499, 498, 500, 575, 0, 501, 0,
507, 524, 531, 539, 545, 548, 556, 568,
502, 0, 503, 502, 0, 505, 504, 0,
505, 504, 0, 506, 0, 484, 485, 485,
484, 486, 1159, 0, 508, 515, 521, 0,
509, 511, 0, 510, 0, 503, 511, 512,
0, 503, 0, 513, 0, 514, 0, 511,
0, 516, 0, 517, 0, 518, 0, 519,
0, 520, 520, 502, 0, 502, 0, 522,
0, 523, 0, 513, 0, 525, 0, 526,
0, 527, 529, 0, 528, 0, 511, 0,
530, 0, 511, 0, 532, 536, 0, 533,
534, 0, 517, 0, 535, 0, 503, 511,
511, 0, 537, 0, 523, 538, 528, 0,
511, 0, 540, 0, 541, 0, 542, 0,
543, 0, 544, 0, 511, 0, 546, 0,
547, 0, 503, 511, 0, 549, 555, 0,
550, 0, 551, 0, 503, 552, 0, 553,
0, 554, 0, 511, 0, 511, 0, 557,
562, 0, 558, 0, 559, 0, 560, 0,
561, 0, 514, 511, 0, 563, 0, 564,
0, 565, 0, 566, 0, 567, 0, 511,
511, 0, 569, 571, 0, 570, 0, 511,
0, 572, 574, 0, 573, 0, 503, 555,
511, 511, 0, 503, 511, 535, 511, 0,
576, 0, 577, 576, 577, 498, 576, 579,
0, 580, 579, 580, 481, 579, 582, 0,
583, 582, 583, 471, 582, 585, 0, 586,
585, 586, 468, 585, 588, 619, 660, 588,
619, 660, 0, 589, 589, 0, 590, 590,
0, 591, 591, 0, 592, 593, 593, 592,
616, 0, 592, 593, 593, 592, 594, 616,
594, 594, 594, 0, 592, 593, 593, 592,
594, 616, 594, 594, 594, 0, 595, 596,
596, 595, 597, 600, 594, 594, 594, 594,
0, 595, 596, 596, 595, 597, 600, 0,
595, 596, 596, 595, 597, 600, 0, 598,
0, 599, 598, 599, 595, 598, 600, 601,
601, 600, 602, 610, 613, 0, 600, 601,
601, 600, 602, 610, 613, 0, 604, 603,
604, 603, 605, 606, 606, 605, 603, 607,
1159, 0, 605, 606, 606, 605, 594, 607,
1159, 594, 594, 594, 0, 605, 606, 606,
605, 594, 607, 1159, 594, 594, 594, 0,
608, 0, 609, 608, 609, 605, 608, 612,
611, 612, 611, 605, 606, 606, 605, 611,
607, 1159, 0, 614, 0, 615, 614, 615,
600, 614, 617, 0, 618, 617, 618, 592,
617, 620, 620, 0, 621, 621, 0, 622,
622, 0, 623, 623, 0, 624, 625, 625,
624, 635, 1159, 0, 624, 625, 625, 624,
626, 635, 1159, 642, 626, 626, 626, 0,
624, 625, 625, 624, 626, 635, 1159, 642,
626, 626, 626, 0, 627, 628, 628, 627,
638, 626, 626, 626, 626, 0, 627, 628,
628, 627, 629, 638, 641, 0, 627, 628,
628, 627, 629, 638, 641, 0, 629, 630,
630, 629, 631, 634, 0, 629, 630, 630,
629, 631, 634, 0, 632, 0, 633, 632,
633, 629, 632, 624, 625, 625, 624, 635,
1159, 634, 0, 636, 0, 637, 636, 637,
624, 636, 639, 0, 640, 639, 640, 627,
639, 624, 625, 625, 624, 635, 1159, 641,
0, 627, 628, 628, 627, 638, 643, 626,
626, 626, 626, 0, 627, 628, 628, 627,
638, 644, 626, 626, 626, 626, 0, 627,
628, 628, 627, 638, 645, 626, 626, 626,
626, 0, 627, 628, 628, 627, 638, 646,
626, 626, 626, 626, 0, 627, 628, 628,
627, 638, 647, 626, 626, 626, 626, 0,
627, 628, 628, 627, 638, 648, 626, 626,
626, 626, 0, 649, 650, 650, 649, 651,
654, 626, 626, 626, 626, 0, 649, 650,
650, 649, 629, 651, 654, 641, 0, 649,
650, 650, 649, 629, 651, 654, 641, 0,
652, 0, 653, 652, 653, 649, 652, 654,
655, 655, 654, 656, 659, 0, 654, 655,
655, 654, 656, 659, 0, 657, 0, 658,
657, 658, 654, 657, 18, 19, 19, 18,
20, 1159, 659, 0, 661, 661, 0, 662,
662, 0, 663, 663, 0, 664, 664, 0,
665, 665, 0, 666, 667, 667, 666, 696,
0, 666, 667, 667, 666, 668, 696, 668,
668, 668, 0, 666, 667, 667, 666, 668,
696, 668, 668, 668, 0, 669, 670, 670,
669, 677, 668, 668, 668, 668, 0, 669,
670, 670, 669, 671, 674, 677, 680, 684,
687, 680, 684, 0, 669, 670, 670, 669,
671, 674, 677, 680, 684, 687, 680, 684,
0, 673, 672, 673, 672, 345, 346, 346,
345, 672, 358, 1159, 0, 676, 675, 676,
675, 345, 346, 346, 345, 675, 358, 1159,
0, 678, 0, 679, 678, 679, 669, 678,
681, 681, 0, 682, 682, 0, 683, 683,
0, 18, 18, 0, 685, 685, 0, 686,
686, 0, 18, 18, 0, 688, 688, 0,
689, 689, 0, 690, 690, 0, 691, 0,
691, 692, 692, 691, 693, 680, 684, 680,
684, 0, 691, 692, 692, 691, 693, 680,
684, 680, 684, 0, 694, 0, 695, 694,
695, 691, 694, 697, 0, 698, 697, 698,
666, 697, 700, 700, 0, 701, 701, 0,
702, 702, 0, 703, 703, 0, 704, 704,
0, 705, 705, 0, 706, 707, 707, 706,
709, 0, 706, 707, 707, 706, 708, 709,
708, 708, 708, 0, 706, 707, 707, 706,
708, 709, 708, 708, 708, 0, 18, 19,
19, 18, 20, 1159, 708, 708, 708, 708,
0, 710, 0, 711, 710, 711, 706, 710,
713, 713, 0, 714, 714, 0, 715, 715,
0, 716, 716, 0, 717, 717, 0, 718,
718, 0, 719, 720, 720, 719, 721, 0,
719, 720, 720, 719, 347, 721, 347, 347,
347, 0, 719, 720, 720, 719, 347, 721,
347, 347, 347, 0, 722, 0, 723, 722,
723, 719, 722, 725, 725, 0, 726, 726,
0, 727, 727, 0, 728, 729, 729, 728,
730, 0, 728, 729, 729, 728, 730, 733,
739, 897, 1086, 733, 739, 897, 1086, 0,
728, 729, 729, 728, 730, 733, 739, 897,
1086, 733, 739, 897, 1086, 0, 731, 0,
732, 731, 732, 728, 731, 734, 734, 0,
735, 735, 0, 736, 736, 0, 737, 737,
0, 738, 738, 0, 717, 717, 0, 740,
740, 0, 741, 741, 0, 742, 742, 0,
743, 743, 0, 744, 744, 0, 745, 745,
0, 746, 746, 0, 747, 748, 748, 747,
894, 0, 747, 748, 748, 747, 749, 894,
749, 749, 749, 0, 747, 748, 748, 747,
749, 894, 749, 749, 749, 0, 750, 751,
751, 750, 752, 1161, 869, 749, 749, 749,
749, 0, 750, 751, 751, 750, 749, 752,
1161, 869, 749, 749, 749, 0, 750, 751,
751, 750, 749, 752, 1161, 869, 749, 749,
749, 0, 753, 0, 754, 753, 754, 750,
753, 756, 0, 757, 756, 757, 1161, 756,
700, 759, 700, 759, 0, 760, 760, 0,
761, 761, 0, 762, 762, 0, 705, 705,
0, 764, 764, 0, 686, 686, 0, 766,
766, 0, 18, 18, 0, 768, 768, 0,
769, 769, 0, 770, 770, 0, 771, 771,
0, 772, 773, 773, 772, 866, 0, 772,
773, 773, 772, 774, 866, 774, 774, 774,
0, 772, 773, 773, 772, 774, 866, 774,
774, 774, 0, 775, 776, 776, 775, 863,
774, 774, 774, 774, 0, 775, 776, 776,
775, 777, 792, 826, 795, 797, 863, 815,
801, 814, 814, 0, 775, 776, 776, 775,
777, 792, 826, 795, 797, 863, 815, 801,
814, 814, 0, 779, 778, 779, 778, 780,
781, 781, 780, 778, 782, 785, 0, 780,
781, 781, 780, 782, 785, 0, 780, 781,
781, 780, 782, 785, 0, 783, 0, 784,
783, 784, 780, 783, 785, 786, 786, 785,
787, 820, 823, 0, 785, 786, 786, 785,
787, 820, 823, 0, 789, 788, 789, 788,
790, 791, 791, 790, 788, 798, 1159, 0,
790, 791, 791, 790, 777, 792, 795, 797,
798, 1159, 815, 801, 814, 814, 0, 790,
791, 791, 790, 777, 792, 795, 797, 798,
1159, 815, 801, 814, 814, 0, 794, 793,
794, 793, 780, 781, 781, 780, 793, 782,
785, 0, 796, 0, 780, 781, 781, 780,
782, 785, 796, 0, 780, 781, 781, 780,
782, 785, 0, 799, 0, 800, 799, 800,
790, 799, 802, 803, 803, 802, 811, 785,
801, 0, 802, 803, 803, 802, 804, 811,
785, 0, 802, 803, 803, 802, 804, 811,
785, 0, 805, 806, 806, 805, 807, 0,
805, 806, 806, 805, 807, 810, 0, 805,
806, 806, 805, 807, 810, 0, 808, 0,
809, 808, 809, 805, 808, 780, 781, 781,
780, 782, 785, 810, 0, 812, 0, 813,
812, 813, 802, 812, 780, 781, 781, 780,
782, 785, 814, 814, 814, 814, 0, 780,
781, 781, 780, 782, 785, 814, 816, 814,
814, 814, 0, 780, 781, 781, 780, 782,
785, 814, 817, 814, 814, 814, 0, 780,
781, 781, 780, 782, 785, 814, 818, 814,
814, 814, 0, 780, 781, 781, 780, 782,
785, 814, 819, 814, 814, 814, 0, 780,
781, 781, 780, 782, 785, 814, 814, 814,
814, 0, 822, 821, 822, 821, 790, 791,
791, 790, 821, 798, 1159, 0, 824, 0,
825, 824, 825, 785, 824, 827, 827, 827,
827, 0, 828, 829, 829, 828, 843, 830,
833, 827, 827, 827, 827, 0, 828, 829,
829, 828, 827, 830, 833, 827, 827, 827,
0, 828, 829, 829, 828, 827, 830, 833,
827, 827, 827, 0, 831, 0, 832, 831,
832, 828, 831, 833, 834, 834, 833, 835,
848, 850, 851, 856, 860, 859, 860, 860,
0, 833, 834, 834, 833, 835, 848, 850,
851, 856, 860, 859, 860, 860, 0, 837,
836, 837, 836, 838, 839, 839, 838, 836,
843, 840, 0, 838, 839, 839, 838, 827,
840, 827, 827, 827, 0, 838, 839, 839,
838, 827, 840, 827, 827, 827, 0, 841,
0, 842, 841, 842, 838, 841, 843, 844,
844, 843, 777, 792, 795, 797, 845, 815,
801, 814, 814, 0, 843, 844, 844, 843,
777, 792, 795, 797, 845, 815, 801, 814,
814, 0, 846, 0, 847, 846, 847, 843,
846, 838, 839, 839, 838, 843, 849, 840,
848, 848, 848, 848, 0, 838, 839, 839,
838, 843, 840, 0, 848, 848, 848, 848,
0, 853, 854, 854, 854, 852, 853, 852,
838, 839, 839, 838, 852, 843, 840, 0,
855, 854, 854, 854, 852, 838, 839, 839,
838, 852, 843, 840, 849, 0, 857, 0,
858, 857, 858, 833, 857, 838, 839, 839,
838, 843, 840, 859, 0, 838, 839, 839,
838, 843, 861, 840, 860, 860, 860, 860,
0, 838, 839, 839, 838, 843, 840, 862,
862, 862, 0, 838, 839, 839, 838, 843,
840, 862, 862, 862, 862, 0, 864, 0,
865, 864, 865, 775, 864, 867, 0, 868,
867, 868, 772, 867, 869, 870, 870, 869,
871, 879, 881, 882, 887, 891, 890, 891,
891, 0, 869, 870, 870, 869, 871, 879,
881, 882, 887, 891, 890, 891, 891, 0,
873, 872, 873, 872, 874, 875, 875, 874,
872, 876, 1161, 0, 874, 875, 875, 874,
749, 876, 1161, 749, 749, 749, 0, 874,
875, 875, 874, 749, 876, 1161, 749, 749,
749, 0, 877, 0, 878, 877, 878, 874,
877, 874, 875, 875, 874, 880, 876, 1161,
879, 879, 879, 879, 0, 874, 875, 875,
874, 876, 1161, 0, 879, 879, 879, 879,
0, 884, 885, 885, 885, 883, 884, 883,
874, 875, 875, 874, 883, 876, 1161, 0,
886, 885, 885, 885, 883, 874, 875, 875,
874, 883, 876, 1161, 880, 0, 888, 0,
889, 888, 889, 869, 888, 874, 875, 875,
874, 876, 1161, 890, 0, 874, 875, 875,
874, 892, 876, 1161, 891, 891, 891, 891,
0, 874, 875, 875, 874, 876, 1161, 893,
893, 893, 0, 874, 875, 875, 874, 876,
1161, 893, 893, 893, 893, 0, 895, 0,
896, 895, 896, 747, 895, 898, 1039, 898,
1039, 0, 899, 899, 0, 900, 900, 0,
901, 901, 0, 902, 902, 0, 902, 903,
903, 902, 904, 1021, 910, 904, 904, 904,
0, 902, 903, 903, 902, 904, 1021, 910,
904, 904, 904, 0, 905, 906, 906, 905,
907, 910, 1016, 904, 904, 904, 904, 0,
905, 906, 906, 905, 904, 907, 910, 1016,
904, 904, 904, 0, 905, 906, 906, 905,
904, 907, 910, 1016, 904, 904, 904, 0,
908, 0, 909, 908, 909, 905, 908, 1163,
1164, 1164, 1163, 911, 1163, 914, 914, 0,
912, 0, 913, 912, 913, 1163, 912, 915,
915, 0, 916, 916, 0, 917, 917, 0,
918, 918, 0, 919, 920, 920, 919, 1013,
0, 919, 920, 920, 919, 921, 1013, 921,
921, 921, 0, 919, 920, 920, 919, 921,
1013, 921, 921, 921, 0, 922, 923, 923,
922, 1010, 921, 921, 921, 921, 0, 922,
923, 923, 922, 924, 939, 973, 942, 944,
1010, 962, 948, 961, 961, 0, 922, 923,
923, 922, 924, 939, 973, 942, 944, 1010,
962, 948, 961, 961, 0, 926, 925, 926,
925, 927, 928, 928, 927, 925, 929, 932,
0, 927, 928, 928, 927, 929, 932, 0,
927, 928, 928, 927, 929, 932, 0, 930,
0, 931, 930, 931, 927, 930, 932, 933,
933, 932, 934, 967, 970, 0, 932, 933,
933, 932, 934, 967, 970, 0, 936, 935,
936, 935, 937, 938, 938, 937, 935, 945,
1163, 0, 937, 938, 938, 937, 924, 939,
942, 944, 945, 1163, 962, 948, 961, 961,
0, 937, 938, 938, 937, 924, 939, 942,
944, 945, 1163, 962, 948, 961, 961, 0,
941, 940, 941, 940, 927, 928, 928, 927,
940, 929, 932, 0, 943, 0, 927, 928,
928, 927, 929, 932, 943, 0, 927, 928,
928, 927, 929, 932, 0, 946, 0, 947,
946, 947, 937, 946, 949, 950, 950, 949,
958, 932, 948, 0, 949, 950, 950, 949,
951, 958, 932, 0, 949, 950, 950, 949,
951, 958, 932, 0, 952, 953, 953, 952,
954, 0, 952, 953, 953, 952, 954, 957,
0, 952, 953, 953, 952, 954, 957, 0,
955, 0, 956, 955, 956, 952, 955, 927,
928, 928, 927, 929, 932, 957, 0, 959,
0, 960, 959, 960, 949, 959, 927, 928,
928, 927, 929, 932, 961, 961, 961, 961,
0, 927, 928, 928, 927, 929, 932, 961,
963, 961, 961, 961, 0, 927, 928, 928,
927, 929, 932, 961, 964, 961, 961, 961,
0, 927, 928, 928, 927, 929, 932, 961,
965, 961, 961, 961, 0, 927, 928, 928,
927, 929, 932, 961, 966, 961, 961, 961,
0, 927, 928, 928, 927, 929, 932, 961,
961, 961, 961, 0, 969, 968, 969, 968,
937, 938, 938, 937, 968, 945, 1163, 0,
971, 0, 972, 971, 972, 932, 971, 974,
974, 974, 974, 0, 975, 976, 976, 975,
990, 977, 980, 974, 974, 974, 974, 0,
975, 976, 976, 975, 974, 977, 980, 974,
974, 974, 0, 975, 976, 976, 975, 974,
977, 980, 974, 974, 974, 0, 978, 0,
979, 978, 979, 975, 978, 980, 981, 981,
980, 982, 995, 997, 998, 1003, 1007, 1006,
1007, 1007, 0, 980, 981, 981, 980, 982,
995, 997, 998, 1003, 1007, 1006, 1007, 1007,
0, 984, 983, 984, 983, 985, 986, 986,
985, 983, 990, 987, 0, 985, 986, 986,
985, 974, 987, 974, 974, 974, 0, 985,
986, 986, 985, 974, 987, 974, 974, 974,
0, 988, 0, 989, 988, 989, 985, 988,
990, 991, 991, 990, 924, 939, 942, 944,
992, 962, 948, 961, 961, 0, 990, 991,
991, 990, 924, 939, 942, 944, 992, 962,
948, 961, 961, 0, 993, 0, 994, 993,
994, 990, 993, 985, 986, 986, 985, 990,
996, 987, 995, 995, 995, 995, 0, 985,
986, 986, 985, 990, 987, 0, 995, 995,
995, 995, 0, 1000, 1001, 1001, 1001, 999,
1000, 999, 985, 986, 986, 985, 999, 990,
987, 0, 1002, 1001, 1001, 1001, 999, 985,
986, 986, 985, 999, 990, 987, 996, 0,
1004, 0, 1005, 1004, 1005, 980, 1004, 985,
986, 986, 985, 990, 987, 1006, 0, 985,
986, 986, 985, 990, 1008, 987, 1007, 1007,
1007, 1007, 0, 985, 986, 986, 985, 990,
987, 1009, 1009, 1009, 0, 985, 986, 986,
985, 990, 987, 1009, 1009, 1009, 1009, 0,
1011, 0, 1012, 1011, 1012, 922, 1011, 1014,
0, 1015, 1014, 1015, 919, 1014, 1016, 1017,
1017, 1016, 1018, 1024, 1026, 1027, 1032, 1036,
1035, 1036, 1036, 0, 1016, 1017, 1017, 1016,
1018, 1024, 1026, 1027, 1032, 1036, 1035, 1036,
1036, 0, 1020, 1019, 1020, 1019, 902, 903,
903, 902, 1019, 1021, 910, 0, 1022, 0,
1023, 1022, 1023, 902, 1022, 902, 903, 903,
902, 1025, 1021, 910, 1024, 1024, 1024, 1024,
0, 902, 903, 903, 902, 1021, 910, 0,
1024, 1024, 1024, 1024, 0, 1029, 1030, 1030,
1030, 1028, 1029, 1028, 902, 903, 903, 902,
1028, 1021, 910, 0, 1031, 1030, 1030, 1030,
1028, 902, 903, 903, 902, 1028, 1021, 910,
1025, 0, 1033, 0, 1034, 1033, 1034, 1016,
1033, 902, 903, 903, 902, 1021, 910, 1035,
0, 902, 903, 903, 902, 1037, 1021, 910,
1036, 1036, 1036, 1036, 0, 902, 903, 903,
902, 1021, 910, 1038, 1038, 1038, 0, 902,
903, 903, 902, 1021, 910, 1038, 1038, 1038,
1038, 0, 1040, 1040, 0, 1041, 1041, 0,
1042, 1043, 1043, 1042, 1083, 0, 1042, 1043,
1043, 1042, 1044, 1083, 1044, 1044, 1044, 0,
1042, 1043, 1043, 1042, 1044, 1083, 1044, 1044,
1044, 0, 1045, 1046, 1046, 1045, 1047, 1165,
1058, 1044, 1044, 1044, 1044, 0, 1045, 1046,
1046, 1045, 1044, 1047, 1165, 1058, 1044, 1044,
1044, 0, 1045, 1046, 1046, 1045, 1044, 1047,
1165, 1058, 1044, 1044, 1044, 0, 1048, 0,
1049, 1048, 1049, 1045, 1048, 1051, 0, 1052,
1051, 1052, 1165, 1051, 1054, 1054, 0, 1055,
1055, 0, 1056, 1056, 0, 1057, 1057, 0,
705, 705, 0, 1058, 1059, 1059, 1058, 1060,
1068, 1070, 1071, 1076, 1080, 1079, 1080, 1080,
0, 1058, 1059, 1059, 1058, 1060, 1068, 1070,
1071, 1076, 1080, 1079, 1080, 1080, 0, 1062,
1061, 1062, 1061, 1063, 1064, 1064, 1063, 1061,
1065, 1165, 0, 1063, 1064, 1064, 1063, 1044,
1065, 1165, 1044, 1044, 1044, 0, 1063, 1064,
1064, 1063, 1044, 1065, 1165, 1044, 1044, 1044,
0, 1066, 0, 1067, 1066, 1067, 1063, 1066,
1063, 1064, 1064, 1063, 1069, 1065, 1165, 1068,
1068, 1068, 1068, 0, 1063, 1064, 1064, 1063,
1065, 1165, 0, 1068, 1068, 1068, 1068, 0,
1073, 1074, 1074, 1074, 1072, 1073, 1072, 1063,
1064, 1064, 1063, 1072, 1065, 1165, 0, 1075,
1074, 1074, 1074, 1072, 1063, 1064, 1064, 1063,
1072, 1065, 1165, 1069, 0, 1077, 0, 1078,
1077, 1078, 1058, 1077, 1063, 1064, 1064, 1063,
1065, 1165, 1079, 0, 1063, 1064, 1064, 1063,
1081, 1065, 1165, 1080, 1080, 1080, 1080, 0,
1063, 1064, 1064, 1063, 1065, 1165, 1082, 1082,
1082, 0, 1063, 1064, 1064, 1063, 1065, 1165,
1082, 1082, 1082, 1082, 0, 1084, 0, 1085,
1084, 1085, 1042, 1084, 1087, 1087, 0, 1088,
1088, 0, 1089, 1089, 0, 1090, 1090, 0,
1091, 1092, 1092, 1091, 1156, 0, 1091, 1092,
1092, 1091, 1093, 1156, 1093, 1093, 1093, 0,
1091, 1092, 1092, 1091, 1093, 1156, 1093, 1093,
1093, 0, 1094, 1095, 1095, 1094, 1128, 1159,
1131, 1093, 1093, 1093, 1093, 0, 1094, 1095,
1095, 1094, 1093, 1096, 1128, 1159, 1131, 1093,
1093, 1093, 0, 1094, 1095, 1095, 1094, 1093,
1096, 1128, 1159, 1131, 1093, 1093, 1093, 0,
1097, 1097, 1097, 1097, 0, 1098, 1099, 1099,
1098, 18, 1100, 1103, 1097, 1097, 1097, 1097,
0, 1098, 1099, 1099, 1098, 1097, 1100, 1103,
1097, 1097, 1097, 0, 1098, 1099, 1099, 1098,
1097, 1100, 1103, 1097, 1097, 1097, 0, 1101,
0, 1102, 1101, 1102, 1098, 1101, 1103, 1104,
1104, 1103, 1105, 1113, 1115, 1116, 1121, 1125,
1124, 1125, 1125, 0, 1103, 1104, 1104, 1103,
1105, 1113, 1115, 1116, 1121, 1125, 1124, 1125,
1125, 0, 1107, 1106, 1107, 1106, 1108, 1109,
1109, 1108, 1106, 18, 1110, 0, 1108, 1109,
1109, 1108, 1097, 1110, 1097, 1097, 1097, 0,
1108, 1109, 1109, 1108, 1097, 1110, 1097, 1097,
1097, 0, 1111, 0, 1112, 1111, 1112, 1108,
1111, 1108, 1109, 1109, 1108, 18, 1114, 1110,
1113, 1113, 1113, 1113, 0, 1108, 1109, 1109,
1108, 18, 1110, 0, 1113, 1113, 1113, 1113,
0, 1118, 1119, 1119, 1119, 1117, 1118, 1117,
1108, 1109, 1109, 1108, 1117, 18, 1110, 0,
1120, 1119, 1119, 1119, 1117, 1108, 1109, 1109,
1108, 1117, 18, 1110, 1114, 0, 1122, 0,
1123, 1122, 1123, 1103, 1122, 1108, 1109, 1109,
1108, 18, 1110, 1124, 0, 1108, 1109, 1109,
1108, 18, 1126, 1110, 1125, 1125, 1125, 1125,
0, 1108, 1109, 1109, 1108, 18, 1110, 1127,
1127, 1127, 0, 1108, 1109, 1109, 1108, 18,
1110, 1127, 1127, 1127, 1127, 0, 1129, 0,
1130, 1129, 1130, 1094, 1129, 1131, 1132, 1132,
1131, 1133, 1141, 1143, 1144, 1149, 1153, 1152,
1153, 1153, 0, 1131, 1132, 1132, 1131, 1133,
1141, 1143, 1144, 1149, 1153, 1152, 1153, 1153,
0, 1135, 1134, 1135, 1134, 1136, 1137, 1137,
1136, 1134, 1138, 1159, 0, 1136, 1137, 1137,
1136, 1093, 1096, 1138, 1159, 1093, 1093, 1093,
0, 1136, 1137, 1137, 1136, 1093, 1096, 1138,
1159, 1093, 1093, 1093, 0, 1139, 0, 1140,
1139, 1140, 1136, 1139, 1136, 1137, 1137, 1136,
1142, 1138, 1159, 1141, 1141, 1141, 1141, 0,
1136, 1137, 1137, 1136, 1138, 1159, 0, 1141,
1141, 1141, 1141, 0, 1146, 1147, 1147, 1147,
1145, 1146, 1145, 1136, 1137, 1137, 1136, 1145,
1138, 1159, 0, 1148, 1147, 1147, 1147, 1145,
1136, 1137, 1137, 1136, 1145, 1138, 1159, 1142,
0, 1150, 0, 1151, 1150, 1151, 1131, 1150,
1136, 1137, 1137, 1136, 1138, 1159, 1152, 0,
1136, 1137, 1137, 1136, 1154, 1138, 1159, 1153,
1153, 1153, 1153, 0, 1136, 1137, 1137, 1136,
1138, 1159, 1155, 1155, 1155, 0, 1136, 1137,
1137, 1136, 1138, 1159, 1155, 1155, 1155, 1155,
0, 1157, 0, 1158, 1157, 1158, 1091, 1157,
1159, 1160, 1160, 1159, 1, 33, 35, 38,
150, 178, 324, 587, 699, 712, 724, 763,
765, 767, 38, 150, 178, 324, 587, 699,
712, 724, 763, 765, 767, 0, 1159, 1160,
1160, 1159, 1, 33, 35, 38, 150, 178,
324, 587, 699, 712, 724, 763, 765, 767,
38, 150, 178, 324, 587, 699, 712, 724,
763, 765, 767, 0, 1161, 1162, 1162, 1161,
1, 33, 755, 38, 150, 178, 324, 587,
758, 712, 724, 763, 765, 767, 38, 150,
178, 324, 587, 758, 712, 724, 763, 765,
767, 0, 1161, 1162, 1162, 1161, 1, 33,
755, 38, 150, 178, 324, 587, 758, 712,
724, 763, 765, 767, 38, 150, 178, 324,
587, 758, 712, 724, 763, 765, 767, 0,
1163, 1164, 1164, 1163, 1, 33, 911, 1163,
38, 150, 178, 324, 587, 699, 712, 724,
763, 765, 914, 38, 150, 178, 324, 587,
699, 712, 724, 763, 765, 914, 0, 1163,
1164, 1164, 1163, 1, 33, 911, 1163, 38,
150, 178, 324, 587, 699, 712, 724, 763,
765, 914, 38, 150, 178, 324, 587, 699,
712, 724, 763, 765, 914, 0, 1165, 1166,
1166, 1165, 1, 33, 1050, 38, 150, 178,
324, 587, 699, 712, 724, 763, 765, 1053,
767, 38, 150, 178, 324, 587, 699, 712,
724, 763, 765, 1053, 767, 0, 1165, 1166,
1166, 1165, 1, 33, 1050, 38, 150, 178,
324, 587, 699, 712, 724, 763, 765, 1053,
767, 38, 150, 178, 324, 587, 699, 712,
724, 763, 765, 1053, 767, 0, 0, 1,
2, 3, 4, 5, 6, 7, 8, 9,
10, 11, 12, 13, 14, 15, 16, 17,
18, 19, 20, 21, 22, 23, 24, 25,
26, 27, 28, 29, 30, 31, 32, 33,
34, 35, 36, 37, 38, 39, 40, 41,
42, 43, 44, 45, 46, 47, 48, 49,
50, 51, 52, 53, 54, 55, 56, 57,
58, 59, 60, 61, 62, 63, 64, 65,
66, 67, 68, 69, 70, 71, 72, 73,
74, 75, 76, 77, 78, 79, 80, 81,
82, 83, 84, 85, 86, 87, 88, 89,
90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 104, 105,
106, 107, 108, 109, 110, 111, 112, 113,
114, 115, 116, 117, 118, 119, 120, 121,
122, 123, 124, 125, 126, 127, 128, 129,
130, 131, 132, 133, 134, 135, 136, 137,
138, 139, 140, 141, 142, 143, 144, 145,
146, 147, 148, 149, 150, 151, 152, 153,
154, 155, 156, 157, 158, 159, 160, 161,
162, 163, 164, 165, 166, 167, 168, 169,
170, 171, 172, 173, 174, 175, 176, 177,
178, 179, 180, 181, 182, 183, 184, 185,
186, 187, 188, 189, 190, 191, 192, 193,
194, 195, 196, 197, 198, 199, 200, 201,
202, 203, 204, 205, 206, 207, 208, 209,
210, 211, 212, 213, 214, 215, 216, 217,
218, 219, 220, 221, 222, 223, 224, 225,
226, 227, 228, 229, 230, 231, 232, 233,
234, 235, 236, 237, 238, 239, 240, 241,
242, 243, 244, 245, 246, 247, 248, 249,
250, 251, 252, 253, 254, 255, 256, 257,
258, 259, 260, 261, 262, 263, 264, 265,
266, 267, 268, 269, 270, 271, 272, 273,
274, 275, 276, 277, 278, 279, 280, 281,
282, 283, 284, 285, 286, 287, 288, 289,
290, 291, 292, 293, 294, 295, 296, 297,
298, 299, 300, 301, 302, 303, 304, 305,
306, 307, 308, 309, 310, 311, 312, 313,
314, 315, 316, 317, 318, 319, 320, 321,
322, 323, 324, 325, 326, 327, 328, 329,
330, 331, 332, 333, 334, 335, 336, 337,
338, 339, 340, 341, 342, 343, 344, 345,
346, 347, 348, 349, 350, 351, 352, 353,
354, 355, 356, 357, 358, 359, 360, 361,
362, 363, 364, 365, 366, 367, 368, 369,
370, 371, 372, 373, 374, 375, 376, 377,
378, 379, 380, 381, 382, 383, 384, 385,
386, 387, 388, 389, 390, 391, 392, 393,
394, 395, 396, 397, 398, 399, 400, 401,
402, 403, 404, 405, 406, 407, 408, 409,
410, 411, 412, 413, 414, 415, 416, 417,
418, 419, 420, 421, 422, 423, 424, 425,
426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441,
442, 443, 444, 445, 446, 447, 448, 449,
450, 451, 452, 453, 454, 455, 456, 457,
458, 459, 460, 461, 462, 463, 464, 465,
466, 467, 468, 469, 470, 471, 472, 473,
474, 475, 476, 477, 478, 479, 480, 481,
482, 483, 484, 485, 486, 487, 488, 489,
490, 491, 492, 493, 494, 495, 496, 497,
498, 499, 500, 501, 502, 503, 504, 505,
506, 507, 508, 509, 510, 511, 512, 513,
514, 515, 516, 517, 518, 519, 520, 521,
522, 523, 524, 525, 526, 527, 528, 529,
530, 531, 532, 533, 534, 535, 536, 537,
538, 539, 540, 541, 542, 543, 544, 545,
546, 547, 548, 549, 550, 551, 552, 553,
554, 555, 556, 557, 558, 559, 560, 561,
562, 563, 564, 565, 566, 567, 568, 569,
570, 571, 572, 573, 574, 575, 576, 577,
578, 579, 580, 581, 582, 583, 584, 585,
586, 587, 588, 589, 590, 591, 592, 593,
594, 595, 596, 597, 598, 599, 600, 601,
602, 603, 604, 605, 606, 607, 608, 609,
610, 611, 612, 613, 614, 615, 616, 617,
618, 619, 620, 621, 622, 623, 624, 625,
626, 627, 628, 629, 630, 631, 632, 633,
634, 635, 636, 637, 638, 639, 640, 641,
642, 643, 644, 645, 646, 647, 648, 649,
650, 651, 652, 653, 654, 655, 656, 657,
658, 659, 660, 661, 662, 663, 664, 665,
666, 667, 668, 669, 670, 671, 672, 673,
674, 675, 676, 677, 678, 679, 680, 681,
682, 683, 684, 685, 686, 687, 688, 689,
690, 691, 692, 693, 694, 695, 696, 697,
698, 699, 700, 701, 702, 703, 704, 705,
706, 707, 708, 709, 710, 711, 712, 713,
714, 715, 716, 717, 718, 719, 720, 721,
722, 723, 724, 725, 726, 727, 728, 729,
730, 731, 732, 733, 734, 735, 736, 737,
738, 739, 740, 741, 742, 743, 744, 745,
746, 747, 748, 749, 750, 751, 752, 753,
754, 755, 756, 757, 758, 759, 760, 761,
762, 763, 764, 765, 766, 767, 768, 769,
770, 771, 772, 773, 774, 775, 776, 777,
778, 779, 780, 781, 782, 783, 784, 785,
786, 787, 788, 789, 790, 791, 792, 793,
794, 795, 796, 797, 798, 799, 800, 801,
802, 803, 804, 805, 806, 807, 808, 809,
810, 811, 812, 813, 814, 815, 816, 817,
818, 819, 820, 821, 822, 823, 824, 825,
826, 827, 828, 829, 830, 831, 832, 833,
834, 835, 836, 837, 838, 839, 840, 841,
842, 843, 844, 845, 846, 847, 848, 849,
850, 851, 852, 853, 854, 855, 856, 857,
858, 859, 860, 861, 862, 863, 864, 865,
866, 867, 868, 869, 870, 871, 872, 873,
874, 875, 876, 877, 878, 879, 880, 881,
882, 883, 884, 885, 886, 887, 888, 889,
890, 891, 892, 893, 894, 895, 896, 897,
898, 899, 900, 901, 902, 903, 904, 905,
906, 907, 908, 909, 910, 911, 912, 913,
914, 915, 916, 917, 918, 919, 920, 921,
922, 923, 924, 925, 926, 927, 928, 929,
930, 931, 932, 933, 934, 935, 936, 937,
938, 939, 940, 941, 942, 943, 944, 945,
946, 947, 948, 949, 950, 951, 952, 953,
954, 955, 956, 957, 958, 959, 960, 961,
962, 963, 964, 965, 966, 967, 968, 969,
970, 971, 972, 973, 974, 975, 976, 977,
978, 979, 980, 981, 982, 983, 984, 985,
986, 987, 988, 989, 990, 991, 992, 993,
994, 995, 996, 997, 998, 999, 1000, 1001,
1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009,
1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017,
1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025,
1026, 1027, 1028, 1029, 1030, 1031, 1032, 1033,
1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041,
1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049,
1050, 1051, 1052, 1053, 1054, 1055, 1056, 1057,
1058, 1059, 1060, 1061, 1062, 1063, 1064, 1065,
1066, 1067, 1068, 1069, 1070, 1071, 1072, 1073,
1074, 1075, 1076, 1077, 1078, 1079, 1080, 1081,
1082, 1083, 1084, 1085, 1086, 1087, 1088, 1089,
1090, 1091, 1092, 1093, 1094, 1095, 1096, 1097,
1098, 1099, 1100, 1101, 1102, 1103, 1104, 1105,
1106, 1107, 1108, 1109, 1110, 1111, 1112, 1113,
1114, 1115, 1116, 1117, 1118, 1119, 1120, 1121,
1122, 1123, 1124, 1125, 1126, 1127, 1128, 1129,
1130, 1131, 1132, 1133, 1134, 1135, 1136, 1137,
1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145,
1146, 1147, 1148, 1149, 1150, 1151, 1152, 1153,
1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161,
1162, 1163, 1164, 1165, 1166, 0
};
static const short _sas_commands_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 79,
79, 79, 0, 29, 29, 29, 29, 29,
29, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 25, 25, 0, 73,
21, 23, 0, 9, 9, 9, 9, 0,
9, 9, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
70, 17, 19, 0, 9, 9, 9, 9,
0, 9, 9, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 79, 79, 79, 0, 94, 94, 94,
94, 94, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 25, 25, 25, 25, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 43, 0, 25, 25, 25,
25, 25, 152, 0, 0, 0, 0, 0,
0, 0, 0, 0, 3, 0, 13, 13,
13, 13, 13, 13, 43, 0, 0, 0,
0, 0, 27, 0, 0, 27, 27, 27,
27, 27, 27, 27, 0, 25, 25, 25,
25, 79, 25, 25, 79, 79, 79, 79,
79, 79, 79, 0, 0, 0, 0, 0,
0, 0, 0, 94, 94, 94, 94, 94,
0, 0, 0, 0, 0, 0, 0, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 0, 94, 94, 94, 94, 94,
0, 0, 0, 0, 0, 0, 0, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 0, 94, 94, 94, 94, 94,
0, 0, 0, 0, 0, 0, 0, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 0, 73, 21, 23, 0, 136, 136,
136, 136, 0, 136, 136, 0, 70, 17,
19, 0, 136, 136, 136, 136, 0, 136,
136, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
43, 0, 25, 25, 25, 25, 25, 25,
152, 0, 0, 0, 0, 0, 0, 43,
0, 25, 25, 25, 25, 25, 152, 0,
0, 0, 0, 0, 0, 0, 0, 190,
190, 190, 190, 190, 190, 3, 0, 0,
0, 0, 0, 0, 0, 0, 200, 200,
200, 200, 200, 200, 3, 0, 94, 94,
94, 94, 94, 0, 0, 0, 0, 0,
0, 0, 0, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
13, 13, 13, 13, 13, 13, 3, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
25, 79, 25, 25, 25, 25, 79, 79,
79, 0, 73, 21, 23, 0, 9, 9,
9, 9, 0, 9, 9, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 0,
0, 27, 27, 27, 0, 25, 25, 25,
25, 25, 79, 25, 25, 25, 25, 25,
79, 79, 79, 0, 29, 29, 29, 29,
29, 29, 29, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 27,
27, 27, 0, 70, 17, 19, 0, 9,
9, 9, 9, 0, 9, 9, 0, 27,
0, 27, 27, 27, 0, 29, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 29, 29, 29, 29, 29,
29, 29, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 25, 79,
25, 25, 79, 79, 79, 0, 91, 91,
91, 91, 91, 91, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
0, 0, 27, 27, 27, 0, 25, 25,
25, 25, 25, 79, 25, 25, 25, 79,
79, 79, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 1, 46,
1, 1, 0, 112, 43, 112, 112, 0,
25, 25, 25, 25, 76, 156, 76, 76,
25, 205, 152, 205, 205, 0, 73, 21,
23, 0, 58, 58, 58, 58, 0, 58,
0, 0, 0, 0, 0, 0, 0, 0,
97, 97, 97, 97, 29, 97, 0, 0,
0, 0, 0, 11, 11, 11, 11, 11,
0, 27, 27, 27, 27, 0, 70, 148,
148, 148, 17, 19, 0, 58, 58, 58,
58, 0, 58, 0, 19, 5, 5, 5,
0, 58, 58, 58, 58, 0, 58, 0,
0, 0, 0, 0, 0, 0, 0, 0,
11, 11, 11, 11, 11, 3, 0, 97,
97, 97, 97, 29, 97, 0, 0, 0,
0, 0, 11, 11, 11, 11, 11, 0,
0, 0, 0, 103, 103, 103, 103, 103,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 79, 25, 79, 79, 79,
0, 94, 94, 94, 94, 94, 0, 0,
0, 0, 0, 0, 0, 0, 0, 27,
0, 27, 27, 27, 27, 27, 27, 27,
27, 27, 43, 27, 27, 0, 25, 25,
25, 25, 79, 25, 79, 79, 79, 79,
79, 79, 79, 79, 79, 152, 79, 79,
0, 88, 0, 0, 0, 0, 0, 15,
15, 15, 15, 15, 15, 0, 0, 0,
0, 0, 27, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 25,
79, 79, 79, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 3, 0, 0, 0, 0,
0, 0, 0, 43, 0, 0, 0, 0,
0, 0, 0, 3, 0, 88, 0, 0,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 0, 15, 15, 15,
15, 15, 15, 43, 0, 88, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
43, 0, 0, 0, 88, 0, 3, 0,
0, 0, 88, 0, 43, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 88,
0, 0, 0, 0, 0, 0, 88, 0,
0, 0, 0, 0, 0, 88, 0, 0,
0, 0, 0, 0, 88, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 0, 88, 0, 0, 0, 0,
0, 0, 88, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
88, 0, 0, 0, 0, 0, 0, 0,
0, 88, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 0, 27, 0,
43, 27, 27, 0, 0, 0, 0, 0,
27, 0, 0, 0, 0, 27, 0, 43,
27, 27, 0, 25, 25, 25, 25, 79,
25, 25, 25, 25, 79, 25, 152, 79,
79, 0, 29, 29, 29, 29, 100, 29,
29, 29, 29, 100, 29, 164, 100, 100,
0, 43, 0, 0, 0, 0, 0, 27,
0, 0, 0, 0, 27, 0, 49, 27,
27, 0, 0, 0, 0, 0, 0, 0,
0, 29, 29, 29, 29, 100, 29, 29,
29, 29, 100, 29, 168, 100, 100, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 0, 27,
27, 27, 0, 0, 0, 0, 0, 0,
27, 0, 0, 0, 27, 27, 27, 0,
25, 25, 25, 25, 25, 79, 25, 25,
25, 79, 79, 79, 0, 73, 21, 23,
0, 9, 9, 9, 9, 0, 67, 9,
9, 67, 67, 67, 0, 0, 0, 0,
0, 27, 0, 0, 27, 27, 27, 0,
25, 25, 25, 25, 79, 25, 25, 79,
79, 79, 0, 91, 91, 91, 91, 91,
91, 91, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 25, 25, 79, 79, 79, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 46, 1, 1, 0, 112,
43, 112, 112, 0, 25, 25, 25, 25,
76, 156, 76, 76, 25, 205, 152, 205,
205, 0, 73, 21, 23, 0, 58, 58,
58, 58, 0, 58, 58, 0, 0, 0,
0, 0, 0, 0, 0, 97, 97, 97,
97, 29, 97, 97, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
27, 27, 27, 27, 0, 70, 148, 148,
148, 17, 19, 0, 58, 58, 58, 58,
0, 58, 58, 0, 19, 5, 5, 5,
0, 58, 58, 58, 58, 0, 58, 58,
0, 0, 0, 0, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 3,
0, 97, 97, 97, 97, 29, 97, 97,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 0, 0, 0, 0, 103,
103, 103, 103, 103, 103, 0, 0, 0,
0, 0, 70, 17, 19, 0, 9, 9,
9, 9, 67, 0, 9, 9, 67, 67,
67, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 41, 109, 0, 41, 109, 109, 109,
0, 25, 25, 25, 25, 82, 160, 25,
82, 160, 160, 160, 0, 43, 0, 39,
39, 39, 39, 39, 39, 3, 0, 0,
0, 0, 0, 0, 27, 0, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
25, 79, 25, 25, 25, 79, 79, 79,
0, 94, 94, 94, 94, 94, 94, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 43, 27,
27, 0, 25, 25, 25, 25, 25, 79,
25, 25, 25, 79, 152, 79, 79, 0,
94, 94, 94, 94, 94, 94, 0, 43,
0, 0, 0, 0, 0, 0, 0, 0,
27, 0, 0, 0, 27, 43, 27, 27,
0, 25, 25, 25, 25, 25, 79, 25,
25, 25, 79, 152, 79, 79, 0, 0,
0, 0, 0, 0, 0, 0, 7, 3,
0, 43, 0, 185, 185, 185, 185, 185,
185, 3, 0, 0, 0, 0, 0, 0,
0, 0, 43, 0, 7, 7, 7, 7,
7, 3, 0, 0, 0, 0, 0, 27,
0, 27, 27, 27, 0, 25, 25, 25,
25, 79, 25, 79, 79, 79, 0, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 27,
43, 27, 27, 0, 25, 25, 25, 25,
79, 25, 79, 152, 79, 79, 0, 0,
0, 0, 0, 85, 0, 0, 0, 43,
0, 0, 0, 0, 0, 0, 0, 0,
43, 0, 25, 25, 25, 25, 25, 152,
0, 0, 0, 0, 0, 0, 0, 0,
52, 3, 0, 13, 13, 13, 13, 13,
13, 144, 0, 0, 0, 0, 0, 0,
0, 3, 0, 195, 0, 3, 0, 0,
0, 85, 0, 0, 0, 0, 0, 85,
0, 0, 0, 0, 0, 0, 85, 0,
0, 0, 0, 0, 0, 85, 0, 0,
0, 0, 0, 0, 85, 0, 43, 0,
0, 0, 124, 0, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 55,
3, 0, 0, 0, 0, 0, 0, 0,
0, 94, 94, 94, 94, 7, 94, 94,
0, 3, 0, 0, 0, 43, 0, 116,
116, 116, 116, 116, 116, 3, 0, 0,
0, 0, 0, 0, 0, 0, 7, 3,
0, 43, 0, 120, 120, 120, 120, 120,
120, 3, 0, 94, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 0, 0, 27,
43, 27, 27, 0, 25, 25, 25, 25,
25, 79, 25, 25, 25, 79, 152, 79,
79, 0, 94, 94, 94, 94, 94, 94,
0, 43, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 0, 27, 43,
27, 27, 0, 25, 25, 25, 25, 25,
79, 25, 25, 25, 79, 152, 79, 79,
0, 0, 0, 0, 0, 0, 0, 0,
7, 3, 0, 43, 0, 180, 180, 180,
180, 180, 180, 3, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 79, 25, 79, 79, 79,
0, 29, 29, 29, 29, 29, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 25, 0, 70, 17, 19, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
43, 0, 0, 3, 0, 0, 43, 0,
0, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 43, 0, 43, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
27, 27, 27, 0, 25, 25, 25, 25,
79, 25, 79, 79, 79, 0, 94, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 0, 73, 21,
23, 0, 61, 61, 61, 61, 0, 61,
61, 0, 0, 0, 0, 0, 27, 0,
0, 27, 27, 27, 0, 25, 25, 25,
25, 79, 25, 25, 79, 79, 79, 0,
0, 0, 0, 0, 0, 0, 0, 70,
17, 19, 0, 61, 61, 61, 61, 0,
61, 61, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
27, 0, 0, 27, 27, 27, 27, 0,
25, 25, 25, 25, 79, 25, 25, 79,
79, 79, 79, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 43, 0, 25, 25,
25, 25, 25, 25, 152, 0, 0, 0,
0, 0, 0, 43, 0, 25, 25, 25,
25, 25, 152, 0, 0, 0, 0, 0,
0, 0, 0, 128, 128, 128, 128, 128,
128, 3, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 132, 132, 132, 132, 132, 132, 3,
0, 94, 94, 94, 94, 94, 0, 0,
0, 0, 0, 0, 94, 94, 94, 94,
94, 0, 0, 0, 0, 0, 0, 94,
94, 94, 94, 94, 0, 0, 0, 0,
0, 0, 94, 94, 94, 94, 94, 0,
0, 0, 0, 0, 0, 94, 94, 94,
94, 94, 0, 0, 0, 0, 0, 0,
94, 94, 94, 94, 94, 0, 0, 0,
0, 0, 0, 94, 94, 94, 94, 94,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 43, 0, 25,
25, 25, 25, 25, 25, 25, 152, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 43, 0, 25, 25,
25, 25, 25, 152, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 79, 79, 79, 0, 29, 29, 29,
29, 29, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
0, 73, 21, 23, 0, 9, 9, 9,
9, 0, 9, 9, 0, 70, 17, 19,
0, 9, 9, 9, 9, 0, 9, 9,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
27, 27, 27, 0, 25, 25, 25, 25,
79, 25, 79, 79, 79, 0, 29, 29,
29, 29, 29, 29, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 27, 27,
27, 0, 25, 25, 25, 25, 79, 25,
79, 79, 79, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
27, 27, 27, 0, 25, 25, 25, 25,
79, 25, 79, 79, 79, 0, 91, 91,
91, 91, 91, 91, 91, 0, 0, 0,
0, 0, 0, 0, 0, 0, 27, 0,
0, 0, 27, 27, 27, 0, 25, 25,
25, 25, 79, 25, 25, 25, 79, 79,
79, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 79,
79, 79, 0, 88, 88, 88, 88, 88,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
43, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 152,
25, 25, 0, 73, 21, 23, 0, 140,
140, 140, 140, 0, 140, 140, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 0, 73, 21, 23, 0,
64, 64, 64, 64, 0, 64, 64, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 43, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 152, 25, 25, 0, 70, 17,
19, 0, 140, 140, 140, 140, 0, 140,
140, 0, 43, 0, 33, 33, 33, 33,
33, 33, 3, 0, 31, 31, 31, 31,
31, 31, 0, 0, 0, 0, 0, 0,
0, 0, 35, 35, 35, 35, 35, 35,
3, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 172, 0, 25,
25, 25, 25, 25, 210, 0, 0, 0,
0, 0, 0, 0, 0, 37, 37, 37,
37, 37, 37, 3, 0, 0, 0, 0,
0, 0, 0, 0, 106, 106, 106, 106,
106, 106, 0, 0, 0, 0, 0, 106,
106, 106, 106, 106, 106, 0, 0, 0,
0, 0, 0, 106, 106, 106, 106, 106,
106, 0, 0, 0, 0, 0, 0, 106,
106, 106, 106, 106, 106, 0, 0, 0,
0, 0, 0, 106, 106, 106, 106, 106,
106, 0, 0, 0, 0, 0, 0, 176,
176, 176, 176, 176, 176, 0, 0, 0,
0, 0, 70, 17, 19, 0, 64, 64,
64, 64, 0, 64, 64, 0, 0, 0,
0, 0, 0, 0, 0, 27, 27, 27,
27, 0, 91, 91, 91, 91, 91, 91,
91, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 25,
79, 79, 79, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 1,
46, 1, 1, 0, 112, 43, 112, 112,
0, 25, 25, 25, 25, 76, 156, 76,
76, 25, 205, 152, 205, 205, 0, 73,
21, 23, 0, 58, 58, 58, 58, 0,
58, 58, 0, 0, 0, 0, 0, 27,
0, 27, 27, 27, 0, 25, 25, 25,
25, 79, 25, 79, 79, 79, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
43, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 152, 25,
25, 0, 0, 0, 0, 0, 0, 0,
0, 97, 97, 97, 97, 97, 29, 97,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 0, 27, 27, 27, 27,
0, 70, 148, 148, 148, 17, 19, 0,
58, 58, 58, 58, 0, 58, 58, 0,
19, 5, 5, 5, 0, 58, 58, 58,
58, 0, 58, 58, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 3, 0, 97, 97, 97,
97, 97, 29, 97, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
0, 0, 0, 103, 103, 103, 103, 103,
103, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
1, 46, 1, 1, 0, 112, 43, 112,
112, 0, 25, 25, 25, 25, 76, 156,
76, 76, 25, 205, 152, 205, 205, 0,
73, 21, 23, 0, 58, 58, 58, 58,
0, 58, 58, 0, 0, 0, 0, 0,
27, 0, 0, 27, 27, 27, 0, 25,
25, 25, 25, 79, 25, 25, 79, 79,
79, 0, 0, 0, 0, 0, 0, 0,
0, 97, 97, 97, 97, 29, 97, 97,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 0, 27, 27, 27, 27,
0, 70, 148, 148, 148, 17, 19, 0,
58, 58, 58, 58, 0, 58, 58, 0,
19, 5, 5, 5, 0, 58, 58, 58,
58, 0, 58, 58, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 3, 0, 97, 97, 97,
97, 29, 97, 97, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
0, 0, 0, 103, 103, 103, 103, 103,
103, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 25,
79, 79, 79, 0, 91, 91, 91, 91,
91, 91, 91, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
79, 25, 25, 25, 79, 79, 79, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 79, 79, 79, 0, 88, 88, 88,
88, 88, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 43, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 152, 25, 25, 0, 73, 21, 23,
0, 140, 140, 140, 140, 0, 140, 140,
0, 0, 0, 0, 0, 0, 0, 0,
25, 25, 25, 25, 25, 25, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 0, 73, 21,
23, 0, 64, 64, 64, 64, 0, 64,
64, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 43, 0, 0,
0, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 152, 25, 25, 0,
70, 17, 19, 0, 140, 140, 140, 140,
0, 140, 140, 0, 43, 0, 33, 33,
33, 33, 33, 33, 3, 0, 31, 31,
31, 31, 31, 31, 0, 0, 0, 0,
0, 0, 0, 0, 35, 35, 35, 35,
35, 35, 3, 0, 0, 0, 0, 0,
0, 0, 0, 0, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 172,
0, 25, 25, 25, 25, 25, 210, 0,
0, 0, 0, 0, 0, 0, 0, 37,
37, 37, 37, 37, 37, 3, 0, 0,
0, 0, 0, 0, 0, 0, 106, 106,
106, 106, 106, 106, 0, 0, 0, 0,
0, 106, 106, 106, 106, 106, 106, 0,
0, 0, 0, 0, 0, 106, 106, 106,
106, 106, 106, 0, 0, 0, 0, 0,
0, 106, 106, 106, 106, 106, 106, 0,
0, 0, 0, 0, 0, 106, 106, 106,
106, 106, 106, 0, 0, 0, 0, 0,
0, 176, 176, 176, 176, 176, 176, 0,
0, 0, 0, 0, 70, 17, 19, 0,
64, 64, 64, 64, 0, 64, 64, 0,
0, 0, 0, 0, 0, 0, 0, 27,
27, 27, 27, 0, 91, 91, 91, 91,
91, 91, 91, 0, 0, 0, 0, 0,
0, 0, 0, 0, 27, 0, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 25, 79, 79, 79, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 1, 46, 1, 1, 0, 112, 43,
112, 112, 0, 25, 25, 25, 25, 76,
156, 76, 76, 25, 205, 152, 205, 205,
0, 73, 21, 23, 0, 58, 58, 58,
58, 0, 58, 58, 0, 0, 0, 0,
0, 27, 0, 27, 27, 27, 0, 25,
25, 25, 25, 79, 25, 79, 79, 79,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 43, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
152, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 97, 97, 97, 97, 97,
29, 97, 0, 0, 0, 0, 0, 11,
11, 11, 11, 11, 11, 0, 27, 27,
27, 27, 0, 70, 148, 148, 148, 17,
19, 0, 58, 58, 58, 58, 0, 58,
58, 0, 19, 5, 5, 5, 0, 58,
58, 58, 58, 0, 58, 58, 0, 0,
0, 0, 0, 0, 0, 0, 0, 11,
11, 11, 11, 11, 11, 3, 0, 97,
97, 97, 97, 97, 29, 97, 0, 0,
0, 0, 0, 11, 11, 11, 11, 11,
11, 0, 0, 0, 0, 103, 103, 103,
103, 103, 103, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 46, 1, 1, 0, 112,
43, 112, 112, 0, 25, 25, 25, 25,
76, 156, 76, 76, 25, 205, 152, 205,
205, 0, 73, 21, 23, 0, 58, 58,
58, 58, 0, 58, 58, 0, 0, 0,
0, 0, 0, 0, 0, 97, 97, 97,
97, 29, 97, 97, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
27, 27, 27, 27, 0, 70, 148, 148,
148, 17, 19, 0, 58, 58, 58, 58,
0, 58, 58, 0, 19, 5, 5, 5,
0, 58, 58, 58, 58, 0, 58, 58,
0, 0, 0, 0, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 3,
0, 97, 97, 97, 97, 29, 97, 97,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 0, 0, 0, 0, 103,
103, 103, 103, 103, 103, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 27, 27, 27, 0,
25, 25, 25, 25, 79, 25, 79, 79,
79, 0, 91, 91, 91, 91, 91, 91,
91, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 0, 27, 27,
27, 0, 25, 25, 25, 25, 79, 25,
25, 25, 79, 79, 79, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 1,
46, 1, 1, 0, 112, 43, 112, 112,
0, 25, 25, 25, 25, 76, 156, 76,
76, 25, 205, 152, 205, 205, 0, 73,
21, 23, 0, 58, 58, 58, 58, 0,
58, 58, 0, 0, 0, 0, 0, 27,
0, 0, 27, 27, 27, 0, 25, 25,
25, 25, 79, 25, 25, 79, 79, 79,
0, 0, 0, 0, 0, 0, 0, 0,
97, 97, 97, 97, 29, 97, 97, 0,
0, 0, 0, 0, 11, 11, 11, 11,
11, 11, 0, 27, 27, 27, 27, 0,
70, 148, 148, 148, 17, 19, 0, 58,
58, 58, 58, 0, 58, 58, 0, 19,
5, 5, 5, 0, 58, 58, 58, 58,
0, 58, 58, 0, 0, 0, 0, 0,
0, 0, 0, 0, 11, 11, 11, 11,
11, 11, 3, 0, 97, 97, 97, 97,
29, 97, 97, 0, 0, 0, 0, 0,
11, 11, 11, 11, 11, 11, 0, 0,
0, 0, 103, 103, 103, 103, 103, 103,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 27, 27, 27, 0,
25, 25, 25, 25, 79, 25, 79, 79,
79, 0, 91, 91, 91, 91, 91, 91,
91, 0, 0, 0, 0, 0, 0, 0,
0, 0, 27, 0, 0, 0, 0, 27,
27, 27, 0, 25, 25, 25, 25, 79,
25, 25, 25, 25, 79, 79, 79, 0,
27, 27, 27, 27, 0, 91, 91, 91,
91, 91, 91, 91, 0, 0, 0, 0,
0, 0, 0, 0, 0, 27, 0, 0,
27, 27, 27, 0, 25, 25, 25, 25,
79, 25, 25, 79, 79, 79, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 46, 1, 1, 0, 112,
43, 112, 112, 0, 25, 25, 25, 25,
76, 156, 76, 76, 25, 205, 152, 205,
205, 0, 73, 21, 23, 0, 58, 58,
58, 58, 0, 58, 58, 0, 0, 0,
0, 0, 27, 0, 27, 27, 27, 0,
25, 25, 25, 25, 79, 25, 79, 79,
79, 0, 0, 0, 0, 0, 0, 0,
0, 97, 97, 97, 97, 97, 29, 97,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 0, 27, 27, 27, 27,
0, 70, 148, 148, 148, 17, 19, 0,
58, 58, 58, 58, 0, 58, 58, 0,
19, 5, 5, 5, 0, 58, 58, 58,
58, 0, 58, 58, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 11,
11, 11, 11, 3, 0, 97, 97, 97,
97, 97, 29, 97, 0, 0, 0, 0,
0, 11, 11, 11, 11, 11, 11, 0,
0, 0, 0, 103, 103, 103, 103, 103,
103, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 1, 46, 1, 1, 0, 112, 43,
112, 112, 0, 25, 25, 25, 25, 76,
156, 76, 76, 25, 205, 152, 205, 205,
0, 73, 21, 23, 0, 58, 58, 58,
58, 0, 58, 58, 0, 0, 0, 0,
0, 27, 0, 0, 0, 27, 27, 27,
0, 25, 25, 25, 25, 79, 25, 25,
25, 79, 79, 79, 0, 0, 0, 0,
0, 0, 0, 0, 97, 97, 97, 97,
29, 97, 97, 0, 0, 0, 0, 0,
11, 11, 11, 11, 11, 11, 0, 27,
27, 27, 27, 0, 70, 148, 148, 148,
17, 19, 0, 58, 58, 58, 58, 0,
58, 58, 0, 19, 5, 5, 5, 0,
58, 58, 58, 58, 0, 58, 58, 0,
0, 0, 0, 0, 0, 0, 0, 0,
11, 11, 11, 11, 11, 11, 3, 0,
97, 97, 97, 97, 29, 97, 97, 0,
0, 0, 0, 0, 11, 11, 11, 11,
11, 11, 0, 0, 0, 0, 103, 103,
103, 103, 103, 103, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 25, 25, 25,
25, 25, 25, 25, 25, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 25, 0,
25, 0, 25, 0, 25, 0
};
static const short _sas_commands_eof_trans[] = {
6831, 6832, 6833, 6834, 6835, 6836, 6837, 6838,
6839, 6840, 6841, 6842, 6843, 6844, 6845, 6846,
6847, 6848, 6849, 6850, 6851, 6852, 6853, 6854,
6855, 6856, 6857, 6858, 6859, 6860, 6861, 6862,
6863, 6864, 6865, 6866, 6867, 6868, 6869, 6870,
6871, 6872, 6873, 6874, 6875, 6876, 6877, 6878,
6879, 6880, 6881, 6882, 6883, 6884, 6885, 6886,
6887, 6888, 6889, 6890, 6891, 6892, 6893, 6894,
6895, 6896, 6897, 6898, 6899, 6900, 6901, 6902,
6903, 6904, 6905, 6906, 6907, 6908, 6909, 6910,
6911, 6912, 6913, 6914, 6915, 6916, 6917, 6918,
6919, 6920, 6921, 6922, 6923, 6924, 6925, 6926,
6927, 6928, 6929, 6930, 6931, 6932, 6933, 6934,
6935, 6936, 6937, 6938, 6939, 6940, 6941, 6942,
6943, 6944, 6945, 6946, 6947, 6948, 6949, 6950,
6951, 6952, 6953, 6954, 6955, 6956, 6957, 6958,
6959, 6960, 6961, 6962, 6963, 6964, 6965, 6966,
6967, 6968, 6969, 6970, 6971, 6972, 6973, 6974,
6975, 6976, 6977, 6978, 6979, 6980, 6981, 6982,
6983, 6984, 6985, 6986, 6987, 6988, 6989, 6990,
6991, 6992, 6993, 6994, 6995, 6996, 6997, 6998,
6999, 7000, 7001, 7002, 7003, 7004, 7005, 7006,
7007, 7008, 7009, 7010, 7011, 7012, 7013, 7014,
7015, 7016, 7017, 7018, 7019, 7020, 7021, 7022,
7023, 7024, 7025, 7026, 7027, 7028, 7029, 7030,
7031, 7032, 7033, 7034, 7035, 7036, 7037, 7038,
7039, 7040, 7041, 7042, 7043, 7044, 7045, 7046,
7047, 7048, 7049, 7050, 7051, 7052, 7053, 7054,
7055, 7056, 7057, 7058, 7059, 7060, 7061, 7062,
7063, 7064, 7065, 7066, 7067, 7068, 7069, 7070,
7071, 7072, 7073, 7074, 7075, 7076, 7077, 7078,
7079, 7080, 7081, 7082, 7083, 7084, 7085, 7086,
7087, 7088, 7089, 7090, 7091, 7092, 7093, 7094,
7095, 7096, 7097, 7098, 7099, 7100, 7101, 7102,
7103, 7104, 7105, 7106, 7107, 7108, 7109, 7110,
7111, 7112, 7113, 7114, 7115, 7116, 7117, 7118,
7119, 7120, 7121, 7122, 7123, 7124, 7125, 7126,
7127, 7128, 7129, 7130, 7131, 7132, 7133, 7134,
7135, 7136, 7137, 7138, 7139, 7140, 7141, 7142,
7143, 7144, 7145, 7146, 7147, 7148, 7149, 7150,
7151, 7152, 7153, 7154, 7155, 7156, 7157, 7158,
7159, 7160, 7161, 7162, 7163, 7164, 7165, 7166,
7167, 7168, 7169, 7170, 7171, 7172, 7173, 7174,
7175, 7176, 7177, 7178, 7179, 7180, 7181, 7182,
7183, 7184, 7185, 7186, 7187, 7188, 7189, 7190,
7191, 7192, 7193, 7194, 7195, 7196, 7197, 7198,
7199, 7200, 7201, 7202, 7203, 7204, 7205, 7206,
7207, 7208, 7209, 7210, 7211, 7212, 7213, 7214,
7215, 7216, 7217, 7218, 7219, 7220, 7221, 7222,
7223, 7224, 7225, 7226, 7227, 7228, 7229, 7230,
7231, 7232, 7233, 7234, 7235, 7236, 7237, 7238,
7239, 7240, 7241, 7242, 7243, 7244, 7245, 7246,
7247, 7248, 7249, 7250, 7251, 7252, 7253, 7254,
7255, 7256, 7257, 7258, 7259, 7260, 7261, 7262,
7263, 7264, 7265, 7266, 7267, 7268, 7269, 7270,
7271, 7272, 7273, 7274, 7275, 7276, 7277, 7278,
7279, 7280, 7281, 7282, 7283, 7284, 7285, 7286,
7287, 7288, 7289, 7290, 7291, 7292, 7293, 7294,
7295, 7296, 7297, 7298, 7299, 7300, 7301, 7302,
7303, 7304, 7305, 7306, 7307, 7308, 7309, 7310,
7311, 7312, 7313, 7314, 7315, 7316, 7317, 7318,
7319, 7320, 7321, 7322, 7323, 7324, 7325, 7326,
7327, 7328, 7329, 7330, 7331, 7332, 7333, 7334,
7335, 7336, 7337, 7338, 7339, 7340, 7341, 7342,
7343, 7344, 7345, 7346, 7347, 7348, 7349, 7350,
7351, 7352, 7353, 7354, 7355, 7356, 7357, 7358,
7359, 7360, 7361, 7362, 7363, 7364, 7365, 7366,
7367, 7368, 7369, 7370, 7371, 7372, 7373, 7374,
7375, 7376, 7377, 7378, 7379, 7380, 7381, 7382,
7383, 7384, 7385, 7386, 7387, 7388, 7389, 7390,
7391, 7392, 7393, 7394, 7395, 7396, 7397, 7398,
7399, 7400, 7401, 7402, 7403, 7404, 7405, 7406,
7407, 7408, 7409, 7410, 7411, 7412, 7413, 7414,
7415, 7416, 7417, 7418, 7419, 7420, 7421, 7422,
7423, 7424, 7425, 7426, 7427, 7428, 7429, 7430,
7431, 7432, 7433, 7434, 7435, 7436, 7437, 7438,
7439, 7440, 7441, 7442, 7443, 7444, 7445, 7446,
7447, 7448, 7449, 7450, 7451, 7452, 7453, 7454,
7455, 7456, 7457, 7458, 7459, 7460, 7461, 7462,
7463, 7464, 7465, 7466, 7467, 7468, 7469, 7470,
7471, 7472, 7473, 7474, 7475, 7476, 7477, 7478,
7479, 7480, 7481, 7482, 7483, 7484, 7485, 7486,
7487, 7488, 7489, 7490, 7491, 7492, 7493, 7494,
7495, 7496, 7497, 7498, 7499, 7500, 7501, 7502,
7503, 7504, 7505, 7506, 7507, 7508, 7509, 7510,
7511, 7512, 7513, 7514, 7515, 7516, 7517, 7518,
7519, 7520, 7521, 7522, 7523, 7524, 7525, 7526,
7527, 7528, 7529, 7530, 7531, 7532, 7533, 7534,
7535, 7536, 7537, 7538, 7539, 7540, 7541, 7542,
7543, 7544, 7545, 7546, 7547, 7548, 7549, 7550,
7551, 7552, 7553, 7554, 7555, 7556, 7557, 7558,
7559, 7560, 7561, 7562, 7563, 7564, 7565, 7566,
7567, 7568, 7569, 7570, 7571, 7572, 7573, 7574,
7575, 7576, 7577, 7578, 7579, 7580, 7581, 7582,
7583, 7584, 7585, 7586, 7587, 7588, 7589, 7590,
7591, 7592, 7593, 7594, 7595, 7596, 7597, 7598,
7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606,
7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614,
7615, 7616, 7617, 7618, 7619, 7620, 7621, 7622,
7623, 7624, 7625, 7626, 7627, 7628, 7629, 7630,
7631, 7632, 7633, 7634, 7635, 7636, 7637, 7638,
7639, 7640, 7641, 7642, 7643, 7644, 7645, 7646,
7647, 7648, 7649, 7650, 7651, 7652, 7653, 7654,
7655, 7656, 7657, 7658, 7659, 7660, 7661, 7662,
7663, 7664, 7665, 7666, 7667, 7668, 7669, 7670,
7671, 7672, 7673, 7674, 7675, 7676, 7677, 7678,
7679, 7680, 7681, 7682, 7683, 7684, 7685, 7686,
7687, 7688, 7689, 7690, 7691, 7692, 7693, 7694,
7695, 7696, 7697, 7698, 7699, 7700, 7701, 7702,
7703, 7704, 7705, 7706, 7707, 7708, 7709, 7710,
7711, 7712, 7713, 7714, 7715, 7716, 7717, 7718,
7719, 7720, 7721, 7722, 7723, 7724, 7725, 7726,
7727, 7728, 7729, 7730, 7731, 7732, 7733, 7734,
7735, 7736, 7737, 7738, 7739, 7740, 7741, 7742,
7743, 7744, 7745, 7746, 7747, 7748, 7749, 7750,
7751, 7752, 7753, 7754, 7755, 7756, 7757, 7758,
7759, 7760, 7761, 7762, 7763, 7764, 7765, 7766,
7767, 7768, 7769, 7770, 7771, 7772, 7773, 7774,
7775, 7776, 7777, 7778, 7779, 7780, 7781, 7782,
7783, 7784, 7785, 7786, 7787, 7788, 7789, 7790,
7791, 7792, 7793, 7794, 7795, 7796, 7797, 7798,
7799, 7800, 7801, 7802, 7803, 7804, 7805, 7806,
7807, 7808, 7809, 7810, 7811, 7812, 7813, 7814,
7815, 7816, 7817, 7818, 7819, 7820, 7821, 7822,
7823, 7824, 7825, 7826, 7827, 7828, 7829, 7830,
7831, 7832, 7833, 7834, 7835, 7836, 7837, 7838,
7839, 7840, 7841, 7842, 7843, 7844, 7845, 7846,
7847, 7848, 7849, 7850, 7851, 7852, 7853, 7854,
7855, 7856, 7857, 7858, 7859, 7860, 7861, 7862,
7863, 7864, 7865, 7866, 7867, 7868, 7869, 7870,
7871, 7872, 7873, 7874, 7875, 7876, 7877, 7878,
7879, 7880, 7881, 7882, 7883, 7884, 7885, 7886,
7887, 7888, 7889, 7890, 7891, 7892, 7893, 7894,
7895, 7896, 7897, 7898, 7899, 7900, 7901, 7902,
7903, 7904, 7905, 7906, 7907, 7908, 7909, 7910,
7911, 7912, 7913, 7914, 7915, 7916, 7917, 7918,
7919, 7920, 7921, 7922, 7923, 7924, 7925, 7926,
7927, 7928, 7929, 7930, 7931, 7932, 7933, 7934,
7935, 7936, 7937, 7938, 7939, 7940, 7941, 7942,
7943, 7944, 7945, 7946, 7947, 7948, 7949, 7950,
7951, 7952, 7953, 7954, 7955, 7956, 7957, 7958,
7959, 7960, 7961, 7962, 7963, 7964, 7965, 7966,
7967, 7968, 7969, 7970, 7971, 7972, 7973, 7974,
7975, 7976, 7977, 7978, 7979, 7980, 7981, 7982,
7983, 7984, 7985, 7986, 7987, 7988, 7989, 7990,
7991, 7992, 7993, 7994, 7995, 7996, 7997, 0
};
static const int sas_commands_start = 1159;
static const int sas_commands_en_main = 1159;
#line 13 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_t *readstat_parse_sas_commands(readstat_parser_t *parser,
const char *filepath, void *user_ctx, readstat_error_t *outError) {
if (parser->io->open(filepath, parser->io->io_ctx) == -1) {
if (outError)
*outError = READSTAT_ERROR_OPEN;
return NULL;
}
readstat_schema_t *schema = NULL;
unsigned char *bytes = NULL;
readstat_error_t error = READSTAT_OK;
ssize_t len = parser->io->seek(0, READSTAT_SEEK_END, parser->io->io_ctx);
if (len == -1) {
error = READSTAT_ERROR_SEEK;
goto cleanup;
}
parser->io->seek(0, READSTAT_SEEK_SET, parser->io->io_ctx);
bytes = malloc(len);
parser->io->read(bytes, len, parser->io->io_ctx);
unsigned char *p = bytes;
unsigned char *pe = bytes + len;
unsigned char *eof = pe;
unsigned char *str_start = NULL;
size_t str_len = 0;
int cs;
double double_value = NAN;
uint64_t first_integer = 0;
uint64_t integer = 0;
int line_no = 0;
unsigned char *line_start = p;
char varname[32];
char argname[32];
char labelset[32];
char string_value[32];
char buf[1024];
readstat_type_t var_type = READSTAT_TYPE_DOUBLE;
label_type_t label_type = LABEL_TYPE_DOUBLE;
int var_row = 0, var_col = 0;
int var_len = 0;
if ((schema = calloc(1, sizeof(readstat_schema_t))) == NULL) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
schema->rows_per_observation = 1;
#line 3698 "src/txt/readstat_sas_commands_read.c"
{
cs = (int)sas_commands_start;
}
#line 3703 "src/txt/readstat_sas_commands_read.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sas_commands_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sas_commands_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sas_commands_trans_keys + (_sas_commands_key_offsets[cs]));
_trans = (unsigned int)_sas_commands_index_offsets[cs];
_klen = (int)_sas_commands_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sas_commands_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sas_commands_cond_targs[_trans];
if ( _sas_commands_cond_actions[_trans] != 0 ) {
_acts = ( _sas_commands_actions + (_sas_commands_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 72 "src/txt/readstat_sas_commands_read.rl"
integer = 0;
}
#line 3788 "src/txt/readstat_sas_commands_read.c"
break;
}
case 1: {
{
#line 76 "src/txt/readstat_sas_commands_read.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 3799 "src/txt/readstat_sas_commands_read.c"
break;
}
case 2: {
{
#line 80 "src/txt/readstat_sas_commands_read.rl"
int value = 0;
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
value = (( (*( p)))) - '0';
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'F') {
value = (( (*( p)))) - 'A' + 10;
} else if ((( (*( p)))) >= 'a' && (( (*( p)))) <= 'f') {
value = (( (*( p)))) - 'a' + 10;
}
integer = 16 * integer + value;
}
#line 3818 "src/txt/readstat_sas_commands_read.c"
break;
}
case 3: {
{
#line 92 "src/txt/readstat_sas_commands_read.rl"
var_col = integer - 1;
var_len = 1;
}
#line 3830 "src/txt/readstat_sas_commands_read.c"
break;
}
case 4: {
{
#line 97 "src/txt/readstat_sas_commands_read.rl"
var_len = integer - var_col;
}
#line 3841 "src/txt/readstat_sas_commands_read.c"
break;
}
case 5: {
{
#line 101 "src/txt/readstat_sas_commands_read.rl"
var_type = READSTAT_TYPE_STRING;
}
#line 3852 "src/txt/readstat_sas_commands_read.c"
break;
}
case 6: {
{
#line 105 "src/txt/readstat_sas_commands_read.rl"
var_type = READSTAT_TYPE_DOUBLE;
}
#line 3863 "src/txt/readstat_sas_commands_read.c"
break;
}
case 7: {
{
#line 109 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(buf, sizeof(buf), (char *)str_start, str_len);
}
#line 3874 "src/txt/readstat_sas_commands_read.c"
break;
}
case 8: {
{
#line 113 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(labelset, sizeof(labelset), (char *)str_start, str_len);
}
#line 3885 "src/txt/readstat_sas_commands_read.c"
break;
}
case 9: {
{
#line 117 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(string_value, sizeof(string_value), (char *)str_start, str_len);
}
#line 3896 "src/txt/readstat_sas_commands_read.c"
break;
}
case 10: {
{
#line 121 "src/txt/readstat_sas_commands_read.rl"
readstat_copy(argname, sizeof(argname), (char *)str_start, str_len);
}
#line 3907 "src/txt/readstat_sas_commands_read.c"
break;
}
case 11: {
{
#line 125 "src/txt/readstat_sas_commands_read.rl"
readstat_copy_lower(varname, sizeof(varname), (char *)str_start, str_len);
}
#line 3918 "src/txt/readstat_sas_commands_read.c"
break;
}
case 12: {
{
#line 129 "src/txt/readstat_sas_commands_read.rl"
if (strcasecmp(argname, "firstobs") == 0) {
schema->first_line = integer;
}
if (strcasecmp(argname, "dlm") == 0) {
schema->field_delimiter = integer ? integer : buf[0];
}
}
#line 3934 "src/txt/readstat_sas_commands_read.c"
break;
}
case 13: {
{
#line 138 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.type = var_type;
entry->variable.storage_width = var_len;
entry->row = var_row;
entry->col = var_col;
entry->len = var_len;
}
#line 3950 "src/txt/readstat_sas_commands_read.c"
break;
}
case 14: {
{
#line 147 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
entry->variable.storage_width = var_len;
entry->len = var_len;
}
#line 3963 "src/txt/readstat_sas_commands_read.c"
break;
}
case 15: {
{
#line 153 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->variable.label, sizeof(entry->variable.label), buf, sizeof(buf));
}
#line 3975 "src/txt/readstat_sas_commands_read.c"
break;
}
case 16: {
{
#line 158 "src/txt/readstat_sas_commands_read.rl"
readstat_schema_entry_t *entry = readstat_schema_find_or_create_entry(schema, varname);
readstat_copy(entry->labelset, sizeof(entry->labelset), labelset, sizeof(labelset));
}
#line 3987 "src/txt/readstat_sas_commands_read.c"
break;
}
case 17: {
{
#line 163 "src/txt/readstat_sas_commands_read.rl"
error = submit_value_label(parser, labelset, label_type,
first_integer, integer, double_value, string_value, buf, user_ctx);
if (error != READSTAT_OK)
goto cleanup;
}
#line 4001 "src/txt/readstat_sas_commands_read.c"
break;
}
case 18: {
{
#line 170 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 4010 "src/txt/readstat_sas_commands_read.c"
break;
}
case 19: {
{
#line 170 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 4019 "src/txt/readstat_sas_commands_read.c"
break;
}
case 20: {
{
#line 172 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 4028 "src/txt/readstat_sas_commands_read.c"
break;
}
case 21: {
{
#line 172 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 4037 "src/txt/readstat_sas_commands_read.c"
break;
}
case 22: {
{
#line 180 "src/txt/readstat_sas_commands_read.rl"
line_no++; line_start = p; }
#line 4046 "src/txt/readstat_sas_commands_read.c"
break;
}
case 23: {
{
#line 184 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 4055 "src/txt/readstat_sas_commands_read.c"
break;
}
case 24: {
{
#line 184 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 4064 "src/txt/readstat_sas_commands_read.c"
break;
}
case 25: {
{
#line 190 "src/txt/readstat_sas_commands_read.rl"
str_start = p; }
#line 4073 "src/txt/readstat_sas_commands_read.c"
break;
}
case 26: {
{
#line 190 "src/txt/readstat_sas_commands_read.rl"
str_len = p - str_start; }
#line 4082 "src/txt/readstat_sas_commands_read.c"
break;
}
case 27: {
{
#line 227 "src/txt/readstat_sas_commands_read.rl"
label_type = -1; }
#line 4091 "src/txt/readstat_sas_commands_read.c"
break;
}
case 28: {
{
#line 229 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = -(double)integer; }
#line 4100 "src/txt/readstat_sas_commands_read.c"
break;
}
case 29: {
{
#line 230 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_DOUBLE; double_value = integer; }
#line 4109 "src/txt/readstat_sas_commands_read.c"
break;
}
case 30: {
{
#line 231 "src/txt/readstat_sas_commands_read.rl"
first_integer = integer; }
#line 4118 "src/txt/readstat_sas_commands_read.c"
break;
}
case 31: {
{
#line 231 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_RANGE; }
#line 4127 "src/txt/readstat_sas_commands_read.c"
break;
}
case 32: {
{
#line 232 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 4136 "src/txt/readstat_sas_commands_read.c"
break;
}
case 33: {
{
#line 233 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_STRING; }
#line 4145 "src/txt/readstat_sas_commands_read.c"
break;
}
case 34: {
{
#line 234 "src/txt/readstat_sas_commands_read.rl"
label_type = LABEL_TYPE_OTHER; }
#line 4154 "src/txt/readstat_sas_commands_read.c"
break;
}
case 35: {
{
#line 237 "src/txt/readstat_sas_commands_read.rl"
var_len = integer; }
#line 4163 "src/txt/readstat_sas_commands_read.c"
break;
}
case 36: {
{
#line 340 "src/txt/readstat_sas_commands_read.rl"
var_row = integer - 1; }
#line 4172 "src/txt/readstat_sas_commands_read.c"
break;
}
case 37: {
{
#line 344 "src/txt/readstat_sas_commands_read.rl"
var_row = 0; }
#line 4181 "src/txt/readstat_sas_commands_read.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 1159 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 403 "src/txt/readstat_sas_commands_read.rl"
/* suppress warnings */
(void)sas_commands_en_main;
if (cs <
#line 4212 "src/txt/readstat_sas_commands_read.c"
1159
#line 408 "src/txt/readstat_sas_commands_read.rl"
) {
char error_buf[1024];
if (p == pe) {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file (end-of-file unexpectedly reached)");
} else {
snprintf(error_buf, sizeof(error_buf), "Error parsing SAS command file around line #%d, col #%ld (0x%02x = %c)",
line_no + 1, (long)(p - line_start + 1), *p, *p);
}
if (parser->handlers.error) {
parser->handlers.error(error_buf, user_ctx);
}
error = READSTAT_ERROR_PARSE;
goto cleanup;
}
error = submit_columns(parser, schema, user_ctx);
cleanup:
parser->io->close(parser->io->io_ctx);
free(bytes);
if (error != READSTAT_OK) {
if (outError)
*outError = error;
readstat_schema_free(schema);
schema = NULL;
}
return schema;
}
haven/src/readstat/readstat_malloc.c 0000644 0001762 0000144 00000001745 14376672143 017277 0 ustar ligges users #include
#define MAX_MALLOC_SIZE 0x1000000
/* =16 MiB. Needs to be at least 0x3FF00, i.e. the default ~4MB block size used
* in compressed SPSS (ZSAV) files. Some SAS installations use 16MiB page sizes
* by default, see https://github.com/tidyverse/haven/issues/697.
* The purpose here is to prevent massive allocations in the event of a
* malformed file or a bug in the library. */
void *readstat_malloc(size_t len) {
if (len > MAX_MALLOC_SIZE || len == 0) {
return NULL;
}
return malloc(len);
}
void *readstat_calloc(size_t count, size_t size) {
if (count > MAX_MALLOC_SIZE || size > MAX_MALLOC_SIZE || count * size > MAX_MALLOC_SIZE) {
return NULL;
}
if (count == 0 || size == 0) {
return NULL;
}
return calloc(count, size);
}
void *readstat_realloc(void *ptr, size_t len) {
if (len > MAX_MALLOC_SIZE || len == 0) {
if (ptr)
free(ptr);
return NULL;
}
return realloc(ptr, len);
}
haven/src/readstat/spss/ 0000755 0001762 0000144 00000000000 14532107013 014735 5 ustar ligges users haven/src/readstat/spss/readstat_spss.h 0000644 0001762 0000144 00000007617 14101007206 017773 0 ustar ligges users
#define SPSS_FORMAT_TYPE_A 1
#define SPSS_FORMAT_TYPE_AHEX 2
#define SPSS_FORMAT_TYPE_COMMA 3
#define SPSS_FORMAT_TYPE_DOLLAR 4
#define SPSS_FORMAT_TYPE_F 5
#define SPSS_FORMAT_TYPE_IB 6
#define SPSS_FORMAT_TYPE_PIBHEX 7
#define SPSS_FORMAT_TYPE_P 8
#define SPSS_FORMAT_TYPE_PIB 9
#define SPSS_FORMAT_TYPE_PK 10
#define SPSS_FORMAT_TYPE_RB 11
#define SPSS_FORMAT_TYPE_RBHEX 12
#define SPSS_FORMAT_TYPE_Z 15
#define SPSS_FORMAT_TYPE_N 16
#define SPSS_FORMAT_TYPE_E 17
#define SPSS_FORMAT_TYPE_DATE 20
#define SPSS_FORMAT_TYPE_TIME 21
#define SPSS_FORMAT_TYPE_DATETIME 22
#define SPSS_FORMAT_TYPE_ADATE 23
#define SPSS_FORMAT_TYPE_JDATE 24
#define SPSS_FORMAT_TYPE_DTIME 25
#define SPSS_FORMAT_TYPE_WKDAY 26
#define SPSS_FORMAT_TYPE_MONTH 27
#define SPSS_FORMAT_TYPE_MOYR 28
#define SPSS_FORMAT_TYPE_QYR 29
#define SPSS_FORMAT_TYPE_WKYR 30
#define SPSS_FORMAT_TYPE_PCT 31
#define SPSS_FORMAT_TYPE_DOT 32
#define SPSS_FORMAT_TYPE_CCA 33
#define SPSS_FORMAT_TYPE_CCB 34
#define SPSS_FORMAT_TYPE_CCC 35
#define SPSS_FORMAT_TYPE_CCD 36
#define SPSS_FORMAT_TYPE_CCE 37
#define SPSS_FORMAT_TYPE_EDATE 38
#define SPSS_FORMAT_TYPE_SDATE 39
#define SPSS_FORMAT_TYPE_MTIME 40
#define SPSS_FORMAT_TYPE_YMDHMS 41
#define SPSS_DOC_LINE_SIZE 80
#define SAV_HIGHEST_DOUBLE 0x7FEFFFFFFFFFFFFFUL
#define SAV_MISSING_DOUBLE 0xFFEFFFFFFFFFFFFFUL
#define SAV_LOWEST_DOUBLE 0xFFEFFFFFFFFFFFFEUL
#define SAV_MEASURE_UNKNOWN 0
#define SAV_MEASURE_NOMINAL 1
#define SAV_MEASURE_ORDINAL 2
#define SAV_MEASURE_SCALE 3
#define SAV_ALIGNMENT_LEFT 0
#define SAV_ALIGNMENT_RIGHT 1
#define SAV_ALIGNMENT_CENTER 2
#include
typedef struct spss_format_s {
int type;
int width;
int decimal_places;
} spss_format_t;
// The reason some fields are stored unconverted is that some versions of SPSS
// store truncated UTF-8 in the fields, and also use the truncated strings for
// internal logic (such as matching names). If we convert them too early, the
// last character of a truncated string will be dropped, and some of the column
// information won't be found (e.g. in the key=value long variable record).
typedef struct spss_varinfo_s {
readstat_type_t type;
int labels_index;
int index;
int offset;
int width;
unsigned int string_length;
spss_format_t print_format;
spss_format_t write_format;
int n_segments;
int n_missing_values;
int missing_range;
double missing_double_values[3];
char missing_string_values[3][8*4+1]; // stored UTF-8
char name[8+1]; // stored UNCONVERTED
char longname[64+1]; // stored UNCONVERTED
char *label; // stored UTF-8
readstat_measure_t measure;
readstat_alignment_t alignment;
int display_width;
} spss_varinfo_t;
int spss_format(char *buffer, size_t len, spss_format_t *format);
int spss_varinfo_compare(const void *elem1, const void *elem2);
void spss_varinfo_free(spss_varinfo_t *info);
readstat_missingness_t spss_missingness_for_info(spss_varinfo_t *info);
readstat_variable_t *spss_init_variable_for_info(spss_varinfo_t *info,
int index_after_skipping, iconv_t converter);
uint64_t spss_64bit_value(readstat_value_t value);
uint32_t spss_measure_from_readstat_measure(readstat_measure_t measure);
readstat_measure_t spss_measure_to_readstat_measure(uint32_t sav_measure);
uint32_t spss_alignment_from_readstat_alignment(readstat_alignment_t alignment);
readstat_alignment_t spss_alignment_to_readstat_alignment(uint32_t sav_alignment);
readstat_error_t spss_format_for_variable(readstat_variable_t *r_variable,
spss_format_t *spss_format);
haven/src/readstat/spss/readstat_zsav_compress.c 0000644 0001762 0000144 00000006513 14101007206 021666 0 ustar ligges users
#include
#include
#include
#include "readstat_zsav_compress.h"
zsav_ctx_t *zsav_ctx_init(size_t max_row_len, int64_t offset) {
zsav_ctx_t *ctx = calloc(1, sizeof(zsav_ctx_t));
ctx->buffer = malloc(max_row_len);
ctx->blocks_capacity = 10;
ctx->blocks = calloc(ctx->blocks_capacity, sizeof(zsav_block_t *));
ctx->uncompressed_block_size = 0x3FF000;
ctx->zheader_ofs = offset;
ctx->compression_level = Z_DEFAULT_COMPRESSION;
return ctx;
}
void zsav_ctx_free(zsav_ctx_t *ctx) {
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = ctx->blocks[i];
deflateEnd(&block->stream);
free(block->compressed_data);
free(block);
}
free(ctx->blocks);
free(ctx->buffer);
free(ctx);
}
zsav_block_t *zsav_add_block(zsav_ctx_t *ctx) {
zsav_block_t *block = NULL;
if (ctx->blocks_count == ctx->blocks_capacity) {
ctx->blocks = realloc(ctx->blocks, (ctx->blocks_capacity *= 2 ) * sizeof(zsav_block_t *));
}
block = calloc(1, sizeof(zsav_block_t));
ctx->blocks[ctx->blocks_count++] = block;
deflateInit(&block->stream, ctx->compression_level);
block->compressed_data_capacity = deflateBound(&block->stream, ctx->uncompressed_block_size);
block->compressed_data = malloc(block->compressed_data_capacity);
return block;
}
zsav_block_t *zsav_current_block(zsav_ctx_t *ctx) {
if (ctx->blocks_count == 0)
return NULL;
return ctx->blocks[ctx->blocks_count-1];
}
int zsav_compress_row(void *input, size_t input_len, int finish, zsav_ctx_t *ctx) {
off_t row_off = 0;
unsigned char *row_buffer = input;
size_t row_len = input_len;
zsav_block_t *block = zsav_current_block(ctx);
int deflate_status = Z_OK;
if (block == NULL) {
block = zsav_add_block(ctx);
}
block->stream.next_in = row_buffer;
block->stream.avail_in = row_len;
block->stream.next_out = &block->compressed_data[block->compressed_size];
block->stream.avail_out = block->compressed_data_capacity - block->compressed_size;
/* If the row won't fit into this block, keep writing and flushing
* until the remainder fits. */
while (row_len - row_off > ctx->uncompressed_block_size - block->uncompressed_size) {
block->stream.avail_in = ctx->uncompressed_block_size - block->uncompressed_size;
row_off += ctx->uncompressed_block_size - block->uncompressed_size;
if ((deflate_status = deflate(&block->stream, Z_FINISH)) != Z_STREAM_END) {
goto cleanup;
}
block->compressed_size = block->compressed_data_capacity - block->stream.avail_out;
block->uncompressed_size = ctx->uncompressed_block_size - block->stream.avail_in;
block = zsav_add_block(ctx);
block->stream.next_in = &row_buffer[row_off];
block->stream.avail_in = row_len - row_off;
block->stream.next_out = block->compressed_data;
block->stream.avail_out = block->compressed_data_capacity;
}
/* Now the rest of the row will fit in the block */
deflate_status = deflate(&block->stream, finish ? Z_FINISH : Z_NO_FLUSH);
block->compressed_size = block->compressed_data_capacity - block->stream.avail_out;
block->uncompressed_size += (row_len - row_off) - block->stream.avail_in;
cleanup:
return deflate_status;
}
haven/src/readstat/spss/readstat_sav_parse.c 0000644 0001762 0000144 00000054176 14376672143 021011 0 ustar ligges users #line 1 "src/spss/readstat_sav_parse.rl"
#include
#include
#include "../readstat.h"
#include "../readstat_malloc.h"
#include "../readstat_strings.h"
#include "readstat_sav.h"
#include "readstat_sav_parse.h"
#line 21 "src/spss/readstat_sav_parse.rl"
typedef struct varlookup {
char name[8*4+1];
int index;
} varlookup_t;
static int compare_key_varlookup(const void *elem1, const void *elem2) {
const char *key = (const char *)elem1;
const varlookup_t *v = (const varlookup_t *)elem2;
return strcasecmp(key, v->name);
}
static int compare_varlookups(const void *elem1, const void *elem2) {
const varlookup_t *v1 = (const varlookup_t *)elem1;
const varlookup_t *v2 = (const varlookup_t *)elem2;
return strcasecmp(v1->name, v2->name);
}
static int count_vars(sav_ctx_t *ctx) {
int i;
spss_varinfo_t *last_info = NULL;
int var_count = 0;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
var_count++;
}
last_info = info;
}
return var_count;
}
static varlookup_t *build_lookup_table(int var_count, sav_ctx_t *ctx) {
varlookup_t *table = readstat_malloc(var_count * sizeof(varlookup_t));
int offset = 0;
int i;
spss_varinfo_t *last_info = NULL;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
varlookup_t *entry = &table[offset++];
memcpy(entry->name, info->name, sizeof(info->name));
entry->index = info->index;
}
last_info = info;
}
qsort(table, var_count, sizeof(varlookup_t), &compare_varlookups);
return table;
}
#line 68 "src/spss/readstat_sav_parse.c"
static const signed char _sav_long_variable_parse_actions[] = {
0, 1, 1, 1, 5, 2, 2, 0,
3, 6, 4, 3, 0
};
static const short _sav_long_variable_parse_key_offsets[] = {
0, 0, 5, 19, 33, 47, 61, 75,
89, 103, 104, 108, 113, 118, 123, 128,
133, 138, 143, 148, 153, 158, 163, 168,
173, 178, 183, 188, 193, 198, 203, 208,
213, 218, 223, 228, 233, 238, 243, 248,
253, 258, 263, 268, 273, 278, 283, 288,
293, 298, 303, 308, 313, 318, 323, 328,
333, 338, 343, 348, 353, 358, 363, 368,
373, 378, 383, 388, 393, 398, 403, 408,
413, 418, 423, 428, 0
};
static const unsigned char _sav_long_variable_parse_trans_keys[] = {
255u, 0u, 63u, 91u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 47u,
61u, 96u, 255u, 0u, 34u, 37u, 45u, 58u,
63u, 91u, 94u, 123u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 61u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 255u, 0u, 63u, 91u, 127u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 127u, 255u, 0u,
31u, 9u, 127u, 255u, 0u, 31u, 9u, 127u,
255u, 0u, 31u, 9u, 127u, 255u, 0u, 31u,
9u, 127u, 255u, 0u, 31u, 9u, 127u, 255u,
0u, 31u, 9u, 127u, 255u, 0u, 31u, 9u,
127u, 255u, 0u, 31u, 9u, 0u
};
static const signed char _sav_long_variable_parse_single_lengths[] = {
0, 1, 4, 4, 4, 4, 4, 4,
4, 1, 2, 3, 1, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 1, 0
};
static const signed char _sav_long_variable_parse_range_lengths[] = {
0, 2, 5, 5, 5, 5, 5, 5,
5, 0, 1, 1, 2, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 0, 0
};
static const short _sav_long_variable_parse_index_offsets[] = {
0, 0, 4, 14, 24, 34, 44, 54,
64, 74, 76, 80, 85, 89, 94, 99,
104, 109, 114, 119, 124, 129, 134, 139,
144, 149, 154, 159, 164, 169, 174, 179,
184, 189, 194, 199, 204, 209, 214, 219,
224, 229, 234, 239, 244, 249, 254, 259,
264, 269, 274, 279, 284, 289, 294, 299,
304, 309, 314, 319, 324, 329, 334, 339,
344, 349, 354, 359, 364, 369, 374, 379,
384, 389, 394, 399, 0
};
static const signed char _sav_long_variable_parse_cond_targs[] = {
0, 0, 0, 2, 0, 10, 0, 0,
0, 0, 0, 0, 0, 3, 0, 10,
0, 0, 0, 0, 0, 0, 0, 4,
0, 10, 0, 0, 0, 0, 0, 0,
0, 5, 0, 10, 0, 0, 0, 0,
0, 0, 0, 6, 0, 10, 0, 0,
0, 0, 0, 0, 0, 7, 0, 10,
0, 0, 0, 0, 0, 0, 0, 8,
0, 10, 0, 0, 0, 0, 0, 0,
0, 9, 10, 0, 0, 0, 0, 11,
12, 0, 0, 0, 13, 0, 0, 0,
2, 12, 0, 0, 0, 14, 12, 0,
0, 0, 15, 12, 0, 0, 0, 16,
12, 0, 0, 0, 17, 12, 0, 0,
0, 18, 12, 0, 0, 0, 19, 12,
0, 0, 0, 20, 12, 0, 0, 0,
21, 12, 0, 0, 0, 22, 12, 0,
0, 0, 23, 12, 0, 0, 0, 24,
12, 0, 0, 0, 25, 12, 0, 0,
0, 26, 12, 0, 0, 0, 27, 12,
0, 0, 0, 28, 12, 0, 0, 0,
29, 12, 0, 0, 0, 30, 12, 0,
0, 0, 31, 12, 0, 0, 0, 32,
12, 0, 0, 0, 33, 12, 0, 0,
0, 34, 12, 0, 0, 0, 35, 12,
0, 0, 0, 36, 12, 0, 0, 0,
37, 12, 0, 0, 0, 38, 12, 0,
0, 0, 39, 12, 0, 0, 0, 40,
12, 0, 0, 0, 41, 12, 0, 0,
0, 42, 12, 0, 0, 0, 43, 12,
0, 0, 0, 44, 12, 0, 0, 0,
45, 12, 0, 0, 0, 46, 12, 0,
0, 0, 47, 12, 0, 0, 0, 48,
12, 0, 0, 0, 49, 12, 0, 0,
0, 50, 12, 0, 0, 0, 51, 12,
0, 0, 0, 52, 12, 0, 0, 0,
53, 12, 0, 0, 0, 54, 12, 0,
0, 0, 55, 12, 0, 0, 0, 56,
12, 0, 0, 0, 57, 12, 0, 0,
0, 58, 12, 0, 0, 0, 59, 12,
0, 0, 0, 60, 12, 0, 0, 0,
61, 12, 0, 0, 0, 62, 12, 0,
0, 0, 63, 12, 0, 0, 0, 64,
12, 0, 0, 0, 65, 12, 0, 0,
0, 66, 12, 0, 0, 0, 67, 12,
0, 0, 0, 68, 12, 0, 0, 0,
69, 12, 0, 0, 0, 70, 12, 0,
0, 0, 71, 12, 0, 0, 0, 72,
12, 0, 0, 0, 73, 12, 0, 0,
0, 74, 12, 0, 0, 0, 75, 12,
0, 0, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
63, 64, 65, 66, 67, 68, 69, 70,
71, 72, 73, 74, 75, 0
};
static const signed char _sav_long_variable_parse_cond_actions[] = {
0, 0, 0, 1, 0, 5, 0, 0,
0, 0, 0, 0, 0, 0, 0, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 5, 0, 0, 0, 0, 0, 0,
0, 0, 0, 5, 0, 0, 0, 0,
0, 0, 0, 0, 0, 5, 0, 0,
0, 0, 0, 0, 0, 0, 0, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 5, 0, 0, 0, 0, 0, 0,
0, 0, 5, 0, 0, 0, 0, 3,
8, 0, 0, 0, 0, 0, 0, 0,
1, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 8, 0, 0, 0,
0, 8, 0, 0, 0, 0, 8, 0,
0, 0, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 0, 8, 0, 0,
0, 0, 8, 0, 0, 0, 0, 8,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 8, 0, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 8, 8, 8,
8, 8, 8, 8, 8, 0
};
static const short _sav_long_variable_parse_eof_trans[] = {
402, 403, 404, 405, 406, 407, 408, 409,
410, 411, 412, 413, 414, 415, 416, 417,
418, 419, 420, 421, 422, 423, 424, 425,
426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441,
442, 443, 444, 445, 446, 447, 448, 449,
450, 451, 452, 453, 454, 455, 456, 457,
458, 459, 460, 461, 462, 463, 464, 465,
466, 467, 468, 469, 470, 471, 472, 473,
474, 475, 476, 477, 0
};
static const int sav_long_variable_parse_start = 1;
static const int sav_long_variable_parse_en_main = 1;
#line 79 "src/spss/readstat_sav_parse.rl"
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8+1];
char temp_val[64+1];
unsigned char *str_start = NULL;
size_t str_len = 0;
char error_buf[8192];
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = build_lookup_table(var_count, ctx);
unsigned char *eof = pe;
int cs;
#line 351 "src/spss/readstat_sav_parse.c"
{
cs = (int)sav_long_variable_parse_start;
}
#line 356 "src/spss/readstat_sav_parse.c"
{
int _klen;
unsigned int _trans = 0;
const unsigned char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_long_variable_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_long_variable_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_long_variable_parse_trans_keys + (_sav_long_variable_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_long_variable_parse_index_offsets[cs];
_klen = (int)_sav_long_variable_parse_single_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + _klen - 1;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_long_variable_parse_range_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + (_klen<<1) - 2;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_long_variable_parse_cond_targs[_trans];
if ( _sav_long_variable_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_long_variable_parse_actions + (_sav_long_variable_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 13 "src/spss/readstat_sav_parse.rl"
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
#line 442 "src/spss/readstat_sav_parse.c"
break;
}
case 1: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 451 "src/spss/readstat_sav_parse.c"
break;
}
case 2: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 460 "src/spss/readstat_sav_parse.c"
break;
}
case 3: {
{
#line 102 "src/spss/readstat_sav_parse.rl"
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
spss_varinfo_t *info = ctx->varinfo[found->index];
memcpy(info->longname, temp_val, str_len);
info->longname[str_len] = '\0';
} else if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Failed to find %s", temp_key);
ctx->handle.error(error_buf, ctx->user_ctx);
}
}
#line 479 "src/spss/readstat_sav_parse.c"
break;
}
case 4: {
{
#line 114 "src/spss/readstat_sav_parse.rl"
memcpy(temp_val, str_start, str_len);
temp_val[str_len] = '\0';
}
#line 491 "src/spss/readstat_sav_parse.c"
break;
}
case 5: {
{
#line 119 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 500 "src/spss/readstat_sav_parse.c"
break;
}
case 6: {
{
#line 119 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 509 "src/spss/readstat_sav_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 11 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 127 "src/spss/readstat_sav_parse.rl"
if (cs <
#line 537 "src/spss/readstat_sav_parse.c"
11
#line 129 "src/spss/readstat_sav_parse.rl"
|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing string \"%.*s\" around byte #%ld/%d, character %c",
count, (char *)data, (long)(p - c_data), count, *p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
/* suppress warning */
(void)sav_long_variable_parse_en_main;
return retval;
}
#line 560 "src/spss/readstat_sav_parse.c"
static const signed char _sav_very_long_string_parse_actions[] = {
0, 1, 1, 1, 3, 1, 4, 2,
2, 0, 2, 5, 4, 0
};
static const signed char _sav_very_long_string_parse_key_offsets[] = {
0, 0, 5, 19, 33, 47, 61, 75,
89, 103, 104, 106, 110, 112, 0
};
static const unsigned char _sav_very_long_string_parse_trans_keys[] = {
255u, 0u, 63u, 91u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 47u,
61u, 96u, 255u, 0u, 34u, 37u, 45u, 58u,
63u, 91u, 94u, 123u, 127u, 47u, 61u, 96u,
255u, 0u, 34u, 37u, 45u, 58u, 63u, 91u,
94u, 123u, 127u, 47u, 61u, 96u, 255u, 0u,
34u, 37u, 45u, 58u, 63u, 91u, 94u, 123u,
127u, 47u, 61u, 96u, 255u, 0u, 34u, 37u,
45u, 58u, 63u, 91u, 94u, 123u, 127u, 61u,
48u, 57u, 0u, 9u, 48u, 57u, 0u, 9u,
255u, 0u, 63u, 91u, 127u, 0u
};
static const signed char _sav_very_long_string_parse_single_lengths[] = {
0, 1, 4, 4, 4, 4, 4, 4,
4, 1, 0, 2, 2, 1, 0
};
static const signed char _sav_very_long_string_parse_range_lengths[] = {
0, 2, 5, 5, 5, 5, 5, 5,
5, 0, 1, 1, 0, 2, 0
};
static const signed char _sav_very_long_string_parse_index_offsets[] = {
0, 0, 4, 14, 24, 34, 44, 54,
64, 74, 76, 78, 82, 85, 0
};
static const signed char _sav_very_long_string_parse_cond_targs[] = {
0, 0, 0, 2, 0, 10, 0, 0,
0, 0, 0, 0, 0, 3, 0, 10,
0, 0, 0, 0, 0, 0, 0, 4,
0, 10, 0, 0, 0, 0, 0, 0,
0, 5, 0, 10, 0, 0, 0, 0,
0, 0, 0, 6, 0, 10, 0, 0,
0, 0, 0, 0, 0, 7, 0, 10,
0, 0, 0, 0, 0, 0, 0, 8,
0, 10, 0, 0, 0, 0, 0, 0,
0, 9, 10, 0, 11, 0, 12, 13,
11, 0, 12, 13, 0, 0, 0, 0,
2, 0, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 0
};
static const signed char _sav_very_long_string_parse_cond_actions[] = {
0, 0, 0, 1, 0, 7, 0, 0,
0, 0, 0, 0, 0, 0, 0, 7,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 0, 0, 0, 0, 0, 0,
0, 0, 0, 7, 0, 0, 0, 0,
0, 0, 0, 0, 0, 7, 0, 0,
0, 0, 0, 0, 0, 0, 0, 7,
0, 0, 0, 0, 0, 0, 0, 0,
0, 7, 0, 0, 0, 0, 0, 0,
0, 0, 7, 0, 10, 0, 3, 3,
5, 0, 0, 0, 0, 0, 0, 0,
1, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 3, 0, 0, 0
};
static const signed char _sav_very_long_string_parse_eof_trans[] = {
90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 0
};
static const int sav_very_long_string_parse_start = 1;
static const int sav_very_long_string_parse_en_main = 1;
#line 153 "src/spss/readstat_sav_parse.rl"
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8*4+1];
unsigned int temp_val = 0;
unsigned char *str_start = NULL;
size_t str_len = 0;
size_t error_buf_len = 1024 + count;
char *error_buf = NULL;
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
unsigned char *eof = pe;
varlookup_t *table = NULL;
int cs;
error_buf = readstat_malloc(error_buf_len);
table = build_lookup_table(var_count, ctx);
#line 672 "src/spss/readstat_sav_parse.c"
{
cs = (int)sav_very_long_string_parse_start;
}
#line 677 "src/spss/readstat_sav_parse.c"
{
int _klen;
unsigned int _trans = 0;
const unsigned char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_very_long_string_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_very_long_string_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_very_long_string_parse_trans_keys + (_sav_very_long_string_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_very_long_string_parse_index_offsets[cs];
_klen = (int)_sav_very_long_string_parse_single_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + _klen - 1;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_very_long_string_parse_range_lengths[cs];
if ( _klen > 0 ) {
const unsigned char *_lower = _keys;
const unsigned char *_upper = _keys + (_klen<<1) - 2;
const unsigned char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_very_long_string_parse_cond_targs[_trans];
if ( _sav_very_long_string_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_very_long_string_parse_actions + (_sav_very_long_string_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 13 "src/spss/readstat_sav_parse.rl"
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
#line 763 "src/spss/readstat_sav_parse.c"
break;
}
case 1: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_start = p; }
#line 772 "src/spss/readstat_sav_parse.c"
break;
}
case 2: {
{
#line 20 "src/spss/readstat_sav_parse.rl"
str_len = p - str_start; }
#line 781 "src/spss/readstat_sav_parse.c"
break;
}
case 3: {
{
#line 178 "src/spss/readstat_sav_parse.rl"
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
ctx->varinfo[found->index]->string_length = temp_val;
ctx->varinfo[found->index]->write_format.width = temp_val;
ctx->varinfo[found->index]->print_format.width = temp_val;
}
}
#line 797 "src/spss/readstat_sav_parse.c"
break;
}
case 4: {
{
#line 187 "src/spss/readstat_sav_parse.rl"
if ((( (*( p)))) != '\0') {
unsigned char digit = (( (*( p)))) - '0';
if (temp_val <= (UINT_MAX - digit) / 10) {
temp_val = 10 * temp_val + digit;
} else {
{p += 1; goto _out; }
}
}
}
#line 815 "src/spss/readstat_sav_parse.c"
break;
}
case 5: {
{
#line 198 "src/spss/readstat_sav_parse.rl"
temp_val = 0; }
#line 824 "src/spss/readstat_sav_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 11 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 206 "src/spss/readstat_sav_parse.rl"
if (cs <
#line 852 "src/spss/readstat_sav_parse.c"
11
#line 208 "src/spss/readstat_sav_parse.rl"
|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, error_buf_len, "Parsed %ld of %ld bytes. Remaining bytes: %.*s",
(long)(p - c_data), (long)(pe - c_data), (int)(pe - p), p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
if (error_buf)
free(error_buf);
/* suppress warning */
(void)sav_very_long_string_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_zsav_write.h 0000644 0001762 0000144 00000000210 14101007206 021156 0 ustar ligges users
readstat_error_t zsav_write_compressed_row(void *writer_ctx, void *row, size_t len);
readstat_error_t zsav_end_data(void *writer_ctx);
haven/src/readstat/spss/readstat_por_parse.c 0000644 0001762 0000144 00000016040 14101765776 021005 0 ustar ligges users #line 1 "src/spss/readstat_por_parse.rl"
#include
#include "../readstat.h"
#include "readstat_por_parse.h"
#line 9 "src/spss/readstat_por_parse.c"
static const signed char _por_field_parse_actions[] = {
0, 1, 0, 1, 1, 1, 5, 1,
8, 1, 9, 1, 10, 2, 2, 0,
2, 3, 1, 2, 5, 10, 2, 7,
10, 3, 4, 2, 0, 3, 6, 2,
0, 0
};
static const signed char _por_field_parse_key_offsets[] = {
0, 0, 8, 9, 14, 18, 23, 31,
35, 40, 44, 48, 55, 0
};
static const char _por_field_parse_trans_keys[] = {
32, 42, 45, 46, 48, 57, 65, 84,
46, 46, 48, 57, 65, 84, 48, 57,
65, 84, 47, 48, 57, 65, 84, 43,
45, 46, 47, 48, 57, 65, 84, 48,
57, 65, 84, 47, 48, 57, 65, 84,
48, 57, 65, 84, 48, 57, 65, 84,
43, 45, 47, 48, 57, 65, 84, 0
};
static const signed char _por_field_parse_single_lengths[] = {
0, 4, 1, 1, 0, 1, 4, 0,
1, 0, 0, 3, 0, 0
};
static const signed char _por_field_parse_range_lengths[] = {
0, 2, 0, 2, 2, 2, 2, 2,
2, 2, 2, 2, 0, 0
};
static const signed char _por_field_parse_index_offsets[] = {
0, 0, 7, 9, 13, 16, 20, 27,
30, 34, 37, 40, 46, 0
};
static const signed char _por_field_parse_cond_targs[] = {
1, 2, 3, 4, 6, 6, 0, 12,
0, 4, 6, 6, 0, 5, 5, 0,
12, 5, 5, 0, 7, 9, 10, 12,
6, 6, 0, 8, 8, 0, 12, 8,
8, 0, 8, 8, 0, 11, 11, 0,
7, 9, 12, 11, 11, 0, 0, 0,
1, 2, 3, 4, 5, 6, 7, 8,
9, 10, 11, 12, 0
};
static const signed char _por_field_parse_cond_actions[] = {
0, 9, 0, 0, 13, 13, 0, 11,
0, 7, 25, 25, 0, 16, 16, 0,
11, 3, 3, 0, 5, 5, 5, 19,
1, 1, 0, 13, 13, 0, 22, 1,
1, 0, 29, 29, 0, 16, 16, 0,
0, 0, 11, 3, 3, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0
};
static const int por_field_parse_start = 1;
static const int por_field_parse_en_main = 1;
#line 9 "src/spss/readstat_por_parse.rl"
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx) {
ssize_t retval = 0;
double val = 0.0;
double denom = 30.0;
double temp_frac = 0.0;
double num = 0.0;
double exp = 0.0;
double temp_val = 0.0;
const unsigned char *p = (const unsigned char *)data;
const unsigned char *pe = p + len;
int cs;
int is_negative = 0, exp_is_negative = 0;
int success = 0;
#line 97 "src/spss/readstat_por_parse.c"
{
cs = (int)por_field_parse_start;
}
#line 102 "src/spss/readstat_por_parse.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe )
goto _out;
_keys = ( _por_field_parse_trans_keys + (_por_field_parse_key_offsets[cs]));
_trans = (unsigned int)_por_field_parse_index_offsets[cs];
_klen = (int)_por_field_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_por_field_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
cs = (int)_por_field_parse_cond_targs[_trans];
if ( _por_field_parse_cond_actions[_trans] != 0 ) {
_acts = ( _por_field_parse_actions + (_por_field_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 30 "src/spss/readstat_por_parse.rl"
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
temp_val = 30 * temp_val + ((( (*( p)))) - '0');
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'T') {
temp_val = 30 * temp_val + (10 + (( (*( p)))) - 'A');
}
}
#line 184 "src/spss/readstat_por_parse.c"
break;
}
case 1: {
{
#line 38 "src/spss/readstat_por_parse.rl"
if ((( (*( p)))) >= '0' && (( (*( p)))) <= '9') {
temp_frac += ((( (*( p)))) - '0') / denom;
} else if ((( (*( p)))) >= 'A' && (( (*( p)))) <= 'T') {
temp_frac += (10 + (( (*( p)))) - 'A') / denom;
}
denom *= 30.0;
}
#line 200 "src/spss/readstat_por_parse.c"
break;
}
case 2: {
{
#line 47 "src/spss/readstat_por_parse.rl"
temp_val = 0; }
#line 209 "src/spss/readstat_por_parse.c"
break;
}
case 3: {
{
#line 49 "src/spss/readstat_por_parse.rl"
temp_frac = 0.0; }
#line 218 "src/spss/readstat_por_parse.c"
break;
}
case 4: {
{
#line 53 "src/spss/readstat_por_parse.rl"
is_negative = 1; }
#line 227 "src/spss/readstat_por_parse.c"
break;
}
case 5: {
{
#line 53 "src/spss/readstat_por_parse.rl"
num = temp_val; }
#line 236 "src/spss/readstat_por_parse.c"
break;
}
case 6: {
{
#line 54 "src/spss/readstat_por_parse.rl"
exp_is_negative = 1; }
#line 245 "src/spss/readstat_por_parse.c"
break;
}
case 7: {
{
#line 54 "src/spss/readstat_por_parse.rl"
exp = temp_val; }
#line 254 "src/spss/readstat_por_parse.c"
break;
}
case 8: {
{
#line 56 "src/spss/readstat_por_parse.rl"
is_negative = 1; }
#line 263 "src/spss/readstat_por_parse.c"
break;
}
case 9: {
{
#line 58 "src/spss/readstat_por_parse.rl"
val = NAN; }
#line 272 "src/spss/readstat_por_parse.c"
break;
}
case 10: {
{
#line 60 "src/spss/readstat_por_parse.rl"
success = 1; {p += 1; goto _out; } }
#line 281 "src/spss/readstat_por_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( cs != 0 ) {
p += 1;
goto _resume;
}
_out: {}
}
#line 64 "src/spss/readstat_por_parse.rl"
if (!isnan(val)) {
val = 1.0 * num + temp_frac;
if (exp_is_negative)
exp *= -1;
if (exp) {
val *= pow(30.0, exp);
}
if (is_negative)
val *= -1;
}
if (!success) {
retval = -1;
if (error_cb) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Read bytes: %ld String: %.*s Ending state: %d",
(long)(p - (const unsigned char *)data), (int)len, data, cs);
error_cb(error_buf, user_ctx);
}
}
if (retval == 0) {
if (result)
*result = val;
retval = (p - (const unsigned char *)data);
}
/* suppress warning */
(void)por_field_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav_parse.h 0000644 0001762 0000144 00000000321 14101007206 020747 0 ustar ligges users //
// sav_parse.h
//
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx);
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx);
haven/src/readstat/spss/readstat_sav_parse.rl 0000644 0001762 0000144 00000015003 14376672143 021166 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_malloc.h"
#include "../readstat_strings.h"
#include "readstat_sav.h"
#include "readstat_sav_parse.h"
%%{
machine key_defs;
action copy_key {
memcpy(temp_key, str_start, str_len);
temp_key[str_len] = '\0';
}
non_ascii_byte = (0x80 .. 0xFE); # multi-byte sequence might be incomplete
key = ( ( non_ascii_byte | [A-Z@] ) ( non_ascii_byte | [A-Za-z0-9@#$_\.] ){0,7} ) >{ str_start = fpc; } %{ str_len = fpc - str_start; };
}%%
typedef struct varlookup {
char name[8*4+1];
int index;
} varlookup_t;
static int compare_key_varlookup(const void *elem1, const void *elem2) {
const char *key = (const char *)elem1;
const varlookup_t *v = (const varlookup_t *)elem2;
return strcasecmp(key, v->name);
}
static int compare_varlookups(const void *elem1, const void *elem2) {
const varlookup_t *v1 = (const varlookup_t *)elem1;
const varlookup_t *v2 = (const varlookup_t *)elem2;
return strcasecmp(v1->name, v2->name);
}
static int count_vars(sav_ctx_t *ctx) {
int i;
spss_varinfo_t *last_info = NULL;
int var_count = 0;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
var_count++;
}
last_info = info;
}
return var_count;
}
static varlookup_t *build_lookup_table(int var_count, sav_ctx_t *ctx) {
varlookup_t *table = readstat_malloc(var_count * sizeof(varlookup_t));
int offset = 0;
int i;
spss_varinfo_t *last_info = NULL;
for (i=0; ivar_index; i++) {
spss_varinfo_t *info = ctx->varinfo[i];
if (last_info == NULL || strcmp(info->name, last_info->name) != 0) {
varlookup_t *entry = &table[offset++];
memcpy(entry->name, info->name, sizeof(info->name));
entry->index = info->index;
}
last_info = info;
}
qsort(table, var_count, sizeof(varlookup_t), &compare_varlookups);
return table;
}
%%{
machine sav_long_variable_parse;
include key_defs;
write data nofinal noerror;
alphtype unsigned char;
}%%
readstat_error_t sav_parse_long_variable_names_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8+1];
char temp_val[64+1];
unsigned char *str_start = NULL;
size_t str_len = 0;
char error_buf[8192];
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
varlookup_t *table = build_lookup_table(var_count, ctx);
unsigned char *eof = pe;
int cs;
%%{
action set_long_name {
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
spss_varinfo_t *info = ctx->varinfo[found->index];
memcpy(info->longname, temp_val, str_len);
info->longname[str_len] = '\0';
} else if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Failed to find %s", temp_key);
ctx->handle.error(error_buf, ctx->user_ctx);
}
}
action copy_value {
memcpy(temp_val, str_start, str_len);
temp_val[str_len] = '\0';
}
value = ( non_ascii_byte | print ){1,64} >{ str_start = fpc; } %{ str_len = fpc - str_start; };
keyval = ( key %copy_key "=" value %copy_value ) %set_long_name;
main := keyval ("\t" keyval)* "\t"?;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing string \"%.*s\" around byte #%ld/%d, character %c",
count, (char *)data, (long)(p - c_data), count, *p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
/* suppress warning */
(void)sav_long_variable_parse_en_main;
return retval;
}
%%{
machine sav_very_long_string_parse;
include key_defs;
write data nofinal noerror;
alphtype unsigned char;
}%%
readstat_error_t sav_parse_very_long_string_record(void *data, int count, sav_ctx_t *ctx) {
unsigned char *c_data = (unsigned char *)data;
int var_count = count_vars(ctx);
readstat_error_t retval = READSTAT_OK;
char temp_key[8*4+1];
unsigned int temp_val = 0;
unsigned char *str_start = NULL;
size_t str_len = 0;
size_t error_buf_len = 1024 + count;
char *error_buf = NULL;
unsigned char *p = c_data;
unsigned char *pe = c_data + count;
unsigned char *eof = pe;
varlookup_t *table = NULL;
int cs;
error_buf = readstat_malloc(error_buf_len);
table = build_lookup_table(var_count, ctx);
%%{
action set_width {
varlookup_t *found = bsearch(temp_key, table, var_count, sizeof(varlookup_t), &compare_key_varlookup);
if (found) {
ctx->varinfo[found->index]->string_length = temp_val;
ctx->varinfo[found->index]->write_format.width = temp_val;
ctx->varinfo[found->index]->print_format.width = temp_val;
}
}
action incr_val {
if (fc != '\0') {
unsigned char digit = fc - '0';
if (temp_val <= (UINT_MAX - digit) / 10) {
temp_val = 10 * temp_val + digit;
} else {
fbreak;
}
}
}
value = [0-9]+ >{ temp_val = 0; } $incr_val;
keyval = ( key %copy_key "=" value ) %set_width;
main := keyval ("\0"* "\t" keyval)* "\0"* "\t"?;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%% || p != pe) {
if (ctx->handle.error) {
snprintf(error_buf, error_buf_len, "Parsed %ld of %ld bytes. Remaining bytes: %.*s",
(long)(p - c_data), (long)(pe - c_data), (int)(pe - p), p);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
}
if (table)
free(table);
if (error_buf)
free(error_buf);
/* suppress warning */
(void)sav_very_long_string_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav.h 0000644 0001762 0000144 00000007712 14101007206 017570 0 ustar ligges users //
// readstat_sav.h
//
#include "readstat_spss.h"
#pragma pack(push, 1)
// SAV files
typedef struct sav_file_header_record_s {
char rec_type[4];
char prod_name[60];
int32_t layout_code;
int32_t nominal_case_size;
int32_t compression;
int32_t weight_index;
int32_t ncases;
double bias; /* TODO is this portable? */
char creation_date[9];
char creation_time[8];
char file_label[64];
char padding[3];
} sav_file_header_record_t;
typedef struct sav_variable_record_s {
int32_t type;
int32_t has_var_label;
int32_t n_missing_values;
int32_t print;
int32_t write;
char name[8];
} sav_variable_record_t;
typedef struct sav_info_record_header_s {
int32_t rec_type;
int32_t subtype;
int32_t size;
int32_t count;
} sav_info_record_t;
typedef struct sav_machine_integer_info_record_s {
int32_t version_major;
int32_t version_minor;
int32_t version_revision;
int32_t machine_code;
int32_t floating_point_rep;
int32_t compression_code;
int32_t endianness;
int32_t character_code;
} sav_machine_integer_info_record_t;
typedef struct sav_machine_floating_point_info_record_s {
uint64_t sysmis;
uint64_t highest;
uint64_t lowest;
} sav_machine_floating_point_info_record_t;
typedef struct sav_dictionary_termination_record_s {
int32_t rec_type;
int32_t filler;
} sav_dictionary_termination_record_t;
#pragma pack(pop)
typedef struct sav_ctx_s {
readstat_callbacks_t handle;
size_t file_size;
readstat_io_t *io;
void *user_ctx;
spss_varinfo_t **varinfo;
size_t varinfo_capacity;
readstat_variable_t **variables;
const char *input_encoding;
const char *output_encoding;
char file_label[4*64+1];
time_t timestamp;
uint32_t *variable_display_values;
size_t variable_display_values_count;
iconv_t converter;
int var_index;
int var_offset;
int var_count;
int record_count;
int row_limit;
int row_offset;
int current_row;
int value_labels_count;
int fweight_index;
char *raw_string;
size_t raw_string_len;
char *utf8_string;
size_t utf8_string_len;
uint64_t missing_double;
uint64_t lowest_double;
uint64_t highest_double;
double bias;
int format_version;
readstat_compress_t compression;
readstat_endian_t endianness;
unsigned int bswap:1;
} sav_ctx_t;
#define SAV_RECORD_TYPE_VARIABLE 2
#define SAV_RECORD_TYPE_VALUE_LABEL 3
#define SAV_RECORD_TYPE_VALUE_LABEL_VARIABLES 4
#define SAV_RECORD_TYPE_DOCUMENT 6
#define SAV_RECORD_TYPE_HAS_DATA 7
#define SAV_RECORD_TYPE_DICT_TERMINATION 999
#define SAV_RECORD_SUBTYPE_INTEGER_INFO 3
#define SAV_RECORD_SUBTYPE_FP_INFO 4
#define SAV_RECORD_SUBTYPE_PRODUCT_INFO 10
#define SAV_RECORD_SUBTYPE_VAR_DISPLAY 11
#define SAV_RECORD_SUBTYPE_LONG_VAR_NAME 13
#define SAV_RECORD_SUBTYPE_VERY_LONG_STR 14
#define SAV_RECORD_SUBTYPE_NUMBER_OF_CASES 16
#define SAV_RECORD_SUBTYPE_DATA_FILE_ATTRS 17
#define SAV_RECORD_SUBTYPE_VARIABLE_ATTRS 18
#define SAV_RECORD_SUBTYPE_CHAR_ENCODING 20
#define SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS 21
#define SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES 22
#define SAV_FLOATING_POINT_REP_IEEE 1
#define SAV_FLOATING_POINT_REP_IBM 2
#define SAV_FLOATING_POINT_REP_VAX 3
#define SAV_ENDIANNESS_BIG 1
#define SAV_ENDIANNESS_LITTLE 2
#define SAV_EIGHT_SPACES " "
sav_ctx_t *sav_ctx_init(sav_file_header_record_t *header, readstat_io_t *io);
void sav_ctx_free(sav_ctx_t *ctx);
haven/src/readstat/spss/readstat_por_read.c 0000644 0001762 0000144 00000071527 14101007206 020572 0 ustar ligges users //
// readstat_por.c
//
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "../readstat_malloc.h"
#include "../CKHashTable.h"
#include "readstat_por_parse.h"
#include "readstat_spss.h"
#include "readstat_por.h"
#define POR_LINE_LENGTH 80
#define POR_LABEL_NAME_PREFIX "labels"
#define POR_FORMAT_SHIFT 82
#define MAX_FORMAT_TYPE (POR_FORMAT_SHIFT+SPSS_FORMAT_TYPE_YMDHMS)
#define MAX_FORMAT_WIDTH 20000
#define MAX_FORMAT_DECIMALS 100
#define MAX_STRING_LENGTH 20000
#define MAX_VARS 1000000
#define MAX_WIDTH 1000000
#define MAX_LINES 1000000
#define MAX_STRINGS 1000000
#define MAX_LABELS 1000000
static ssize_t read_bytes(por_ctx_t *ctx, void *dst, size_t len);
static readstat_error_t read_string(por_ctx_t *ctx, char *data, size_t len);
static readstat_error_t por_update_progress(por_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
return io->update(ctx->file_size, ctx->handle.progress, ctx->user_ctx, io->io_ctx);
}
static ssize_t read_bytes(por_ctx_t *ctx, void *dst, size_t len) {
char *dst_pos = (char *)dst;
readstat_io_t *io = ctx->io;
char byte;
while (dst_pos < (char *)dst + len) {
if (ctx->num_spaces) {
*dst_pos++ = ctx->space;
ctx->num_spaces--;
continue;
}
ssize_t bytes_read = io->read(&byte, 1, io->io_ctx);
if (bytes_read == 0) {
break;
}
if (bytes_read == -1) {
return -1;
}
if (byte == '\r' || byte == '\n') {
if (byte == '\r') {
bytes_read = io->read(&byte, 1, io->io_ctx);
if (bytes_read == 0 || bytes_read == -1 || byte != '\n')
return -1;
}
ctx->num_spaces = POR_LINE_LENGTH - ctx->pos;
ctx->pos = 0;
continue;
} else if (ctx->pos == POR_LINE_LENGTH) {
return -1;
}
*dst_pos++ = byte;
ctx->pos++;
}
return (int)(dst_pos - (char *)dst);
}
static uint16_t read_tag(por_ctx_t *ctx) {
unsigned char tag;
if (read_bytes(ctx, &tag, 1) != 1) {
return -1;
}
return ctx->byte2unicode[tag];
}
static readstat_error_t read_double_with_peek(por_ctx_t *ctx, double *out_double,
unsigned char peek) {
readstat_error_t retval = READSTAT_OK;
double value = NAN;
unsigned char buffer[100];
char utf8_buffer[300];
char error_buf[1024];
int64_t len = 0;
ssize_t bytes_read = 0;
buffer[0] = peek;
bytes_read = read_bytes(ctx, &buffer[1], 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
if (ctx->byte2unicode[buffer[0]] == '*' &&
ctx->byte2unicode[buffer[1]] == '.') {
if (out_double)
*out_double = NAN;
return READSTAT_OK;
}
int64_t i=2;
while (ibyte2unicode[buffer[i-1]] != '/') {
bytes_read = read_bytes(ctx, &buffer[i], 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
i++;
}
if (i == sizeof(buffer)) {
return READSTAT_ERROR_PARSE;
}
len = por_utf8_encode(buffer, i, utf8_buffer, sizeof(utf8_buffer), ctx->byte2unicode);
if (len == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting double string (length=%" PRId64 "): %.*s",
i, (int)i, buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
bytes_read = readstat_por_parse_double(utf8_buffer, len, &value, ctx->handle.error, ctx->user_ctx);
if (bytes_read == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error parsing double string (length=%" PRId64 "): %.*s [%s]",
len, (int)len, utf8_buffer, buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
cleanup:
if (out_double)
*out_double = value;
return retval;
}
static readstat_error_t read_double(por_ctx_t *ctx, double *out_double) {
unsigned char peek;
size_t bytes_read = read_bytes(ctx, &peek, 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
return read_double_with_peek(ctx, out_double, peek);
}
static readstat_error_t read_integer_in_range(por_ctx_t *ctx, int min, int max, int *out_integer) {
double dval = NAN;
readstat_error_t retval = read_double(ctx, &dval);
if (retval != READSTAT_OK)
return retval;
if (isnan(dval) || dval < min || dval > max)
return READSTAT_ERROR_PARSE;
if (out_integer)
*out_integer = (int)dval;
return READSTAT_OK;
}
static readstat_error_t maybe_read_double(por_ctx_t *ctx, double *out_double, int *out_finished) {
unsigned char peek;
size_t bytes_read = read_bytes(ctx, &peek, 1);
if (bytes_read != 1)
return READSTAT_ERROR_PARSE;
if (ctx->byte2unicode[peek] == 'Z') {
if (out_double)
*out_double = NAN;
if (out_finished)
*out_finished = 1;
return READSTAT_OK;
}
if (out_finished)
*out_finished = 0;
return read_double_with_peek(ctx, out_double, peek);
}
static readstat_error_t maybe_read_string(por_ctx_t *ctx, char *data, size_t len, int *out_finished) {
readstat_error_t retval = READSTAT_OK;
double value;
int finished = 0;
char error_buf[1024];
size_t string_length = 0;
retval = maybe_read_double(ctx, &value, &finished);
if (retval != READSTAT_OK || finished) {
if (out_finished)
*out_finished = finished;
return retval;
}
if (value < 0 || value > MAX_STRING_LENGTH || isnan(value)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
string_length = (size_t)value;
if (string_length > ctx->string_buffer_len) {
ctx->string_buffer_len = string_length;
ctx->string_buffer = realloc(ctx->string_buffer, ctx->string_buffer_len);
memset(ctx->string_buffer, 0, ctx->string_buffer_len);
}
if (read_bytes(ctx, ctx->string_buffer, string_length) == -1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
size_t bytes_encoded = por_utf8_encode(ctx->string_buffer, string_length,
data, len - 1, ctx->byte2unicode);
if (bytes_encoded == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting string: %.*s",
(int)string_length, ctx->string_buffer);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
data[bytes_encoded] = '\0';
if (out_finished)
*out_finished = 0;
cleanup:
return retval;
}
static readstat_error_t read_string(por_ctx_t *ctx, char *data, size_t len) {
int finished = 0;
readstat_error_t retval = maybe_read_string(ctx, data, len, &finished);
if (retval == READSTAT_OK && finished) {
return READSTAT_ERROR_PARSE;
}
return retval;
}
static readstat_error_t read_variable_count_record(por_ctx_t *ctx) {
int value;
readstat_error_t retval = READSTAT_OK;
if (ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if ((retval = read_integer_in_range(ctx, 0, MAX_VARS, &value)) != READSTAT_OK) {
goto cleanup;
}
ctx->var_count = value;
ctx->variables = readstat_calloc(ctx->var_count, sizeof(readstat_variable_t *));
ctx->varinfo = readstat_calloc(ctx->var_count, sizeof(spss_varinfo_t));
if (ctx->variables == NULL || ctx->varinfo == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (ctx->handle.metadata) {
readstat_metadata_t metadata = {
.row_count = -1,
.var_count = ctx->var_count,
.creation_time = ctx->timestamp,
.modified_time = ctx->timestamp,
.file_format_version = ctx->version,
.file_label = ctx->file_label
};
if (ctx->handle.metadata(&metadata, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_precision_record(por_ctx_t *ctx) {
int precision = 0;
readstat_error_t error = read_integer_in_range(ctx, 0, 100, &precision);
if (error == READSTAT_OK)
ctx->base30_precision = precision;
return error;
}
static readstat_error_t read_case_weight_record(por_ctx_t *ctx) {
return read_string(ctx, ctx->fweight_name, sizeof(ctx->fweight_name));
}
static readstat_error_t read_variable_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int value;
int i;
spss_varinfo_t *varinfo = NULL;
spss_format_t *formats[2];
ctx->var_offset++;
if (ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
formats[0] = &varinfo->print_format;
formats[1] = &varinfo->write_format;
varinfo->labels_index = -1;
if ((retval = read_integer_in_range(ctx, 0, MAX_WIDTH, &value)) != READSTAT_OK) {
goto cleanup;
}
varinfo->width = value;
if (varinfo->width == 0) {
varinfo->type = READSTAT_TYPE_DOUBLE;
} else {
varinfo->type = READSTAT_TYPE_STRING;
}
if ((retval = read_string(ctx, varinfo->name, sizeof(varinfo->name))) != READSTAT_OK) {
goto cleanup;
}
ck_str_hash_insert(varinfo->name, varinfo, ctx->var_dict);
for (i=0; i POR_FORMAT_SHIFT) {
// Some files in the wild have their format types shifted by 82 for date/time values
// I have no idea why, but see test files linked from:
// https://github.com/WizardMac/ReadStat/issues/158
format->type = value - POR_FORMAT_SHIFT;
} else {
format->type = value;
}
if ((retval = read_integer_in_range(ctx, 0, MAX_FORMAT_WIDTH, &value)) != READSTAT_OK) {
goto cleanup;
}
format->width = value;
if ((retval = read_integer_in_range(ctx, 0, MAX_FORMAT_DECIMALS, &value)) != READSTAT_OK) {
goto cleanup;
}
format->decimal_places = value;
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset >= ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[varinfo->n_missing_values])) != READSTAT_OK) {
goto cleanup;
}
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[varinfo->n_missing_values],
sizeof(varinfo->missing_string_values[varinfo->n_missing_values]))) != READSTAT_OK) {
goto cleanup;
}
}
if (varinfo->n_missing_values > 2) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo->n_missing_values++;
cleanup:
return retval;
}
static readstat_error_t read_missing_value_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[0])) != READSTAT_OK) {
goto cleanup;
}
if ((retval = read_double(ctx, &varinfo->missing_double_values[1])) != READSTAT_OK) {
goto cleanup;
}
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[0],
sizeof(varinfo->missing_string_values[0]))) != READSTAT_OK) {
goto cleanup;
}
if ((retval = read_string(ctx, varinfo->missing_string_values[1],
sizeof(varinfo->missing_string_values[1]))) != READSTAT_OK) {
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_lo_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
varinfo->missing_double_values[0] = -HUGE_VAL;
if ((retval = read_double(ctx, &varinfo->missing_double_values[1])) != READSTAT_OK) {
goto cleanup;
}
} else {
varinfo->missing_string_values[0][0] = '\0';
if ((retval = read_string(ctx, varinfo->missing_string_values[1],
sizeof(varinfo->missing_string_values[1]))) != READSTAT_OK) {
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t read_missing_value_hi_range_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
varinfo->missing_range = 1;
varinfo->n_missing_values = 2;
if (varinfo->type == READSTAT_TYPE_DOUBLE) {
if ((retval = read_double(ctx, &varinfo->missing_double_values[0])) != READSTAT_OK) {
goto cleanup;
}
varinfo->missing_double_values[1] = HUGE_VAL;
} else {
if ((retval = read_string(ctx, varinfo->missing_string_values[0],
sizeof(varinfo->missing_string_values[0]))) != READSTAT_OK) {
goto cleanup;
}
varinfo->missing_string_values[1][0] = '\0';
}
cleanup:
return retval;
}
static readstat_error_t read_document_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
int i;
int line_count = 0;
if ((retval = read_integer_in_range(ctx, 0, MAX_LINES, &line_count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ihandle.note) {
if (ctx->handle.note(i, string, ctx->user_ctx) != READSTAT_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
cleanup:
return retval;
}
static readstat_error_t read_variable_label_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
spss_varinfo_t *varinfo = NULL;
if (ctx->var_offset < 0 || ctx->var_offset == ctx->var_count) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
varinfo = &ctx->varinfo[ctx->var_offset];
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) {
goto cleanup;
}
varinfo->label = realloc(varinfo->label, 4*strlen(string) + 1);
retval = readstat_convert(varinfo->label, 4*strlen(string) + 1, string, strlen(string), ctx->converter);
cleanup:
return retval;
}
static readstat_error_t read_value_label_record(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
double dval;
int i;
char string[256];
int count = 0, label_count = 0;
char label_name_buf[256];
char label_buf[256];
snprintf(label_name_buf, sizeof(label_name_buf), POR_LABEL_NAME_PREFIX "%d", ctx->labels_offset);
readstat_type_t value_type = READSTAT_TYPE_DOUBLE;
if ((retval = read_integer_in_range(ctx, 0, MAX_STRINGS, &count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ivar_dict);
if (info) {
value_type = info->type;
info->labels_index = ctx->labels_offset;
}
}
if ((retval = read_integer_in_range(ctx, 0, MAX_LABELS, &label_count)) != READSTAT_OK) {
goto cleanup;
}
for (i=0; ihandle.value_label) {
if (ctx->handle.value_label(label_name_buf, value, label_buf, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
ctx->labels_offset++;
cleanup:
return retval;
}
static readstat_error_t read_por_file_data(por_ctx_t *ctx) {
int i;
char input_string[256];
char output_string[4*256+1];
char error_buf[1024];
readstat_error_t rs_retval = READSTAT_OK;
if (ctx->var_count == 0)
return READSTAT_OK;
while (1) {
int finished = 0;
for (i=0; ivar_count; i++) {
spss_varinfo_t *info = &ctx->varinfo[i];
readstat_value_t value = { .type = info->type };
if (info->type == READSTAT_TYPE_STRING) {
rs_retval = maybe_read_string(ctx, input_string, sizeof(input_string), &finished);
if (rs_retval != READSTAT_OK) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error in %s (row=%d)",
info->name, ctx->obs_count+1);
ctx->handle.error(error_buf, ctx->user_ctx);
}
goto cleanup;
} else if (finished) {
if (i != 0)
rs_retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
rs_retval = readstat_convert(output_string, sizeof(output_string),
input_string, strlen(input_string), ctx->converter);
if (rs_retval != READSTAT_OK) {
goto cleanup;
}
value.v.string_value = output_string;
} else if (info->type == READSTAT_TYPE_DOUBLE) {
rs_retval = maybe_read_double(ctx, &value.v.double_value, &finished);
if (rs_retval != READSTAT_OK) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error in %s (row=%d)",
info->name, ctx->obs_count+1);
ctx->handle.error(error_buf, ctx->user_ctx);
}
goto cleanup;
} else if (finished) {
if (i != 0)
rs_retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
value.is_system_missing = isnan(value.v.double_value);
}
if (ctx->handle.value && !ctx->variables[i]->skip && !ctx->row_offset) {
if (ctx->handle.value(ctx->obs_count, ctx->variables[i], value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
rs_retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
if (ctx->row_offset) {
ctx->row_offset--;
} else {
ctx->obs_count++;
}
rs_retval = por_update_progress(ctx);
if (rs_retval != READSTAT_OK)
break;
if (ctx->row_limit > 0 && ctx->obs_count == ctx->row_limit)
break;
}
cleanup:
return rs_retval;
}
readstat_error_t read_version_and_timestamp(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
char string[256];
struct tm timestamp = { .tm_isdst = -1 };
unsigned char version;
if (read_bytes(ctx, &version, sizeof(version)) != sizeof(version)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) { /* creation date */
goto cleanup;
}
if (sscanf(string, "%04d%02d%02d", ×tamp.tm_year, ×tamp.tm_mon, ×tamp.tm_mday) != 3) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
goto cleanup;
}
if ((retval = read_string(ctx, string, sizeof(string))) != READSTAT_OK) { /* creation time */
goto cleanup;
}
if (sscanf(string, "%02d%02d%02d", ×tamp.tm_hour, ×tamp.tm_min, ×tamp.tm_sec) != 3) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
goto cleanup;
}
timestamp.tm_year -= 1900;
timestamp.tm_mon--;
ctx->timestamp = mktime(×tamp);
ctx->version = ctx->byte2unicode[version] - 'A';
cleanup:
return retval;
}
readstat_error_t handle_variables(por_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
int index_after_skipping = 0;
for (i=0; ivar_count; i++) {
char label_name_buf[256];
spss_varinfo_t *info = &ctx->varinfo[i];
info->index = i;
ctx->variables[i] = spss_init_variable_for_info(info, index_after_skipping, ctx->converter);
snprintf(label_name_buf, sizeof(label_name_buf), POR_LABEL_NAME_PREFIX "%d", info->labels_index);
int cb_retval = READSTAT_HANDLER_OK;
if (ctx->handle.variable) {
cb_retval = ctx->handle.variable(i, ctx->variables[i],
info->labels_index == -1 ? NULL : label_name_buf,
ctx->user_ctx);
}
if (cb_retval == READSTAT_HANDLER_ABORT) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
ctx->variables[i]->skip = 1;
} else {
index_after_skipping++;
}
}
if (ctx->handle.fweight && ctx->fweight_name[0]) {
for (i=0; ivar_count; i++) {
spss_varinfo_t *info = &ctx->varinfo[i];
if (strcmp(info->name, ctx->fweight_name) == 0) {
if (ctx->handle.fweight(ctx->variables[i], ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
break;
}
}
}
cleanup:
return retval;
}
readstat_error_t readstat_parse_por(readstat_parser_t *parser, const char *path, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
unsigned char reverse_lookup[256];
char vanity[5][40];
char error_buf[1024];
por_ctx_t *ctx = por_ctx_init();
ctx->handle = parser->handlers;
ctx->user_ctx = user_ctx;
ctx->io = io;
ctx->row_limit = parser->row_limit;
if (parser->row_offset > 0)
ctx->row_offset = parser->row_offset;
if (parser->output_encoding) {
if (strcmp(parser->output_encoding, "UTF-8") != 0)
ctx->converter = iconv_open(parser->output_encoding, "UTF-8");
if (ctx->converter == (iconv_t)-1) {
ctx->converter = NULL;
retval = READSTAT_ERROR_UNSUPPORTED_CHARSET;
goto cleanup;
}
}
if (io->open(path, io->io_ctx) == -1) {
retval = READSTAT_ERROR_OPEN;
goto cleanup;
}
if ((ctx->file_size = io->seek(0, READSTAT_SEEK_END, io->io_ctx)) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->seek(0, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (read_bytes(ctx, vanity, sizeof(vanity)) != sizeof(vanity)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(ctx->file_label, sizeof(ctx->file_label), vanity[1] + 20, 20, NULL);
if (retval != READSTAT_OK)
goto cleanup;
if (read_bytes(ctx, reverse_lookup, sizeof(reverse_lookup)) != sizeof(reverse_lookup)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ctx->space = reverse_lookup[126];
int i;
for (i=0; i<256; i++) {
if (por_ascii_lookup[i]) {
ctx->byte2unicode[reverse_lookup[i]] = por_ascii_lookup[i];
} else if (por_unicode_lookup[i]) {
ctx->byte2unicode[reverse_lookup[i]] = por_unicode_lookup[i];
}
}
ctx->byte2unicode[reverse_lookup[64]] = por_unicode_lookup[64];
unsigned char check[8];
char tr_check[8];
if (read_bytes(ctx, check, sizeof(check)) != sizeof(check)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ssize_t encoded_len;
if ((encoded_len = por_utf8_encode(check, sizeof(check), tr_check, sizeof(tr_check), ctx->byte2unicode)) == -1) {
if (ctx->handle.error) {
snprintf(error_buf, sizeof(error_buf), "Error converting check string: %.*s", (int)sizeof(check), check);
ctx->handle.error(error_buf, ctx->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
if (strncmp("SPSSPORT", tr_check, encoded_len) != 0) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
ctx->var_offset = -1;
char string[256];
retval = read_version_and_timestamp(ctx);
if (retval != READSTAT_OK)
goto cleanup;
while (1) {
uint16_t tr_tag = read_tag(ctx);
switch (tr_tag) {
case '1': /* product ID */
case '2': /* author ID */
case '3': /* sub-product ID */
retval = read_string(ctx, string, sizeof(string));
break;
case '4': /* variable count */
retval = read_variable_count_record(ctx);
break;
case '5': /* precision */
retval = read_precision_record(ctx);
break;
case '6': /* case weight */
retval = read_case_weight_record(ctx);
break;
case '7': /* variable */
retval = read_variable_record(ctx);
break;
case '8': /* missing value */
retval = read_missing_value_record(ctx);
break;
case 'B': /* missing value range */
retval = read_missing_value_range_record(ctx);
break;
case '9': /* LO THRU x */
retval = read_missing_value_lo_range_record(ctx);
break;
case 'A': /* x THRU HI */
retval = read_missing_value_hi_range_record(ctx);
break;
case 'C': /* variable label */
retval = read_variable_label_record(ctx);
break;
case 'D': /* value label */
retval = read_value_label_record(ctx);
break;
case 'E': /* document record */
retval = read_document_record(ctx);
break;
case 'F': /* file data */
if (ctx->var_offset != ctx->var_count - 1) {
retval = READSTAT_ERROR_COLUMN_COUNT_MISMATCH;
goto cleanup;
}
retval = handle_variables(ctx);
if (retval != READSTAT_OK)
goto cleanup;
if (ctx->handle.value) {
retval = read_por_file_data(ctx);
}
goto cleanup;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (retval != READSTAT_OK)
break;
}
cleanup:
io->close(io->io_ctx);
por_ctx_free(ctx);
return retval;
}
haven/src/readstat/spss/readstat_zsav_write.c 0000644 0001762 0000144 00000011342 14101007206 021161 0 ustar ligges users #include
#include
#include
#include "../readstat.h"
#include "../readstat_writer.h"
#include "readstat_sav_compress.h"
#include "readstat_zsav_compress.h"
#include "readstat_zsav_write.h"
readstat_error_t zsav_write_compressed_row(void *writer_ctx, void *row, size_t len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
zsav_ctx_t *zctx = writer->module_ctx;
/* Kind of frustrating that SPSS does double compression. If they just
* z-compressed the uncompressed data, we could calculate the block count
* in advance and write out the file in a streaming manner. As things stand
* we have to build up the file in memory until we know the final block
* count. A possible streaming solution would be to declare the number of
* blocks required to hold the maximum possible row-compressed size and
* then fill out the end with no-op zero bytes (that get z-compressed very
* small).
*/
size_t row_len = sav_compress_row(zctx->buffer, row, len, writer);
int deflate_status = zsav_compress_row(zctx->buffer, row_len,
writer->current_row + 1 == writer->row_count, zctx);
if (deflate_status != Z_OK && deflate_status != Z_STREAM_END)
return READSTAT_ERROR_WRITE;
return READSTAT_OK;
}
static readstat_error_t zsav_write_data_header(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
uint64_t zheader_ofs = zctx->zheader_ofs;
uint64_t ztrailer_ofs = zheader_ofs + 24;
uint64_t ztrailer_len = 24 + zctx->blocks_count * 24;
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
ztrailer_ofs += block->compressed_size;
}
if ((retval = readstat_write_bytes(writer, &zheader_ofs, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &ztrailer_ofs, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &ztrailer_len, sizeof(uint64_t))) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t zsav_write_data_blocks(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
if ((retval = readstat_write_bytes(writer, block->compressed_data, block->compressed_size)) != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t zsav_write_data_trailer(readstat_writer_t *writer, zsav_ctx_t *zctx) {
readstat_error_t retval = READSTAT_OK;
int64_t bias = -100;
int64_t zero = 0;
int32_t block_size = zctx->uncompressed_block_size;
int32_t n_blocks = zctx->blocks_count;
if ((retval = readstat_write_bytes(writer, &bias, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &zero, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &block_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &n_blocks, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
int i;
int64_t uncompressed_ofs = zctx->zheader_ofs;
int64_t compressed_ofs = zctx->zheader_ofs + 24;
for (i=0; iblocks_count; i++) {
zsav_block_t *block = zctx->blocks[i];
int32_t uncompressed_size = block->uncompressed_size;
int32_t compressed_size = block->compressed_size;
if ((retval = readstat_write_bytes(writer, &uncompressed_ofs, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &compressed_ofs, sizeof(int64_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &uncompressed_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
if ((retval = readstat_write_bytes(writer, &compressed_size, sizeof(int32_t))) != READSTAT_OK)
goto cleanup;
uncompressed_ofs += uncompressed_size;
compressed_ofs += compressed_size;
}
cleanup:
return retval;
}
readstat_error_t zsav_end_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
zsav_ctx_t *zctx = writer->module_ctx;
readstat_error_t retval = READSTAT_OK;
retval = zsav_write_data_header(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
retval = zsav_write_data_blocks(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
retval = zsav_write_data_trailer(writer, zctx);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.c 0000644 0001762 0000144 00000036555 14101765776 023076 0 ustar ligges users #line 1 "src/spss/readstat_sav_parse_timestamp.rl"
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_parse_timestamp.h"
#line 12 "src/spss/readstat_sav_parse_timestamp.c"
static const signed char _sav_time_parse_actions[] = {
0, 1, 0, 1, 2, 1, 3, 1,
4, 1, 5, 2, 1, 0, 0
};
static const signed char _sav_time_parse_key_offsets[] = {
0, 0, 3, 5, 6, 9, 11, 12,
15, 17, 19, 21, 23, 0
};
static const char _sav_time_parse_trans_keys[] = {
32, 48, 57, 48, 57, 58, 32, 48,
57, 48, 57, 58, 32, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 0
};
static const signed char _sav_time_parse_single_lengths[] = {
0, 1, 0, 1, 1, 0, 1, 1,
0, 0, 0, 0, 0, 0
};
static const signed char _sav_time_parse_range_lengths[] = {
0, 1, 1, 0, 1, 1, 0, 1,
1, 1, 1, 1, 0, 0
};
static const signed char _sav_time_parse_index_offsets[] = {
0, 0, 3, 5, 7, 10, 12, 14,
17, 19, 21, 23, 25, 0
};
static const signed char _sav_time_parse_cond_targs[] = {
2, 11, 0, 3, 0, 4, 0, 5,
10, 0, 6, 0, 7, 0, 8, 9,
0, 12, 0, 12, 0, 6, 0, 3,
0, 0, 0, 1, 2, 3, 4, 5,
6, 7, 8, 9, 10, 11, 12, 0
};
static const signed char _sav_time_parse_cond_actions[] = {
0, 3, 0, 11, 0, 5, 0, 0,
3, 0, 11, 0, 7, 0, 0, 3,
0, 11, 0, 1, 0, 1, 0, 1,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 9, 0
};
static const signed char _sav_time_parse_eof_trans[] = {
27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 0
};
static const int sav_time_parse_start = 1;
static const int sav_time_parse_en_main = 1;
#line 12 "src/spss/readstat_sav_parse_timestamp.rl"
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
#line 83 "src/spss/readstat_sav_parse_timestamp.c"
{
cs = (int)sav_time_parse_start;
}
#line 88 "src/spss/readstat_sav_parse_timestamp.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_time_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_time_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_time_parse_trans_keys + (_sav_time_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_time_parse_index_offsets[cs];
_klen = (int)_sav_time_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_time_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_time_parse_cond_targs[_trans];
if ( _sav_time_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_time_parse_actions + (_sav_time_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 24 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 10 * temp_val + ((( (*( p)))) - '0');
}
#line 173 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 1: {
{
#line 28 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 0; }
#line 182 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 2: {
{
#line 28 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = (( (*( p)))) - '0'; }
#line 191 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 3: {
{
#line 30 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_hour = temp_val; }
#line 200 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 4: {
{
#line 32 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_min = temp_val; }
#line 209 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 5: {
{
#line 34 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_sec = temp_val; }
#line 218 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 12 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 40 "src/spss/readstat_sav_parse_timestamp.rl"
if (cs <
#line 246 "src/spss/readstat_sav_parse_timestamp.c"
12
#line 42 "src/spss/readstat_sav_parse_timestamp.rl"
|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid time string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_time_parse_en_main;
return retval;
}
#line 264 "src/spss/readstat_sav_parse_timestamp.c"
static const signed char _sav_date_parse_actions[] = {
0, 1, 0, 1, 1, 1, 3, 1,
4, 1, 5, 1, 6, 1, 7, 1,
8, 1, 9, 1, 10, 1, 11, 1,
12, 1, 13, 1, 14, 1, 15, 2,
2, 0, 0
};
static const signed char _sav_date_parse_key_offsets[] = {
0, 0, 3, 6, 8, 16, 20, 21,
23, 26, 29, 30, 32, 33, 34, 36,
37, 39, 40, 42, 43, 45, 46, 50,
51, 53, 55, 57, 59, 60, 62, 64,
66, 68, 70, 72, 74, 75, 77, 78,
80, 81, 83, 84, 86, 87, 89, 90,
0
};
static const char _sav_date_parse_trans_keys[] = {
32, 48, 57, 32, 48, 57, 32, 45,
65, 68, 70, 74, 77, 78, 79, 83,
80, 85, 112, 117, 82, 32, 45, 32,
48, 57, 32, 48, 57, 71, 32, 45,
114, 103, 69, 101, 67, 32, 45, 99,
69, 101, 66, 32, 45, 98, 65, 85,
97, 117, 78, 32, 45, 76, 78, 32,
45, 32, 45, 110, 108, 110, 65, 97,
82, 89, 32, 45, 32, 45, 114, 121,
79, 111, 86, 32, 45, 118, 67, 99,
84, 32, 45, 116, 69, 101, 80, 32,
45, 112, 0
};
static const signed char _sav_date_parse_single_lengths[] = {
0, 1, 1, 2, 8, 4, 1, 2,
1, 1, 1, 2, 1, 1, 2, 1,
2, 1, 2, 1, 2, 1, 4, 1,
2, 2, 2, 2, 1, 2, 2, 2,
2, 2, 2, 2, 1, 2, 1, 2,
1, 2, 1, 2, 1, 2, 1, 0,
0
};
static const signed char _sav_date_parse_range_lengths[] = {
0, 1, 1, 0, 0, 0, 0, 0,
1, 1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0
};
static const short _sav_date_parse_index_offsets[] = {
0, 0, 3, 6, 9, 18, 23, 25,
28, 31, 34, 36, 39, 41, 43, 46,
48, 51, 53, 56, 58, 61, 63, 68,
70, 73, 76, 79, 82, 84, 87, 90,
93, 96, 99, 102, 105, 107, 110, 112,
115, 117, 120, 122, 125, 127, 130, 132,
0
};
static const signed char _sav_date_parse_cond_targs[] = {
2, 2, 0, 3, 3, 0, 4, 4,
0, 5, 14, 18, 22, 30, 35, 39,
43, 0, 6, 10, 12, 13, 0, 7,
0, 8, 8, 0, 9, 9, 0, 47,
47, 0, 11, 0, 8, 8, 0, 7,
0, 11, 0, 15, 17, 0, 16, 0,
8, 8, 0, 16, 0, 19, 21, 0,
20, 0, 8, 8, 0, 20, 0, 23,
25, 28, 29, 0, 24, 0, 8, 8,
0, 26, 27, 0, 8, 8, 0, 8,
8, 0, 24, 0, 26, 27, 0, 31,
34, 0, 32, 33, 0, 8, 8, 0,
8, 8, 0, 32, 33, 0, 36, 38,
0, 37, 0, 8, 8, 0, 37, 0,
40, 42, 0, 41, 0, 8, 8, 0,
41, 0, 44, 46, 0, 45, 0, 8,
8, 0, 45, 0, 0, 0, 1, 2,
3, 4, 5, 6, 7, 8, 9, 10,
11, 12, 13, 14, 15, 16, 17, 18,
19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 40, 41, 42,
43, 44, 45, 46, 47, 0
};
static const signed char _sav_date_parse_cond_actions[] = {
31, 31, 0, 1, 1, 0, 5, 5,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 13, 13, 0, 31, 31, 0, 1,
1, 0, 0, 0, 21, 21, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
29, 29, 0, 0, 0, 0, 0, 0,
0, 0, 9, 9, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 7, 7,
0, 0, 0, 0, 19, 19, 0, 17,
17, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 11, 11, 0,
15, 15, 0, 0, 0, 0, 0, 0,
0, 0, 0, 27, 27, 0, 0, 0,
0, 0, 0, 0, 0, 25, 25, 0,
0, 0, 0, 0, 0, 0, 0, 23,
23, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 3, 0
};
static const short _sav_date_parse_eof_trans[] = {
134, 135, 136, 137, 138, 139, 140, 141,
142, 143, 144, 145, 146, 147, 148, 149,
150, 151, 152, 153, 154, 155, 156, 157,
158, 159, 160, 161, 162, 163, 164, 165,
166, 167, 168, 169, 170, 171, 172, 173,
174, 175, 176, 177, 178, 179, 180, 181,
0
};
static const int sav_date_parse_start = 1;
static const int sav_date_parse_en_main = 1;
#line 59 "src/spss/readstat_sav_parse_timestamp.rl"
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
#line 408 "src/spss/readstat_sav_parse_timestamp.c"
{
cs = (int)sav_date_parse_start;
}
#line 413 "src/spss/readstat_sav_parse_timestamp.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _sav_date_parse_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_sav_date_parse_eof_trans[cs] - 1;
}
}
else {
_keys = ( _sav_date_parse_trans_keys + (_sav_date_parse_key_offsets[cs]));
_trans = (unsigned int)_sav_date_parse_index_offsets[cs];
_klen = (int)_sav_date_parse_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_sav_date_parse_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_sav_date_parse_cond_targs[_trans];
if ( _sav_date_parse_cond_actions[_trans] != 0 ) {
_acts = ( _sav_date_parse_actions + (_sav_date_parse_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 71 "src/spss/readstat_sav_parse_timestamp.rl"
char digit = ((( (*( p)))) - '0');
if (digit >= 0 && digit <= 9) {
temp_val = 10 * temp_val + digit;
}
}
#line 501 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 1: {
{
#line 78 "src/spss/readstat_sav_parse_timestamp.rl"
if (temp_val < 70) {
timestamp->tm_year = 100 + temp_val;
} else {
timestamp->tm_year = temp_val;
}
}
#line 516 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 2: {
{
#line 87 "src/spss/readstat_sav_parse_timestamp.rl"
temp_val = 0; }
#line 525 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 3: {
{
#line 89 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mday = temp_val; }
#line 534 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 4: {
{
#line 94 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 0; }
#line 543 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 5: {
{
#line 95 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 1; }
#line 552 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 6: {
{
#line 96 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 2; }
#line 561 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 7: {
{
#line 97 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 3; }
#line 570 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 8: {
{
#line 98 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 4; }
#line 579 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 9: {
{
#line 99 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 5; }
#line 588 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 10: {
{
#line 100 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 6; }
#line 597 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 11: {
{
#line 101 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 7; }
#line 606 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 12: {
{
#line 102 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 8; }
#line 615 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 13: {
{
#line 103 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 9; }
#line 624 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 14: {
{
#line 104 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 10; }
#line 633 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
case 15: {
{
#line 105 "src/spss/readstat_sav_parse_timestamp.rl"
timestamp->tm_mon = 11; }
#line 642 "src/spss/readstat_sav_parse_timestamp.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 47 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 112 "src/spss/readstat_sav_parse_timestamp.rl"
if (cs <
#line 670 "src/spss/readstat_sav_parse_timestamp.c"
47
#line 114 "src/spss/readstat_sav_parse_timestamp.rl"
|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid date string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_date_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_por_parse.h 0000644 0001762 0000144 00000000253 14101007206 020762 0 ustar ligges users //
// readstat_por_parse.h
//
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx);
haven/src/readstat/spss/readstat_sav_compress.h 0000644 0001762 0000144 00000001410 14101007206 021470 0 ustar ligges users enum sav_row_stream_status {
SAV_ROW_STREAM_NEED_DATA,
SAV_ROW_STREAM_HAVE_DATA,
SAV_ROW_STREAM_FINISHED_ROW,
SAV_ROW_STREAM_FINISHED_ALL
};
struct sav_row_stream_s {
const unsigned char *next_in;
size_t avail_in;
unsigned char *next_out;
size_t avail_out;
uint64_t missing_value;
double bias;
unsigned char chunk[8];
int i;
int bswap;
enum sav_row_stream_status status;
};
size_t sav_compressed_row_bound(size_t uncompressed_length);
size_t sav_compress_row(void *output_row, void *input_row, size_t input_len,
readstat_writer_t *writer);
void sav_decompress_row(struct sav_row_stream_s *state);
haven/src/readstat/spss/readstat_por_write.c 0000644 0001762 0000144 00000064615 14377230762 021035 0 ustar ligges users
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../CKHashTable.h"
#include "../readstat_writer.h"
#include "readstat_spss.h"
#include "readstat_por.h"
#define POR_BASE30_PRECISION 50
typedef struct por_write_ctx_s {
unsigned char *unicode2byte;
size_t unicode2byte_len;
} por_write_ctx_t;
static inline char por_encode_base30_digit(uint64_t digit) {
if (digit < 10)
return '0' + digit;
return 'A' + (digit - 10);
}
static int por_write_base30_integer(char *string, size_t string_len, uint64_t integer) {
int start = 0;
int end = 0;
int offset = 0;
while (integer) {
string[offset++] = por_encode_base30_digit(integer % 30);
integer /= 30;
}
end = offset;
offset--;
while (offset > start) {
char tmp = string[start];
string[start] = string[offset];
string[offset] = tmp;
offset--; start++;
}
return end;
}
static readstat_error_t por_finish(readstat_writer_t *writer) {
return readstat_write_line_padding(writer, 'Z', 80, "\r\n");
}
static readstat_error_t por_write_bytes(readstat_writer_t *writer, const void *bytes, size_t len) {
return readstat_write_bytes_as_lines(writer, bytes, len, 80, "\r\n");
}
static readstat_error_t por_write_string_n(readstat_writer_t *writer, por_write_ctx_t *ctx,
const char *string, size_t input_len) {
char error_buf[1024];
readstat_error_t retval = READSTAT_OK;
char *por_string = malloc(input_len);
ssize_t output_len = por_utf8_decode(string, input_len, por_string, input_len,
ctx->unicode2byte, ctx->unicode2byte_len);
if (output_len == -1) {
if (writer->error_handler) {
snprintf(error_buf, sizeof(error_buf), "Error converting string (length=%" PRId64 "): %.*s",
(int64_t)input_len, (int)input_len, string);
writer->error_handler(error_buf, writer->user_ctx);
}
retval = READSTAT_ERROR_CONVERT;
goto cleanup;
}
retval = por_write_bytes(writer, por_string, output_len);
cleanup:
if (por_string)
free(por_string);
return retval;
}
static readstat_error_t por_write_tag(readstat_writer_t *writer, por_write_ctx_t *ctx, char tag) {
char string[2];
string[0] = tag;
string[1] = '\0';
return por_write_string_n(writer, ctx, string, 1);
}
static ssize_t por_write_double_to_buffer(char *string, size_t buffer_len, double value, long precision) {
int offset = 0;
if (isnan(value)) {
string[offset++] = '*';
string[offset++] = '.';
} else if (isinf(value)) {
if (value < 0.0) {
string[offset++] = '-';
}
string[offset++] = '1';
string[offset++] = '+';
string[offset++] = 'T';
string[offset++] = 'T';
string[offset++] = '/';
} else {
long integers_printed = 0;
double integer_part;
double fraction = modf(fabs(value), &integer_part);
int64_t integer = integer_part;
int64_t exponent = 0;
if (value < 0.0) {
string[offset++] = '-';
}
if (integer == 0) {
string[offset++] = '0';
} else {
while (fraction == 0 && integer != 0 && (integer % 30) == 0) {
integer /= 30;
exponent++;
}
integers_printed = por_write_base30_integer(&string[offset], buffer_len - offset, integer);
offset += integers_printed;
}
/* should use exponents for efficiency, but this works */
if (fraction) {
string[offset++] = '.';
}
while (fraction && integers_printed < precision) {
fraction = modf(fraction * 30, &integer_part);
integer = integer_part;
if (integer < 0) {
return -1;
} else {
string[offset++] = por_encode_base30_digit(integer);
}
integers_printed++;
}
if (exponent) {
string[offset++] = '+';
offset += por_write_base30_integer(&string[offset], buffer_len - offset, exponent);
}
string[offset++] = '/';
}
string[offset] = '\0';
return offset;
}
static readstat_error_t por_write_double(readstat_writer_t *writer, por_write_ctx_t *ctx, double value) {
char error_buf[1024];
char string[256];
ssize_t bytes_written = por_write_double_to_buffer(string, sizeof(string), value, POR_BASE30_PRECISION);
if (bytes_written == -1) {
if (writer->error_handler) {
snprintf(error_buf, sizeof(error_buf), "Unable to encode number: %lf", value);
writer->error_handler(error_buf, writer->user_ctx);
}
return READSTAT_ERROR_WRITE;
}
return por_write_string_n(writer, ctx, string, bytes_written);
}
static readstat_error_t por_write_string_field_n(readstat_writer_t *writer, por_write_ctx_t *ctx,
const char *string, size_t len) {
readstat_error_t error = por_write_double(writer, ctx, len);
if (error != READSTAT_OK)
return error;
return por_write_string_n(writer, ctx, string, len);
}
static readstat_error_t por_write_string_field(readstat_writer_t *writer, por_write_ctx_t *ctx, const char *string) {
return por_write_string_field_n(writer, ctx, string, strlen(string));
}
static por_write_ctx_t *por_write_ctx_init(void) {
por_write_ctx_t *ctx = calloc(1, sizeof(por_write_ctx_t));
uint16_t max_unicode = 0;
int i;
for (i=0; i max_unicode)
max_unicode = por_unicode_lookup[i];
}
ctx->unicode2byte = malloc(max_unicode+1);
ctx->unicode2byte_len = max_unicode+1;
for (i=0; iunicode2byte[por_unicode_lookup[i]] = por_ascii_lookup[i];
}
if (por_ascii_lookup[i]) {
ctx->unicode2byte[por_ascii_lookup[i]] = por_ascii_lookup[i];
}
}
return ctx;
}
static void por_write_ctx_free(por_write_ctx_t *ctx) {
if (ctx->unicode2byte)
free(ctx->unicode2byte);
free(ctx);
}
static readstat_error_t por_emit_header(readstat_writer_t *writer, por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
size_t file_label_len = strlen(writer->file_label);
char vanity[5][40];
memset(vanity, '0', sizeof(vanity));
memcpy(vanity[1], "ASCII SPSS PORT FILE", 20);
strncpy(vanity[1] + 20, writer->file_label, 20);
if (file_label_len < 20)
memset(vanity[1] + 20 + file_label_len, ' ', 20 - file_label_len);
por_write_bytes(writer, vanity, sizeof(vanity));
char lookup[256];
int i;
memset(lookup, '0', sizeof(lookup));
for (i=0; itimestamp);
if (!timestamp) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_VALUE;
goto cleanup;
}
if ((retval = por_write_tag(writer, ctx, 'A')) != READSTAT_OK)
goto cleanup;
char date[9];
snprintf(date, sizeof(date), "%04d%02d%02d",
(unsigned int)(timestamp->tm_year + 1900) % 10000,
(unsigned int)(timestamp->tm_mon + 1) % 100,
(unsigned int)(timestamp->tm_mday) % 100);
if ((retval = por_write_string_field(writer, ctx, date)) != READSTAT_OK)
goto cleanup;
char time[7];
snprintf(time, sizeof(time), "%02d%02d%02d",
(unsigned int)timestamp->tm_hour % 100,
(unsigned int)timestamp->tm_min % 100,
(unsigned int)timestamp->tm_sec % 100);
if ((retval = por_write_string_field(writer, ctx, time)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_identification_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '1')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, READSTAT_PRODUCT_NAME)) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_tag(writer, ctx, '3')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, READSTAT_PRODUCT_URL)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_variable_count_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '4')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, writer->variables_count)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_precision_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '5')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, POR_BASE30_PRECISION)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_case_weight_variable_record(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
if (!writer->fweight_variable)
return READSTAT_OK;
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, '6')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx,
readstat_variable_get_name(writer->fweight_variable))) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_format(readstat_writer_t *writer, por_write_ctx_t *ctx,
spss_format_t *format) {
readstat_error_t error = READSTAT_OK;
if ((error = por_write_double(writer, ctx, format->type)) != READSTAT_OK)
goto cleanup;
if ((error = por_write_double(writer, ctx, format->width)) != READSTAT_OK)
goto cleanup;
if ((error = por_write_double(writer, ctx, format->decimal_places)) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t validate_variable_name(const char *name) {
size_t len = strlen(name);
if (len < 1 || len > 8)
return READSTAT_ERROR_NAME_IS_TOO_LONG;
int i;
for (i=0; name[i]; i++) {
if (name[i] >= 'A' && name[i] <= 'Z')
continue;
if (name[i] >= '0' && name[i] <= '9')
continue;
if (name[i] == '@' || name[i] == '#' || name[i] == '$')
continue;
if (name[i] == '_' || name[i] == '.')
continue;
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
}
if (!(name[0] >= 'A' && name[0] <= 'Z') && name[0] != '@')
return READSTAT_ERROR_NAME_BEGINS_WITH_ILLEGAL_CHARACTER;
return READSTAT_OK;
}
static readstat_error_t por_emit_variable_label_record(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
const char *label = readstat_variable_get_label(r_variable);
readstat_error_t retval = READSTAT_OK;
if (!label)
return READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, 'C')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field(writer, ctx, label)) != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_string_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; j 3)
retval = READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_double_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; j 3)
retval = READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
cleanup:
return retval;
}
static readstat_error_t por_emit_missing_values_records(readstat_writer_t *writer,
por_write_ctx_t *ctx, readstat_variable_t *r_variable) {
if (r_variable->type == READSTAT_TYPE_DOUBLE) {
return por_emit_missing_double_values_records(writer, ctx, r_variable);
}
return por_emit_missing_string_values_records(writer, ctx, r_variable);
}
static readstat_error_t por_emit_variable_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
const char *variable_name = readstat_variable_get_name(r_variable);
spss_format_t print_format;
if ((retval = por_write_tag(writer, ctx, '7')) != READSTAT_OK)
break;
retval = por_write_double(writer, ctx,
(r_variable->type == READSTAT_TYPE_STRING) ?
r_variable->user_width : 0);
if (retval != READSTAT_OK)
break;
if ((retval = por_write_string_field(writer, ctx, variable_name)) != READSTAT_OK)
break;
if ((retval = spss_format_for_variable(r_variable, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_format(writer, ctx, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_format(writer, ctx, &print_format)) != READSTAT_OK)
break;
if ((retval = por_emit_missing_values_records(writer, ctx, r_variable)) != READSTAT_OK)
break;
if ((retval = por_emit_variable_label_record(writer, ctx, r_variable)) != READSTAT_OK)
break;
}
return retval;
}
static readstat_error_t por_emit_value_label_records(readstat_writer_t *writer,
por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i, j;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
readstat_type_t user_type = r_label_set->type;
if (r_label_set->value_labels_count == 0 || r_label_set->variables_count == 0)
continue;
if ((retval = por_write_tag(writer, ctx, 'D')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, r_label_set->variables_count)) != READSTAT_OK)
goto cleanup;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if ((retval = por_write_string_field(writer, ctx,
readstat_variable_get_name(r_variable))) != READSTAT_OK)
goto cleanup;
}
if ((retval = por_write_double(writer, ctx, r_label_set->value_labels_count)) != READSTAT_OK)
goto cleanup;
for (j=0; jvalue_labels_count; j++) {
readstat_value_label_t *r_value_label = readstat_get_value_label(r_label_set, j);
if (user_type == READSTAT_TYPE_STRING) {
retval = por_write_string_field_n(writer, ctx,
r_value_label->string_key, r_value_label->string_key_len);
} else if (user_type == READSTAT_TYPE_DOUBLE) {
retval = por_write_double(writer, ctx, r_value_label->double_key);
} else if (user_type == READSTAT_TYPE_INT32) {
retval = por_write_double(writer, ctx, r_value_label->int32_key);
}
if (retval != READSTAT_OK)
goto cleanup;
if ((retval = por_write_string_field_n(writer, ctx,
r_value_label->label, r_value_label->label_len)) != READSTAT_OK)
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t por_emit_document_record(readstat_writer_t *writer, por_write_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
if ((retval = por_write_tag(writer, ctx, 'E')) != READSTAT_OK)
goto cleanup;
if ((retval = por_write_double(writer, ctx, writer->notes_count)) != READSTAT_OK)
goto cleanup;
int i;
for (i=0; inotes_count; i++) {
size_t len = strlen(writer->notes[i]);
if (len > SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_NOTE_IS_TOO_LONG;
goto cleanup;
}
if ((retval = por_write_string_field_n(writer, ctx, writer->notes[i], len)) != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t por_emit_data_tag(readstat_writer_t *writer, por_write_ctx_t *ctx) {
return por_write_tag(writer, ctx, 'F');
}
static readstat_error_t por_begin_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
por_write_ctx_t *ctx = por_write_ctx_init();
readstat_error_t retval = READSTAT_OK;
if ((retval = por_emit_header(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_version_and_timestamp(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_identification_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_variable_count_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_precision_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_case_weight_variable_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_variable_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_value_label_records(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_document_record(writer, ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = por_emit_data_tag(writer, ctx)) != READSTAT_OK)
goto cleanup;
cleanup:
if (retval != READSTAT_OK) {
por_write_ctx_free(ctx);
} else {
writer->module_ctx = ctx;
}
return retval;
}
static readstat_error_t por_end_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
readstat_error_t error = READSTAT_OK;
if ((error = por_write_tag(writer, writer->module_ctx, 'Z')) != READSTAT_OK)
goto cleanup;
if ((error = por_finish(writer)) != READSTAT_OK)
goto cleanup;
cleanup:
por_write_ctx_free(writer->module_ctx);
return error;
}
static size_t por_variable_width(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING) {
return POR_BASE30_PRECISION + 4 + user_width;
}
return POR_BASE30_PRECISION + 4; // minus sign + period + plus/minus + slash
}
static readstat_error_t por_variable_ok(const readstat_variable_t *variable) {
return validate_variable_name(readstat_variable_get_name(variable));
}
static readstat_error_t por_write_double_value(void *row, const readstat_variable_t *var, double value) {
if (por_write_double_to_buffer(row, POR_BASE30_PRECISION + 4, value, POR_BASE30_PRECISION) == -1) {
return READSTAT_ERROR_WRITE;
}
return READSTAT_OK;
}
static readstat_error_t por_write_int8_value(void *row, const readstat_variable_t *var, int8_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_int16_value(void *row, const readstat_variable_t *var, int16_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_int32_value(void *row, const readstat_variable_t *var, int32_t value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_float_value(void *row, const readstat_variable_t *var, float value) {
return por_write_double_value(row, var, value);
}
static readstat_error_t por_write_missing_number(void *row, const readstat_variable_t *var) {
return por_write_double_value(row, var, NAN);
}
static readstat_error_t por_write_missing_string(void *row, const readstat_variable_t *var) {
return por_write_double_value(row, var, 0);
}
static readstat_error_t por_write_string_value(void *row, const readstat_variable_t *var, const char *string) {
size_t len = strlen(string);
if (len == 0) {
string = " ";
len = 1;
}
size_t storage_width = readstat_variable_get_storage_width(var);
if (len > storage_width) {
len = storage_width;
}
ssize_t bytes_written = por_write_double_to_buffer(row, POR_BASE30_PRECISION + 4, len, POR_BASE30_PRECISION);
if (bytes_written == -1) {
return READSTAT_ERROR_WRITE;
}
strncpy(((char *)row) + bytes_written, string, len);
return READSTAT_OK;
}
static readstat_error_t por_write_row(void *writer_ctx, void *row, size_t row_len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
char *row_chars = (char *)row;
int offset = 0, output = 0;
for (offset=0; offsetmodule_ctx, row_chars, output);
}
static readstat_error_t por_metadata_ok(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
if (writer->compression != READSTAT_COMPRESS_NONE)
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
return READSTAT_OK;
}
readstat_error_t readstat_begin_writing_por(readstat_writer_t *writer, void *user_ctx, long row_count) {
writer->callbacks.metadata_ok = &por_metadata_ok;
writer->callbacks.variable_width = &por_variable_width;
writer->callbacks.variable_ok = &por_variable_ok;
writer->callbacks.write_int8 = &por_write_int8_value;
writer->callbacks.write_int16 = &por_write_int16_value;
writer->callbacks.write_int32 = &por_write_int32_value;
writer->callbacks.write_float = &por_write_float_value;
writer->callbacks.write_double = &por_write_double_value;
writer->callbacks.write_string = &por_write_string_value;
writer->callbacks.write_missing_string = &por_write_missing_string;
writer->callbacks.write_missing_number = &por_write_missing_number;
writer->callbacks.begin_data = &por_begin_data;
writer->callbacks.write_row = &por_write_row;
writer->callbacks.end_data = &por_end_data;
return readstat_begin_writing_file(writer, user_ctx, row_count);
}
haven/src/readstat/spss/readstat_zsav_read.c 0000644 0001762 0000144 00000014523 14101007206 020746 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
struct zheader {
uint64_t zheader_ofs;
uint64_t ztrailer_ofs;
uint64_t ztrailer_len;
};
struct ztrailer {
int64_t bias;
int64_t zero;
int32_t block_size;
int32_t n_blocks;
};
struct ztrailer_entry {
int64_t uncompressed_ofs;
int64_t compressed_ofs;
int32_t uncompressed_size;
int32_t compressed_size;
};
readstat_error_t zsav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
readstat_off_t data_offset = 0;
size_t uncompressed_row_len = ctx->var_offset * 8;
readstat_off_t uncompressed_offset = 0;
unsigned char *uncompressed_row = NULL;
uLongf uncompressed_block_len = 0;
unsigned char *compressed_block = NULL, *uncompressed_block = NULL;
struct sav_row_stream_s state = {
.missing_value = ctx->missing_double,
.bias = ctx->bias,
.bswap = ctx->bswap };
struct zheader zheader;
struct ztrailer ztrailer;
struct ztrailer_entry *ztrailer_entries = NULL;
int n_blocks = 0;
int block_i = 0;
int i;
if (io->read(&zheader, sizeof(struct zheader), io->io_ctx) < sizeof(struct zheader)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
zheader.zheader_ofs = ctx->bswap ? byteswap8(zheader.zheader_ofs) : zheader.zheader_ofs;
zheader.ztrailer_ofs = ctx->bswap ? byteswap8(zheader.ztrailer_ofs) : zheader.ztrailer_ofs;
zheader.ztrailer_len = ctx->bswap ? byteswap8(zheader.ztrailer_len) : zheader.ztrailer_len;
if (zheader.zheader_ofs != io->seek(0, READSTAT_SEEK_CUR, io->io_ctx) - sizeof(struct zheader)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
n_blocks = (zheader.ztrailer_len - 24) / 24;
if (io->seek(zheader.ztrailer_ofs, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&ztrailer, sizeof(struct ztrailer), io->io_ctx) < sizeof(struct ztrailer)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ztrailer.bias = ctx->bswap ? byteswap8(ztrailer.bias) : ztrailer.bias;
ztrailer.zero = ctx->bswap ? byteswap8(ztrailer.zero) : ztrailer.zero;
ztrailer.block_size = ctx->bswap ? byteswap4(ztrailer.block_size) : ztrailer.block_size;
ztrailer.n_blocks = ctx->bswap ? byteswap4(ztrailer.n_blocks) : ztrailer.n_blocks;
if (n_blocks != ztrailer.n_blocks) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (n_blocks && (ztrailer_entries = readstat_malloc(n_blocks * sizeof(struct ztrailer_entry))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(ztrailer_entries, n_blocks * sizeof(struct ztrailer_entry), io->io_ctx) <
n_blocks * sizeof(struct ztrailer_entry)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; iuncompressed_ofs = ctx->bswap ? byteswap8(entry->uncompressed_ofs) : entry->uncompressed_ofs;
entry->compressed_ofs = ctx->bswap ? byteswap8(entry->compressed_ofs) : entry->compressed_ofs;
entry->uncompressed_size = ctx->bswap ? byteswap4(entry->uncompressed_size) : entry->uncompressed_size;
entry->compressed_size = ctx->bswap ? byteswap4(entry->compressed_size) : entry->compressed_size;
}
if (uncompressed_row_len && (uncompressed_row = readstat_malloc(uncompressed_row_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
while (1) {
if (block_i == n_blocks)
goto cleanup;
struct ztrailer_entry *entry = &ztrailer_entries[block_i];
if (io->seek(entry->compressed_ofs, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if ((compressed_block = readstat_realloc(compressed_block, entry->compressed_size)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(compressed_block, entry->compressed_size, io->io_ctx) != entry->compressed_size) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
uncompressed_block_len = entry->uncompressed_size;
if ((uncompressed_block = readstat_realloc(uncompressed_block, uncompressed_block_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
int status = uncompress(uncompressed_block, &uncompressed_block_len,
compressed_block, entry->compressed_size);
if (status != Z_OK || uncompressed_block_len != entry->uncompressed_size) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
block_i++;
state.status = SAV_ROW_STREAM_HAVE_DATA;
data_offset = 0;
while (state.status != SAV_ROW_STREAM_NEED_DATA) {
state.next_in = &uncompressed_block[data_offset];
state.avail_in = uncompressed_block_len - data_offset;
state.next_out = &uncompressed_row[uncompressed_offset];
state.avail_out = uncompressed_row_len - uncompressed_offset;
sav_decompress_row(&state);
uncompressed_offset = uncompressed_row_len - state.avail_out;
data_offset = uncompressed_block_len - state.avail_in;
if (state.status == SAV_ROW_STREAM_FINISHED_ROW) {
retval = row_handler(uncompressed_row, uncompressed_row_len, ctx);
if (retval != READSTAT_OK)
goto cleanup;
uncompressed_offset = 0;
}
if (state.status == SAV_ROW_STREAM_FINISHED_ALL)
goto cleanup;
if (ctx->row_limit > 0 && ctx->current_row == ctx->row_limit)
goto cleanup;
}
}
cleanup:
if (uncompressed_row)
free(uncompressed_row);
if (ztrailer_entries)
free(ztrailer_entries);
if (compressed_block)
free(compressed_block);
if (uncompressed_block)
free(uncompressed_block);
return retval;
}
haven/src/readstat/spss/readstat_por_parse.rl 0000644 0001762 0000144 00000005157 14101007206 021160 0 ustar ligges users #include
#include "../readstat.h"
#include "readstat_por_parse.h"
%%{
machine por_field_parse;
write data nofinal noerror;
}%%
ssize_t readstat_por_parse_double(const char *data, size_t len, double *result,
readstat_error_handler error_cb, void *user_ctx) {
ssize_t retval = 0;
double val = 0.0;
double denom = 30.0;
double temp_frac = 0.0;
double num = 0.0;
double exp = 0.0;
double temp_val = 0.0;
const unsigned char *p = (const unsigned char *)data;
const unsigned char *pe = p + len;
int cs;
int is_negative = 0, exp_is_negative = 0;
int success = 0;
%%{
action incr_val {
if (fc >= '0' && fc <= '9') {
temp_val = 30 * temp_val + (fc - '0');
} else if (fc >= 'A' && fc <= 'T') {
temp_val = 30 * temp_val + (10 + fc - 'A');
}
}
action incr_frac {
if (fc >= '0' && fc <= '9') {
temp_frac += (fc - '0') / denom;
} else if (fc >= 'A' && fc <= 'T') {
temp_frac += (10 + fc - 'A') / denom;
}
denom *= 30.0;
}
value = [0-9A-T]+ >{ temp_val = 0; } $incr_val;
frac_value = [0-9A-T]+ >{ temp_frac = 0.0; } $incr_frac;
fraction = "." frac_value;
nonmissing_value = (("-" %{ is_negative = 1; })? value %{ num = temp_val; } fraction?
( ("+" | "-" %{ exp_is_negative = 1; }) value %{ exp = temp_val; })?) "/";
nonmissing_fraction = ("-" %{ is_negative = 1; })? fraction "/";
missing_value = "*." >{ val = NAN; };
main := " "* (missing_value | nonmissing_value | nonmissing_fraction ) @{ success = 1; fbreak; };
write init;
write exec;
}%%
if (!isnan(val)) {
val = 1.0 * num + temp_frac;
if (exp_is_negative)
exp *= -1;
if (exp) {
val *= pow(30.0, exp);
}
if (is_negative)
val *= -1;
}
if (!success) {
retval = -1;
if (error_cb) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Read bytes: %ld String: %.*s Ending state: %d",
(long)(p - (const unsigned char *)data), (int)len, data, cs);
error_cb(error_buf, user_ctx);
}
}
if (retval == 0) {
if (result)
*result = val;
retval = (p - (const unsigned char *)data);
}
/* suppress warning */
(void)por_field_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_spss_parse.rl 0000644 0001762 0000144 00000007552 14101007206 021351 0 ustar ligges users
#include
#include "../readstat.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
%%{
machine spss_format_parser;
write data nofinal noerror;
}%%
// For minimum width information see
// https://www.ibm.com/support/knowledgecenter/SSLVMB_sub/statistics_reference_project_ddita/spss/base/syn_date_and_time_date_time_formats.html
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt) {
unsigned char *p = (unsigned char *)data;
unsigned char *pe = (unsigned char *)data + count;
unsigned char *eof = pe;
int cs;
unsigned int integer = 0;
%%{
action start_integer {
integer = 0;
}
action incr_integer {
integer = 10 * integer + (fc - '0');
}
action save_width {
fmt->width = integer;
}
action save_precision {
fmt->decimal_places = integer;
}
type = ("A"i %{ fmt->type = SPSS_FORMAT_TYPE_A; } |
"AHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_AHEX; } |
"COMMA"i %{ fmt->type = SPSS_FORMAT_TYPE_COMMA; } |
"DOLLAR"i %{ fmt->type = SPSS_FORMAT_TYPE_DOLLAR; } |
"F"i %{ fmt->type = SPSS_FORMAT_TYPE_F; } |
"IB"i %{ fmt->type = SPSS_FORMAT_TYPE_IB; } |
"PIBHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_PIBHEX; } |
"P"i %{ fmt->type = SPSS_FORMAT_TYPE_P; } |
"PIB"i %{ fmt->type = SPSS_FORMAT_TYPE_PIB; } |
"PK"i %{ fmt->type = SPSS_FORMAT_TYPE_PK; } |
"RB"i %{ fmt->type = SPSS_FORMAT_TYPE_RB; } |
"RBHEX"i %{ fmt->type = SPSS_FORMAT_TYPE_RBHEX; } |
"Z"i %{ fmt->type = SPSS_FORMAT_TYPE_Z; } |
"N"i %{ fmt->type = SPSS_FORMAT_TYPE_N; } |
"E"i %{ fmt->type = SPSS_FORMAT_TYPE_E; } |
"DATE"i %{ fmt->type = SPSS_FORMAT_TYPE_DATE; fmt->width = 11; } |
"TIME"i %{ fmt->type = SPSS_FORMAT_TYPE_TIME; } |
"DATETIME"i %{ fmt->type = SPSS_FORMAT_TYPE_DATETIME; fmt->width = 20; } |
"YMDHMS"i %{ fmt->type = SPSS_FORMAT_TYPE_YMDHMS; fmt->width = 19; } |
"ADATE"i %{ fmt->type = SPSS_FORMAT_TYPE_ADATE; fmt->width = 10; } |
"JDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_JDATE; } |
"DTIME"i %{ fmt->type = SPSS_FORMAT_TYPE_DTIME; fmt->width = 23; } |
"MTIME"i %{ fmt->type = SPSS_FORMAT_TYPE_MTIME; } |
"WKDAY"i %{ fmt->type = SPSS_FORMAT_TYPE_WKDAY; } |
"MONTH"i %{ fmt->type = SPSS_FORMAT_TYPE_MONTH; } |
"MOYR"i %{ fmt->type = SPSS_FORMAT_TYPE_MOYR; } |
"QYR"i %{ fmt->type = SPSS_FORMAT_TYPE_QYR; } |
"WKYR"i %{ fmt->type = SPSS_FORMAT_TYPE_WKYR; fmt->width = 10; } |
"PCT"i %{ fmt->type = SPSS_FORMAT_TYPE_PCT; } |
"DOT"i %{ fmt->type = SPSS_FORMAT_TYPE_DOT; } |
"CCA"i %{ fmt->type = SPSS_FORMAT_TYPE_CCA; } |
"CCB"i %{ fmt->type = SPSS_FORMAT_TYPE_CCB; } |
"CCC"i %{ fmt->type = SPSS_FORMAT_TYPE_CCC; } |
"CCD"i %{ fmt->type = SPSS_FORMAT_TYPE_CCD; } |
"CCE"i %{ fmt->type = SPSS_FORMAT_TYPE_CCE; } |
"EDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_EDATE; fmt->width = 10; } |
"SDATE"i %{ fmt->type = SPSS_FORMAT_TYPE_SDATE; fmt->width = 10; }
);
integer = [0-9]+ >start_integer $incr_integer;
width = integer %save_width;
precision = integer %save_precision;
main := type (width ("." precision)? )?;
write init;
write exec;
}%%
/* suppress warning */
(void)spss_format_parser_en_main;
if (cs < %%{ write first_final; }%% || p != eof) {
return READSTAT_ERROR_PARSE;
}
return READSTAT_OK;
}
haven/src/readstat/spss/readstat_zsav_compress.h 0000644 0001762 0000144 00000001444 14101007206 021671 0 ustar ligges users
typedef struct zsav_block_s {
int32_t uncompressed_size;
int32_t compressed_size;
z_stream stream;
unsigned char *compressed_data;
size_t compressed_data_capacity;
} zsav_block_t;
typedef struct zsav_ctx_s {
void *buffer;
zsav_block_t **blocks;
int blocks_count;
int blocks_capacity;
int64_t uncompressed_block_size;
int64_t zheader_ofs;
int compression_level;
} zsav_ctx_t;
zsav_ctx_t *zsav_ctx_init(size_t max_row_len, int64_t offset);
void zsav_ctx_free(zsav_ctx_t *ctx);
zsav_block_t *zsav_add_block(zsav_ctx_t *ctx);
zsav_block_t *zsav_current_block(zsav_ctx_t *ctx);
int zsav_compress_row(void *input, size_t input_len, int finish, zsav_ctx_t *zctx);
haven/src/readstat/spss/readstat_spss_parse.c 0000644 0001762 0000144 00000046062 14101765776 021204 0 ustar ligges users #line 1 "src/spss/readstat_spss_parse.rl"
#include
#include "../readstat.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
#line 11 "src/spss/readstat_spss_parse.c"
static const signed char _spss_format_parser_actions[] = {
0, 1, 1, 1, 2, 1, 3, 1,
4, 1, 5, 1, 6, 1, 7, 1,
8, 1, 9, 1, 10, 1, 11, 1,
12, 1, 13, 1, 14, 1, 15, 1,
16, 1, 17, 1, 18, 1, 19, 1,
20, 1, 21, 1, 22, 1, 23, 1,
24, 1, 25, 1, 26, 1, 27, 1,
28, 1, 29, 1, 30, 1, 31, 1,
32, 1, 33, 1, 34, 1, 35, 1,
36, 1, 37, 1, 38, 1, 39, 1,
40, 2, 0, 1, 3, 4, 0, 1,
3, 5, 0, 1, 3, 6, 0, 1,
3, 7, 0, 1, 3, 8, 0, 1,
3, 9, 0, 1, 3, 10, 0, 1,
3, 11, 0, 1, 3, 12, 0, 1,
3, 13, 0, 1, 3, 14, 0, 1,
3, 15, 0, 1, 3, 16, 0, 1,
3, 17, 0, 1, 3, 18, 0, 1,
3, 19, 0, 1, 3, 20, 0, 1,
3, 21, 0, 1, 3, 22, 0, 1,
3, 23, 0, 1, 3, 24, 0, 1,
3, 25, 0, 1, 3, 26, 0, 1,
3, 27, 0, 1, 3, 28, 0, 1,
3, 29, 0, 1, 3, 30, 0, 1,
3, 31, 0, 1, 3, 32, 0, 1,
3, 33, 0, 1, 3, 34, 0, 1,
3, 35, 0, 1, 3, 36, 0, 1,
3, 37, 0, 1, 3, 38, 0, 1,
3, 39, 0, 1, 3, 40, 0, 1,
0
};
static const short _spss_format_parser_key_offsets[] = {
0, 0, 34, 36, 38, 40, 42, 44,
46, 50, 60, 62, 64, 66, 72, 74,
76, 78, 80, 82, 86, 88, 90, 92,
94, 96, 98, 100, 102, 104, 106, 108,
110, 112, 114, 118, 122, 124, 126, 128,
130, 132, 134, 136, 138, 140, 142, 144,
146, 148, 150, 152, 154, 156, 158, 160,
162, 164, 166, 168, 172, 174, 176, 178,
180, 182, 184, 186, 188, 194, 197, 199,
201, 203, 205, 207, 209, 211, 213, 215,
219, 221, 223, 225, 227, 231, 233, 235,
237, 239, 241, 243, 245, 247, 255, 257,
261, 263, 265, 267, 271, 273, 275, 277,
279, 281, 283, 0
};
static const char _spss_format_parser_trans_keys[] = {
65, 67, 68, 69, 70, 73, 74, 77,
78, 80, 81, 82, 83, 84, 87, 89,
90, 97, 99, 100, 101, 102, 105, 106,
109, 110, 112, 113, 114, 115, 116, 119,
121, 122, 48, 57, 65, 97, 84, 116,
69, 101, 69, 101, 88, 120, 67, 79,
99, 111, 65, 66, 67, 68, 69, 97,
98, 99, 100, 101, 77, 109, 77, 109,
65, 97, 65, 79, 84, 97, 111, 116,
84, 116, 69, 101, 73, 105, 77, 109,
69, 101, 76, 84, 108, 116, 76, 108,
65, 97, 82, 114, 73, 105, 77, 109,
69, 101, 65, 97, 84, 116, 69, 101,
66, 98, 68, 100, 65, 97, 84, 116,
69, 101, 79, 84, 111, 116, 78, 89,
110, 121, 84, 116, 72, 104, 82, 114,
73, 105, 77, 109, 69, 101, 84, 116,
66, 98, 69, 101, 88, 120, 89, 121,
82, 114, 66, 98, 69, 101, 88, 120,
68, 100, 65, 97, 84, 116, 69, 101,
73, 105, 77, 109, 69, 101, 75, 107,
68, 89, 100, 121, 65, 97, 89, 121,
82, 114, 77, 109, 68, 100, 72, 104,
77, 109, 83, 115, 68, 72, 100, 104,
48, 57, 46, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 84,
116, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 68, 100, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 67,
73, 75, 99, 105, 107, 48, 57, 48,
57, 72, 104, 48, 57, 48, 57, 48,
57, 48, 57, 72, 104, 48, 57, 48,
57, 48, 57, 48, 57, 48, 57, 48,
57, 48, 57, 48, 57, 0
};
static const signed char _spss_format_parser_single_lengths[] = {
0, 34, 0, 2, 2, 2, 2, 2,
4, 10, 2, 2, 2, 6, 2, 2,
2, 2, 2, 4, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 4, 4, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 4, 2, 2, 2, 2,
2, 2, 2, 2, 4, 1, 0, 0,
0, 0, 0, 0, 0, 0, 0, 2,
0, 0, 0, 0, 2, 0, 0, 0,
0, 0, 0, 0, 0, 6, 0, 2,
0, 0, 0, 2, 0, 0, 0, 0,
0, 0, 0, 0
};
static const signed char _spss_format_parser_range_lengths[] = {
0, 0, 1, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 0
};
static const short _spss_format_parser_index_offsets[] = {
0, 0, 35, 37, 40, 43, 46, 49,
52, 57, 68, 71, 74, 77, 84, 87,
90, 93, 96, 99, 104, 107, 110, 113,
116, 119, 122, 125, 128, 131, 134, 137,
140, 143, 146, 151, 156, 159, 162, 165,
168, 171, 174, 177, 180, 183, 186, 189,
192, 195, 198, 201, 204, 207, 210, 213,
216, 219, 222, 225, 230, 233, 236, 239,
242, 245, 248, 251, 254, 260, 263, 265,
267, 269, 271, 273, 275, 277, 279, 281,
285, 287, 289, 291, 293, 297, 299, 301,
303, 305, 307, 309, 311, 313, 321, 323,
327, 329, 331, 333, 337, 339, 341, 343,
345, 347, 349, 0
};
static const signed char _spss_format_parser_cond_targs[] = {
68, 8, 13, 84, 86, 29, 30, 34,
92, 93, 46, 48, 51, 55, 58, 63,
106, 68, 8, 13, 84, 86, 29, 30,
34, 92, 93, 46, 48, 51, 55, 58,
63, 106, 0, 70, 0, 4, 4, 0,
5, 5, 0, 71, 71, 0, 7, 7,
0, 72, 72, 0, 9, 10, 9, 10,
0, 73, 74, 75, 76, 77, 73, 74,
75, 76, 77, 0, 11, 11, 0, 12,
12, 0, 78, 78, 0, 14, 19, 23,
14, 19, 23, 0, 15, 15, 0, 79,
79, 0, 17, 17, 0, 18, 18, 0,
80, 80, 0, 20, 82, 20, 82, 0,
21, 21, 0, 22, 22, 0, 81, 81,
0, 24, 24, 0, 25, 25, 0, 83,
83, 0, 27, 27, 0, 28, 28, 0,
85, 85, 0, 87, 87, 0, 31, 31,
0, 32, 32, 0, 33, 33, 0, 88,
88, 0, 35, 39, 35, 39, 0, 36,
38, 36, 38, 0, 37, 37, 0, 89,
89, 0, 90, 90, 0, 40, 40, 0,
41, 41, 0, 91, 91, 0, 94, 94,
0, 95, 95, 0, 45, 45, 0, 96,
96, 0, 47, 47, 0, 98, 98, 0,
99, 99, 0, 50, 50, 0, 100, 100,
0, 52, 52, 0, 53, 53, 0, 54,
54, 0, 101, 101, 0, 56, 56, 0,
57, 57, 0, 102, 102, 0, 59, 59,
0, 60, 62, 60, 62, 0, 61, 61,
0, 103, 103, 0, 104, 104, 0, 64,
64, 0, 65, 65, 0, 66, 66, 0,
67, 67, 0, 105, 105, 0, 3, 6,
3, 6, 69, 0, 2, 69, 0, 70,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 16, 16, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 26, 26, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 42, 43, 97, 42, 43, 97, 69,
0, 69, 0, 44, 44, 69, 0, 69,
0, 69, 0, 69, 0, 49, 49, 69,
0, 69, 0, 69, 0, 69, 0, 69,
0, 69, 0, 69, 0, 69, 0, 0,
1, 2, 3, 4, 5, 6, 7, 8,
9, 10, 11, 12, 13, 14, 15, 16,
17, 18, 19, 20, 21, 22, 23, 24,
25, 26, 27, 28, 29, 30, 31, 32,
33, 34, 35, 36, 37, 38, 39, 40,
41, 42, 43, 44, 45, 46, 47, 48,
49, 50, 51, 52, 53, 54, 55, 56,
57, 58, 59, 60, 61, 62, 63, 64,
65, 66, 67, 68, 69, 70, 71, 72,
73, 74, 75, 76, 77, 78, 79, 80,
81, 82, 83, 84, 85, 86, 87, 88,
89, 90, 91, 92, 93, 94, 95, 96,
97, 98, 99, 100, 101, 102, 103, 104,
105, 106, 0
};
static const short _spss_format_parser_cond_actions[] = {
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 81, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 84, 0, 3, 1, 0, 1,
0, 160, 0, 88, 0, 204, 0, 208,
0, 212, 0, 216, 0, 220, 0, 92,
0, 0, 0, 144, 0, 152, 0, 96,
0, 200, 0, 168, 0, 0, 0, 140,
0, 224, 0, 100, 0, 104, 0, 164,
0, 180, 0, 184, 0, 172, 0, 136,
0, 0, 0, 0, 0, 0, 0, 112,
0, 196, 0, 0, 0, 116, 0, 108,
0, 120, 0, 188, 0, 0, 0, 124,
0, 128, 0, 228, 0, 148, 0, 176,
0, 192, 0, 156, 0, 132, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 7, 3, 5, 45, 9,
67, 69, 71, 73, 75, 11, 37, 41,
13, 65, 49, 35, 77, 15, 17, 47,
55, 57, 51, 33, 21, 63, 23, 19,
25, 59, 27, 29, 79, 39, 53, 61,
43, 31, 0
};
static const short _spss_format_parser_eof_trans[] = {
352, 353, 354, 355, 356, 357, 358, 359,
360, 361, 362, 363, 364, 365, 366, 367,
368, 369, 370, 371, 372, 373, 374, 375,
376, 377, 378, 379, 380, 381, 382, 383,
384, 385, 386, 387, 388, 389, 390, 391,
392, 393, 394, 395, 396, 397, 398, 399,
400, 401, 402, 403, 404, 405, 406, 407,
408, 409, 410, 411, 412, 413, 414, 415,
416, 417, 418, 419, 420, 421, 422, 423,
424, 425, 426, 427, 428, 429, 430, 431,
432, 433, 434, 435, 436, 437, 438, 439,
440, 441, 442, 443, 444, 445, 446, 447,
448, 449, 450, 451, 452, 453, 454, 455,
456, 457, 458, 0
};
static const int spss_format_parser_start = 1;
static const int spss_format_parser_en_main = 1;
#line 11 "src/spss/readstat_spss_parse.rl"
// For minimum width information see
// https://www.ibm.com/support/knowledgecenter/SSLVMB_sub/statistics_reference_project_ddita/spss/base/syn_date_and_time_date_time_formats.html
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt) {
unsigned char *p = (unsigned char *)data;
unsigned char *pe = (unsigned char *)data + count;
unsigned char *eof = pe;
int cs;
unsigned int integer = 0;
#line 310 "src/spss/readstat_spss_parse.c"
{
cs = (int)spss_format_parser_start;
}
#line 315 "src/spss/readstat_spss_parse.c"
{
int _klen;
unsigned int _trans = 0;
const char * _keys;
const signed char * _acts;
unsigned int _nacts;
_resume: {}
if ( p == pe && p != eof )
goto _out;
if ( p == eof ) {
if ( _spss_format_parser_eof_trans[cs] > 0 ) {
_trans = (unsigned int)_spss_format_parser_eof_trans[cs] - 1;
}
}
else {
_keys = ( _spss_format_parser_trans_keys + (_spss_format_parser_key_offsets[cs]));
_trans = (unsigned int)_spss_format_parser_index_offsets[cs];
_klen = (int)_spss_format_parser_single_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + _klen - 1;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_keys += _klen;
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + ((_upper-_lower) >> 1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 1;
else if ( ( (*( p))) > (*( _mid)) )
_lower = _mid + 1;
else {
_trans += (unsigned int)(_mid - _keys);
goto _match;
}
}
}
_klen = (int)_spss_format_parser_range_lengths[cs];
if ( _klen > 0 ) {
const char *_lower = _keys;
const char *_upper = _keys + (_klen<<1) - 2;
const char *_mid;
while ( 1 ) {
if ( _upper < _lower ) {
_trans += (unsigned int)_klen;
break;
}
_mid = _lower + (((_upper-_lower) >> 1) & ~1);
if ( ( (*( p))) < (*( _mid)) )
_upper = _mid - 2;
else if ( ( (*( p))) > (*( _mid + 1)) )
_lower = _mid + 2;
else {
_trans += (unsigned int)((_mid - _keys)>>1);
break;
}
}
}
_match: {}
}
cs = (int)_spss_format_parser_cond_targs[_trans];
if ( _spss_format_parser_cond_actions[_trans] != 0 ) {
_acts = ( _spss_format_parser_actions + (_spss_format_parser_cond_actions[_trans]));
_nacts = (unsigned int)(*( _acts));
_acts += 1;
while ( _nacts > 0 ) {
switch ( (*( _acts)) )
{
case 0: {
{
#line 24 "src/spss/readstat_spss_parse.rl"
integer = 0;
}
#line 400 "src/spss/readstat_spss_parse.c"
break;
}
case 1: {
{
#line 28 "src/spss/readstat_spss_parse.rl"
integer = 10 * integer + ((( (*( p)))) - '0');
}
#line 411 "src/spss/readstat_spss_parse.c"
break;
}
case 2: {
{
#line 32 "src/spss/readstat_spss_parse.rl"
fmt->width = integer;
}
#line 422 "src/spss/readstat_spss_parse.c"
break;
}
case 3: {
{
#line 36 "src/spss/readstat_spss_parse.rl"
fmt->decimal_places = integer;
}
#line 433 "src/spss/readstat_spss_parse.c"
break;
}
case 4: {
{
#line 40 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_A; }
#line 442 "src/spss/readstat_spss_parse.c"
break;
}
case 5: {
{
#line 41 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_AHEX; }
#line 451 "src/spss/readstat_spss_parse.c"
break;
}
case 6: {
{
#line 42 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_COMMA; }
#line 460 "src/spss/readstat_spss_parse.c"
break;
}
case 7: {
{
#line 43 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DOLLAR; }
#line 469 "src/spss/readstat_spss_parse.c"
break;
}
case 8: {
{
#line 44 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_F; }
#line 478 "src/spss/readstat_spss_parse.c"
break;
}
case 9: {
{
#line 45 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_IB; }
#line 487 "src/spss/readstat_spss_parse.c"
break;
}
case 10: {
{
#line 46 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PIBHEX; }
#line 496 "src/spss/readstat_spss_parse.c"
break;
}
case 11: {
{
#line 47 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_P; }
#line 505 "src/spss/readstat_spss_parse.c"
break;
}
case 12: {
{
#line 48 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PIB; }
#line 514 "src/spss/readstat_spss_parse.c"
break;
}
case 13: {
{
#line 49 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PK; }
#line 523 "src/spss/readstat_spss_parse.c"
break;
}
case 14: {
{
#line 50 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_RB; }
#line 532 "src/spss/readstat_spss_parse.c"
break;
}
case 15: {
{
#line 51 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_RBHEX; }
#line 541 "src/spss/readstat_spss_parse.c"
break;
}
case 16: {
{
#line 52 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_Z; }
#line 550 "src/spss/readstat_spss_parse.c"
break;
}
case 17: {
{
#line 53 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_N; }
#line 559 "src/spss/readstat_spss_parse.c"
break;
}
case 18: {
{
#line 54 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_E; }
#line 568 "src/spss/readstat_spss_parse.c"
break;
}
case 19: {
{
#line 55 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DATE; fmt->width = 11; }
#line 577 "src/spss/readstat_spss_parse.c"
break;
}
case 20: {
{
#line 56 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_TIME; }
#line 586 "src/spss/readstat_spss_parse.c"
break;
}
case 21: {
{
#line 57 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DATETIME; fmt->width = 20; }
#line 595 "src/spss/readstat_spss_parse.c"
break;
}
case 22: {
{
#line 58 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_YMDHMS; fmt->width = 19; }
#line 604 "src/spss/readstat_spss_parse.c"
break;
}
case 23: {
{
#line 59 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_ADATE; fmt->width = 10; }
#line 613 "src/spss/readstat_spss_parse.c"
break;
}
case 24: {
{
#line 60 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_JDATE; }
#line 622 "src/spss/readstat_spss_parse.c"
break;
}
case 25: {
{
#line 61 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DTIME; fmt->width = 23; }
#line 631 "src/spss/readstat_spss_parse.c"
break;
}
case 26: {
{
#line 62 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MTIME; }
#line 640 "src/spss/readstat_spss_parse.c"
break;
}
case 27: {
{
#line 63 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_WKDAY; }
#line 649 "src/spss/readstat_spss_parse.c"
break;
}
case 28: {
{
#line 64 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MONTH; }
#line 658 "src/spss/readstat_spss_parse.c"
break;
}
case 29: {
{
#line 65 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_MOYR; }
#line 667 "src/spss/readstat_spss_parse.c"
break;
}
case 30: {
{
#line 66 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_QYR; }
#line 676 "src/spss/readstat_spss_parse.c"
break;
}
case 31: {
{
#line 67 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_WKYR; fmt->width = 10; }
#line 685 "src/spss/readstat_spss_parse.c"
break;
}
case 32: {
{
#line 68 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_PCT; }
#line 694 "src/spss/readstat_spss_parse.c"
break;
}
case 33: {
{
#line 69 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_DOT; }
#line 703 "src/spss/readstat_spss_parse.c"
break;
}
case 34: {
{
#line 70 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCA; }
#line 712 "src/spss/readstat_spss_parse.c"
break;
}
case 35: {
{
#line 71 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCB; }
#line 721 "src/spss/readstat_spss_parse.c"
break;
}
case 36: {
{
#line 72 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCC; }
#line 730 "src/spss/readstat_spss_parse.c"
break;
}
case 37: {
{
#line 73 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCD; }
#line 739 "src/spss/readstat_spss_parse.c"
break;
}
case 38: {
{
#line 74 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_CCE; }
#line 748 "src/spss/readstat_spss_parse.c"
break;
}
case 39: {
{
#line 75 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_EDATE; fmt->width = 10; }
#line 757 "src/spss/readstat_spss_parse.c"
break;
}
case 40: {
{
#line 76 "src/spss/readstat_spss_parse.rl"
fmt->type = SPSS_FORMAT_TYPE_SDATE; fmt->width = 10; }
#line 766 "src/spss/readstat_spss_parse.c"
break;
}
}
_nacts -= 1;
_acts += 1;
}
}
if ( p == eof ) {
if ( cs >= 68 )
goto _out;
}
else {
if ( cs != 0 ) {
p += 1;
goto _resume;
}
}
_out: {}
}
#line 89 "src/spss/readstat_spss_parse.rl"
/* suppress warning */
(void)spss_format_parser_en_main;
if (cs <
#line 797 "src/spss/readstat_spss_parse.c"
68
#line 94 "src/spss/readstat_spss_parse.rl"
|| p != eof) {
return READSTAT_ERROR_PARSE;
}
return READSTAT_OK;
}
haven/src/readstat/spss/readstat_por.c 0000644 0001762 0000144 00000013060 14377230762 017607 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../CKHashTable.h"
#include "../readstat_convert.h"
#include "readstat_spss.h"
#include "readstat_por.h"
int8_t por_ascii_lookup[256] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '0', '1', '2', '3', '4', '5',
'6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F',
'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j',
'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't',
'u', 'v', 'w', 'x', 'y', 'z', ' ', '.', '<', '(',
'+', '|', '&', '[', ']', '!', '$', '*', ')', ';',
'^', '-', '/', '|', ',', '%', '_', '>', '?', '`',
':', '#', '@', '\'', '=', '"', 0, 0, 0, 0,
0, 0, '~', 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '{', '}', '\\', 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0 };
uint16_t por_unicode_lookup[256] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, '0', '1', '2', '3', '4', '5',
'6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F',
'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j',
'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't',
'u', 'v', 'w', 'x', 'y', 'z', ' ', '.', '<', '(',
'+', '|', '&', '[', ']', '!', '$', '*', ')', ';',
'^', '-', '/', 0x00A3, ',', '%', '_', '>', '?', 0x2018,
':', 0x00A6, '@', 0x2019, '=', '"', 0x2264, 0x25A1, 0x00B1, 0x25A0,
0x00B0, 0x2020, '~', 0x2013, 0x2514, 0x250C, 0x2265, 0x2070, 0x2071, 0x00B2,
0x00B3, 0x2074, 0x2075, 0x2076, 0x2077, 0x2078, 0x2079, 0x2518, 0x2510, 0x2260,
0x2014, 0x207D, 0x207E, 0x2E38, '{', '}', '\\', 0x00A2, 0x2022, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0 };
por_ctx_t *por_ctx_init(void) {
por_ctx_t *ctx = calloc(1, sizeof(por_ctx_t));
ctx->space = ' ';
ctx->base30_precision = 20;
ctx->var_dict = ck_hash_table_init(1024, 8);
return ctx;
}
void por_ctx_free(por_ctx_t *ctx) {
if (ctx->string_buffer)
free(ctx->string_buffer);
if (ctx->varinfo) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->varinfo[i].label)
free(ctx->varinfo[i].label);
}
free(ctx->varinfo);
}
if (ctx->variables) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->variables[i])
free(ctx->variables[i]);
}
free(ctx->variables);
}
if (ctx->var_dict)
ck_hash_table_free(ctx->var_dict);
if (ctx->converter)
iconv_close(ctx->converter);
free(ctx);
}
ssize_t por_utf8_encode(const unsigned char *input, size_t input_len,
char *output, size_t output_len, uint16_t lookup[256]) {
int offset = 0;
int i;
for (i=0; i output_len)
return offset;
output[offset++] = codepoint;
} else {
if (codepoint <= 0x07FF) {
if (offset + 2 > output_len)
return offset;
} else /* if (codepoint <= 0xFFFF) */{
if (offset + 3 > output_len)
return offset;
}
/* TODO - For some reason that replacement character isn't recognized
* by some systems, so be prepared to insert an ASCII space instead */
int printed = snprintf(output + offset, output_len - offset, "%lc", codepoint);
if (printed > 0) {
offset += printed;
} else {
output[offset++] = ' ';
}
}
}
return offset;
}
ssize_t por_utf8_decode(
const char *input, size_t input_len,
char *output, size_t output_len,
uint8_t *lookup, size_t lookup_len) {
int offset = 0;
wchar_t codepoint = 0;
while (1) {
int char_len = 0;
if (offset + 1 > output_len)
return offset;
unsigned char val = *input;
if (val >= 0x20 && val < 0x7F) {
if (!lookup[val])
return -1;
output[offset++] = lookup[val];
input++;
} else {
int conversions = sscanf(input, "%lc%n", &codepoint, &char_len);
if (conversions == 0 || codepoint >= lookup_len || lookup[codepoint] == 0) {
return -1;
}
output[offset++] = lookup[codepoint];
input += char_len;
}
}
return offset;
}
haven/src/readstat/spss/readstat_sav.c 0000644 0001762 0000144 00000005070 14101007206 017556 0 ustar ligges users //
// sav.c
//
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#define SAV_VARINFO_INITIAL_CAPACITY 512
sav_ctx_t *sav_ctx_init(sav_file_header_record_t *header, readstat_io_t *io) {
sav_ctx_t *ctx = readstat_calloc(1, sizeof(sav_ctx_t));
if (ctx == NULL) {
return NULL;
}
if (memcmp(&header->rec_type, "$FL2", 4) == 0) {
ctx->format_version = 2;
} else if (memcmp(&header->rec_type, "$FL3", 4) == 0) {
ctx->format_version = 3;
} else {
sav_ctx_free(ctx);
return NULL;
}
ctx->bswap = !(header->layout_code == 2 || header->layout_code == 3);
ctx->endianness = (machine_is_little_endian() ^ ctx->bswap) ? READSTAT_ENDIAN_LITTLE : READSTAT_ENDIAN_BIG;
if (header->compression == 1 || byteswap4(header->compression) == 1) {
ctx->compression = READSTAT_COMPRESS_ROWS;
} else if (header->compression == 2 || byteswap4(header->compression) == 2) {
ctx->compression = READSTAT_COMPRESS_BINARY;
}
ctx->record_count = ctx->bswap ? byteswap4(header->ncases) : header->ncases;
ctx->fweight_index = ctx->bswap ? byteswap4(header->weight_index) : header->weight_index;
ctx->missing_double = SAV_MISSING_DOUBLE;
ctx->lowest_double = SAV_LOWEST_DOUBLE;
ctx->highest_double = SAV_HIGHEST_DOUBLE;
ctx->bias = ctx->bswap ? byteswap_double(header->bias) : header->bias;
ctx->varinfo_capacity = SAV_VARINFO_INITIAL_CAPACITY;
if ((ctx->varinfo = readstat_calloc(ctx->varinfo_capacity, sizeof(spss_varinfo_t *))) == NULL) {
sav_ctx_free(ctx);
return NULL;
}
ctx->io = io;
return ctx;
}
void sav_ctx_free(sav_ctx_t *ctx) {
if (ctx->varinfo) {
int i;
for (i=0; ivar_index; i++) {
spss_varinfo_free(ctx->varinfo[i]);
}
free(ctx->varinfo);
}
if (ctx->variables) {
int i;
for (i=0; ivar_count; i++) {
if (ctx->variables[i])
free(ctx->variables[i]);
}
free(ctx->variables);
}
if (ctx->raw_string)
free(ctx->raw_string);
if (ctx->utf8_string)
free(ctx->utf8_string);
if (ctx->converter)
iconv_close(ctx->converter);
if (ctx->variable_display_values) {
free(ctx->variable_display_values);
}
free(ctx);
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.h 0000644 0001762 0000144 00000000435 14101007206 023040 0 ustar ligges users
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx);
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx);
haven/src/readstat/spss/readstat_zsav_read.h 0000644 0001762 0000144 00000000214 14101007206 020743 0 ustar ligges users
readstat_error_t zsav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
haven/src/readstat/spss/readstat_sav_write.c 0000644 0001762 0000144 00000145354 14207426345 021022 0 ustar ligges users
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_bits.h"
#include "../readstat_malloc.h"
#include "../readstat_writer.h"
#include "../CKHashTable.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
#include "readstat_spss_parse.h"
#if HAVE_ZLIB
#include
#include "readstat_zsav_compress.h"
#include "readstat_zsav_write.h"
#endif
#define MAX_STRING_SIZE 255
#define MAX_LABEL_SIZE 256
#define MAX_VALUE_LABEL_SIZE 120
typedef struct sav_varnames_s {
char shortname[9];
char stem[6];
} sav_varnames_t;
static long readstat_label_set_number_short_variables(readstat_label_set_t *r_label_set) {
long count = 0;
int j;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if (r_variable->storage_width <= 8) {
count++;
}
}
return count;
}
static int readstat_label_set_needs_short_value_labels_record(readstat_label_set_t *r_label_set) {
return readstat_label_set_number_short_variables(r_label_set) > 0;
}
static int readstat_label_set_needs_long_value_labels_record(readstat_label_set_t *r_label_set) {
return readstat_label_set_number_short_variables(r_label_set) < r_label_set->variables_count;
}
static int32_t sav_encode_format(spss_format_t *spss_format) {
uint8_t width = spss_format->width > 0xff ? 0xff : spss_format->width;
return ((spss_format->type << 16) | (width << 8) |
spss_format->decimal_places);
}
static readstat_error_t sav_encode_base_variable_format(readstat_variable_t *r_variable,
int32_t *out_code) {
spss_format_t spss_format;
readstat_error_t retval = spss_format_for_variable(r_variable, &spss_format);
if (retval == READSTAT_OK && out_code)
*out_code = sav_encode_format(&spss_format);
return retval;
}
static readstat_error_t sav_encode_ghost_variable_format(readstat_variable_t *r_variable,
size_t user_width, int32_t *out_code) {
spss_format_t spss_format;
readstat_error_t retval = spss_format_for_variable(r_variable, &spss_format);
spss_format.width = user_width;
if (retval == READSTAT_OK && out_code)
*out_code = sav_encode_format(&spss_format);
return retval;
}
static size_t sav_format_variable_name(char *output, size_t output_len,
sav_varnames_t *varnames) {
snprintf(output, output_len, "%s", varnames->shortname);
return strlen(output);
}
static size_t sav_format_ghost_variable_name(char *output, size_t output_len,
sav_varnames_t *varnames, unsigned int segment) {
snprintf(output, output_len, "%s", varnames->stem);
size_t len = strlen(output);
int letter = segment % 36;
if (letter < 10) {
output[len++] = '0' + letter;
} else {
output[len++] = 'A' + (letter - 10);
}
return len;
}
static int sav_variable_segments(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING && user_width > MAX_STRING_SIZE) {
return (user_width + 251) / 252;
}
return 1;
}
static readstat_error_t sav_emit_header(readstat_writer_t *writer) {
sav_file_header_record_t header = { { 0 } };
readstat_error_t retval = READSTAT_OK;
time_t now = writer->timestamp;
struct tm *time_s = localtime(&now);
/* There are portability issues with strftime so hack something up */
char months[][4] = {
"Jan", "Feb", "Mar", "Apr", "May", "Jun",
"Jul", "Aug", "Sep", "Oct", "Nov", "Dec" };
char creation_date[sizeof(header.creation_date)+1] = { 0 };
char creation_time[sizeof(header.creation_time)+1] = { 0 };
if (!time_s) {
retval = READSTAT_ERROR_BAD_TIMESTAMP_VALUE;
goto cleanup;
}
memcpy(header.rec_type, "$FL2", sizeof("$FL2")-1);
if (writer->compression == READSTAT_COMPRESS_BINARY) {
header.rec_type[3] = '3';
}
memset(header.prod_name, ' ', sizeof(header.prod_name));
memcpy(header.prod_name,
"@(#) SPSS DATA FILE - " READSTAT_PRODUCT_URL,
sizeof("@(#) SPSS DATA FILE - " READSTAT_PRODUCT_URL)-1);
header.layout_code = 2;
header.nominal_case_size = writer->row_len / 8;
if (writer->compression == READSTAT_COMPRESS_ROWS) {
header.compression = 1;
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
header.compression = 2;
}
if (writer->fweight_variable) {
int32_t dictionary_index = 1 + writer->fweight_variable->offset / 8;
header.weight_index = dictionary_index;
} else {
header.weight_index = 0;
}
header.ncases = writer->row_count;
header.bias = 100.0;
snprintf(creation_date, sizeof(creation_date),
"%02d %3.3s %02d",
(unsigned int)time_s->tm_mday % 100,
months[time_s->tm_mon],
(unsigned int)time_s->tm_year % 100);
memcpy(header.creation_date, creation_date, sizeof(header.creation_date));
snprintf(creation_time, sizeof(creation_time),
"%02d:%02d:%02d",
(unsigned int)time_s->tm_hour % 100,
(unsigned int)time_s->tm_min % 100,
(unsigned int)time_s->tm_sec % 100);
memcpy(header.creation_time, creation_time, sizeof(header.creation_time));
memset(header.file_label, ' ', sizeof(header.file_label));
size_t file_label_len = strlen(writer->file_label);
if (file_label_len > sizeof(header.file_label))
file_label_len = sizeof(header.file_label);
if (writer->file_label[0])
memcpy(header.file_label, writer->file_label, file_label_len);
retval = readstat_write_bytes(writer, &header, sizeof(header));
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_label(readstat_writer_t *writer, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
const char *title_data = r_variable->label;
size_t title_data_len = strlen(title_data);
if (title_data_len > 0) {
char padded_label[MAX_LABEL_SIZE];
uint32_t label_len = title_data_len;
if (label_len > sizeof(padded_label))
label_len = sizeof(padded_label);
retval = readstat_write_bytes(writer, &label_len, sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
strncpy(padded_label, title_data, (label_len + 3) / 4 * 4);
retval = readstat_write_bytes(writer, padded_label, (label_len + 3) / 4 * 4);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static int sav_n_missing_double_values(readstat_variable_t *r_variable) {
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
int n_missing_values = n_missing_ranges;
int has_missing_range = 0;
int j;
for (j=0; j 3) {
return READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
}
if (out_n_missing_values)
*out_n_missing_values = n_missing_values;
return READSTAT_OK;
}
static readstat_error_t sav_emit_variable_missing_string_values(readstat_writer_t *writer, readstat_variable_t *r_variable) {
readstat_error_t retval = READSTAT_OK;
int n_missing_values = 0;
int n_missing_ranges = readstat_variable_get_missing_ranges_count(r_variable);
/* ranges */
int j;
for (j=0; jtype == READSTAT_TYPE_STRING) {
variable.type = r_variable->user_width > MAX_STRING_SIZE ? MAX_STRING_SIZE : r_variable->user_width;
}
variable.has_var_label = (r_variable->label[0] != '\0');
retval = sav_n_missing_values(&variable.n_missing_values, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_encode_base_variable_format(r_variable, &variable.print);
if (retval != READSTAT_OK)
goto cleanup;
variable.write = variable.print;
memset(variable.name, ' ', sizeof(variable.name));
if (name_data_len > 0 && name_data_len <= sizeof(variable.name))
memcpy(variable.name, name_data, name_data_len);
retval = readstat_write_bytes(writer, &variable, sizeof(variable));
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_label(writer, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_missing_values(writer, r_variable);
if (retval != READSTAT_OK)
goto cleanup;
int extra_fields = r_variable->storage_width / 8 - 1;
if (extra_fields > 31)
extra_fields = 31;
retval = sav_emit_blank_variable_records(writer, extra_fields);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_ghost_variable_record(readstat_writer_t *writer,
readstat_variable_t *r_variable, sav_varnames_t *varnames, int segment, size_t user_width) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_VARIABLE;
sav_variable_record_t variable = { 0 };
char name_data[9];
size_t name_len = sav_format_ghost_variable_name(name_data, sizeof(name_data), varnames, segment);
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
variable.type = user_width;
retval = sav_encode_ghost_variable_format(r_variable, user_width, &variable.print);
if (retval != READSTAT_OK)
goto cleanup;
variable.write = variable.print;
memset(variable.name, ' ', sizeof(variable.name));
if (name_len > 0 && name_len <= sizeof(variable.name))
memcpy(variable.name, name_data, name_len);
retval = readstat_write_bytes(writer, &variable, sizeof(variable));
if (retval != READSTAT_OK)
goto cleanup;
int extra_fields = (user_width + 7) / 8 - 1;
if (extra_fields > 31)
extra_fields = 31;
retval = sav_emit_blank_variable_records(writer, extra_fields);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_full_variable_record(readstat_writer_t *writer, readstat_variable_t *r_variable,
sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
retval = sav_emit_base_variable_record(writer, r_variable, varnames);
if (retval != READSTAT_OK)
goto cleanup;
int n_segments = sav_variable_segments(r_variable->type, r_variable->user_width);
int i;
for (i=1; iuser_width - (n_segments - 1) * 252);
}
retval = sav_emit_ghost_variable_record(writer, r_variable, varnames, i, storage_size);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_records(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
retval = sav_emit_full_variable_record(writer, r_variable, &varnames[i]);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_value_label_records(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i, j;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_short_value_labels_record(r_label_set))
continue;
readstat_type_t user_type = r_label_set->type;
int32_t label_count = r_label_set->value_labels_count;
int32_t rec_type = 0;
if (label_count) {
rec_type = SAV_RECORD_TYPE_VALUE_LABEL;
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &label_count, sizeof(label_count));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jstring_key_len;
if (key_len > sizeof(value))
key_len = sizeof(value);
memset(value, ' ', sizeof(value));
memcpy(value, r_value_label->string_key, key_len);
} else if (user_type == READSTAT_TYPE_DOUBLE) {
double num_val = r_value_label->double_key;
memcpy(value, &num_val, sizeof(double));
} else if (user_type == READSTAT_TYPE_INT32) {
double num_val = r_value_label->int32_key;
memcpy(value, &num_val, sizeof(double));
}
retval = readstat_write_bytes(writer, value, sizeof(value));
const char *label_data = r_value_label->label;
uint8_t label_len = MAX_VALUE_LABEL_SIZE;
if (label_len > r_value_label->label_len)
label_len = r_value_label->label_len;
retval = readstat_write_bytes(writer, &label_len, sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
char label[MAX_VALUE_LABEL_SIZE+8];
memset(label, ' ', sizeof(label));
memcpy(label, label_data, label_len);
retval = readstat_write_bytes(writer, label,
(label_len + sizeof(label_len) + 7) / 8 * 8 - sizeof(label_len));
if (retval != READSTAT_OK)
goto cleanup;
}
rec_type = SAV_RECORD_TYPE_VALUE_LABEL_VARIABLES;
int32_t var_count = readstat_label_set_number_short_variables(r_label_set);
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &var_count, sizeof(var_count));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jvariables_count; j++) {
readstat_variable_t *r_variable = readstat_get_label_set_variable(r_label_set, j);
if (r_variable->storage_width > 8)
continue;
int32_t dictionary_index = 1 + r_variable->offset / 8;
retval = readstat_write_bytes(writer, &dictionary_index, sizeof(dictionary_index));
if (retval != READSTAT_OK)
goto cleanup;
}
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_document_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int32_t rec_type = SAV_RECORD_TYPE_DOCUMENT;
int32_t n_lines = writer->notes_count;
if (n_lines == 0)
goto cleanup;
retval = readstat_write_bytes(writer, &rec_type, sizeof(rec_type));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &n_lines, sizeof(n_lines));
if (retval != READSTAT_OK)
goto cleanup;
int i;
for (i=0; inotes_count; i++) {
size_t len = strlen(writer->notes[i]);
if (len > SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_NOTE_IS_TOO_LONG;
goto cleanup;
}
retval = readstat_write_bytes(writer, writer->notes[i], len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_spaces(writer, SPSS_DOC_LINE_SIZE - len);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_integer_info_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_INTEGER_INFO,
.size = 4,
.count = 8
};
sav_machine_integer_info_record_t machine_info = {
.version_major = 20,
.version_minor = 0,
.version_revision = 0,
.machine_code = -1,
.floating_point_rep = SAV_FLOATING_POINT_REP_IEEE,
.compression_code = 1,
.endianness = machine_is_little_endian() ? SAV_ENDIANNESS_LITTLE : SAV_ENDIANNESS_BIG,
.character_code = 65001 // UTF-8
};
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &machine_info, sizeof(machine_info));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_floating_point_info_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_FP_INFO,
.size = 8,
.count = 3
};
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
sav_machine_floating_point_info_record_t fp_info = {0};
fp_info.sysmis = SAV_MISSING_DOUBLE;
fp_info.highest = SAV_HIGHEST_DOUBLE;
fp_info.lowest = SAV_LOWEST_DOUBLE;
retval = readstat_write_bytes(writer, &fp_info, sizeof(fp_info));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_variable_display_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_VAR_DISPLAY,
.size = sizeof(int32_t)
};
int total_segments = 0;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
total_segments += sav_variable_segments(r_variable->type, r_variable->user_width);
}
info_header.count = 3 * total_segments;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
readstat_measure_t measure = readstat_variable_get_measure(r_variable);
int32_t sav_measure = spss_measure_from_readstat_measure(measure);
int32_t sav_display_width = readstat_variable_get_display_width(r_variable);
if (sav_display_width <= 0)
sav_display_width = 8;
readstat_alignment_t alignment = readstat_variable_get_alignment(r_variable);
int32_t sav_alignment = spss_alignment_from_readstat_alignment(alignment);
int n_segments = sav_variable_segments(r_variable->type, r_variable->user_width);
while (n_segments--) {
retval = readstat_write_bytes(writer, &sav_measure, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &sav_display_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &sav_alignment, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_long_var_name_record(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_VAR_NAME,
.size = 1,
.count = 0
};
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
char name_data[9];
size_t name_data_len = sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
const char *title_data = r_variable->name;
size_t title_data_len = strlen(title_data);
if (title_data_len > 0 && name_data_len > 0) {
if (title_data_len > 64)
title_data_len = 64;
info_header.count += name_data_len;
info_header.count += sizeof("=")-1;
info_header.count += title_data_len;
info_header.count += sizeof("\x09")-1;
}
}
if (info_header.count > 0) {
info_header.count--; /* no trailing 0x09 */
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
int is_first = 1;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
const char *title_data = r_variable->name;
size_t title_data_len = strlen(title_data);
char kv_separator = '=';
char tuple_separator = 0x09;
if (title_data_len > 0) {
if (title_data_len > 64)
title_data_len = 64;
if (!is_first) {
retval = readstat_write_bytes(writer, &tuple_separator, sizeof(tuple_separator));
if (retval != READSTAT_OK)
goto cleanup;
}
retval = readstat_write_string(writer, name_data);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &kv_separator, sizeof(kv_separator));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, title_data, title_data_len);
if (retval != READSTAT_OK)
goto cleanup;
is_first = 0;
}
}
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_very_long_string_record(readstat_writer_t *writer, sav_varnames_t *varnames) {
readstat_error_t retval = READSTAT_OK;
int i;
char tuple_separator[2] = { 0x00, 0x09 };
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_VERY_LONG_STR,
.size = 1,
.count = 0
};
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
char kv_data[8+1+5+1];
snprintf(kv_data, sizeof(kv_data), "%.8s=%d",
name_data, (unsigned int)r_variable->user_width % 100000);
info_header.count += strlen(kv_data) + sizeof(tuple_separator);
}
if (info_header.count == 0)
return READSTAT_OK;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
char name_data[9];
sav_format_variable_name(name_data, sizeof(name_data), &varnames[i]);
char kv_data[8+1+5+1];
snprintf(kv_data, sizeof(kv_data), "%.8s=%d",
name_data, (unsigned int)r_variable->user_width % 100000);
retval = readstat_write_string(writer, kv_data);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, tuple_separator, sizeof(tuple_separator));
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_emit_long_string_value_labels_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int i, j, k;
char *space_buffer = NULL;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS,
.size = 1,
.count = 0
};
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_long_value_labels_record(r_label_set))
continue;
int32_t label_count = r_label_set->value_labels_count;
int32_t var_count = r_label_set->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
info_header.count += sizeof(int32_t); // name length
info_header.count += name_len;
info_header.count += sizeof(int32_t); // variable width
info_header.count += sizeof(int32_t); // label count
for (j=0; jlabel_len;
if (label_len > MAX_VALUE_LABEL_SIZE)
label_len = MAX_VALUE_LABEL_SIZE;
info_header.count += sizeof(int32_t); // value length
info_header.count += storage_width;
info_header.count += sizeof(int32_t); // label length
info_header.count += label_len;
}
}
}
if (info_header.count == 0)
goto cleanup;
retval = readstat_write_bytes(writer, &info_header, sizeof(info_header));
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
if (!readstat_label_set_needs_long_value_labels_record(r_label_set))
continue;
int32_t label_count = r_label_set->value_labels_count;
int32_t var_count = r_label_set->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
space_buffer = realloc(space_buffer, storage_width);
memset(space_buffer, ' ', storage_width);
retval = readstat_write_bytes(writer, &name_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_variable->name, name_len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &storage_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &label_count, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jstring_key_len;
int32_t label_len = r_value_label->label_len;
if (label_len > MAX_VALUE_LABEL_SIZE)
label_len = MAX_VALUE_LABEL_SIZE;
retval = readstat_write_bytes(writer, &storage_width, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_value_label->string_key, value_len);
if (retval != READSTAT_OK)
goto cleanup;
if (value_len < storage_width) {
retval = readstat_write_bytes(writer, space_buffer, storage_width - value_len);
if (retval != READSTAT_OK)
goto cleanup;
}
retval = readstat_write_bytes(writer, &label_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, r_value_label->label, label_len);
if (retval != READSTAT_OK)
goto cleanup;
}
}
}
cleanup:
if (space_buffer)
free(space_buffer);
return retval;
}
static readstat_error_t sav_emit_long_string_missing_values_record(readstat_writer_t *writer) {
readstat_error_t retval = READSTAT_OK;
int j, k;
sav_info_record_t info_header = {
.rec_type = SAV_RECORD_TYPE_HAS_DATA,
.subtype = SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES,
.size = 1,
.count = 0
};
int32_t var_count = writer->variables_count;
for (k=0; kname);
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
int n_missing_values = 0;
for (j=0; jname);
int8_t n_missing_values = 0;
int32_t storage_width = readstat_variable_get_storage_width(r_variable);
if (storage_width <= 8)
continue;
for (j=0; jname, name_len);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &n_missing_values, sizeof(int8_t));
if (retval != READSTAT_OK)
goto cleanup;
uint32_t value_len = 8;
retval = readstat_write_bytes(writer, &value_len, sizeof(int32_t));
if (retval != READSTAT_OK)
goto cleanup;
for (j=0; jrow_count;
retval = readstat_write_bytes(writer, &info_header, sizeof(sav_info_record_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &one, sizeof(uint64_t));
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &ncases, sizeof(uint64_t));
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t sav_emit_termination_record(readstat_writer_t *writer) {
sav_dictionary_termination_record_t termination_record = { .rec_type = SAV_RECORD_TYPE_DICT_TERMINATION };
return readstat_write_bytes(writer, &termination_record, sizeof(termination_record));
}
static readstat_error_t sav_write_int8(void *row, const readstat_variable_t *var, int8_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_int16(void *row, const readstat_variable_t *var, int16_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_int32(void *row, const readstat_variable_t *var, int32_t value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_float(void *row, const readstat_variable_t *var, float value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_double(void *row, const readstat_variable_t *var, double value) {
double dval = value;
memcpy(row, &dval, sizeof(double));
return READSTAT_OK;
}
static readstat_error_t sav_write_string(void *row, const readstat_variable_t *var, const char *value) {
memset(row, ' ', var->storage_width);
if (value != NULL && value[0] != '\0') {
size_t value_len = strlen(value);
off_t row_offset = 0;
off_t val_offset = 0;
unsigned char *row_bytes = (unsigned char *)row;
if (value_len > var->storage_width)
return READSTAT_ERROR_STRING_VALUE_IS_TOO_LONG;
while (value_len - val_offset > 255) {
memcpy(&row_bytes[row_offset], &value[val_offset], 255);
row_offset += 256;
val_offset += 255;
}
memcpy(&row_bytes[row_offset], &value[val_offset], value_len - val_offset);
}
return READSTAT_OK;
}
static readstat_error_t sav_write_missing_string(void *row, const readstat_variable_t *var) {
memset(row, ' ', var->storage_width);
return READSTAT_OK;
}
static readstat_error_t sav_write_missing_number(void *row, const readstat_variable_t *var) {
uint64_t missing_val = SAV_MISSING_DOUBLE;
memcpy(row, &missing_val, sizeof(uint64_t));
return READSTAT_OK;
}
static size_t sav_variable_width(readstat_type_t type, size_t user_width) {
if (type == READSTAT_TYPE_STRING) {
if (user_width > MAX_STRING_SIZE) {
size_t n_segments = sav_variable_segments(type, user_width);
size_t last_segment_width = ((user_width - (n_segments - 1) * 252) + 7)/8*8;
return (n_segments-1)*256 + last_segment_width;
}
if (user_width == 0) {
return 8;
}
return (user_width + 7) / 8 * 8;
}
return 8;
}
static readstat_error_t sav_validate_name_chars(const char *name, int unicode) {
/* TODO check Unicode class */
int j;
for (j=0; name[j]; j++) {
if (name[j] == ' ')
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
if (((unsigned char)name[j] < 0x80 || !unicode) && name[j] != '@' &&
name[j] != '.' && name[j] != '_' &&
name[j] != '$' && name[j] != '#' &&
!(name[j] >= 'a' && name[j] <= 'z') &&
!(name[j] >= 'A' && name[j] <= 'Z') &&
!(name[j] >= '0' && name[j] <= '9')) {
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
}
}
char first_char = name[0];
if (((unsigned char)first_char < 0x80 || !unicode) && first_char != '@' &&
!(first_char >= 'a' && first_char <= 'z') &&
!(first_char >= 'A' && first_char <= 'Z')) {
return READSTAT_ERROR_NAME_BEGINS_WITH_ILLEGAL_CHARACTER;
}
return READSTAT_OK;
}
static readstat_error_t sav_validate_name_unreserved(const char *name) {
if (strcmp(name, "ALL") == 0 || strcmp(name, "AND") == 0 ||
strcmp(name, "BY") == 0 || strcmp(name, "EQ") == 0 ||
strcmp(name, "GE") == 0 || strcmp(name, "GT") == 0 ||
strcmp(name, "GT") == 0 || strcmp(name, "LE") == 0 ||
strcmp(name, "LT") == 0 || strcmp(name, "NE") == 0 ||
strcmp(name, "NOT") == 0 || strcmp(name, "OR") == 0 ||
strcmp(name, "TO") == 0 || strcmp(name, "WITH") == 0)
return READSTAT_ERROR_NAME_IS_RESERVED_WORD;
return READSTAT_OK;
}
static readstat_error_t sav_validate_name_length(size_t name_len) {
if (name_len > 64)
return READSTAT_ERROR_NAME_IS_TOO_LONG;
if (name_len == 0)
return READSTAT_ERROR_NAME_IS_ZERO_LENGTH;
return READSTAT_OK;
}
static readstat_error_t sav_variable_ok(const readstat_variable_t *variable) {
readstat_error_t error = READSTAT_OK;
error = sav_validate_name_length(strlen(variable->name));
if (error != READSTAT_OK)
return error;
error = sav_validate_name_unreserved(variable->name);
if (error != READSTAT_OK)
return error;
return sav_validate_name_chars(variable->name, 1);
}
static sav_varnames_t *sav_varnames_init(readstat_writer_t *writer) {
sav_varnames_t *varnames = calloc(writer->variables_count, sizeof(sav_varnames_t));
ck_hash_table_t *table = ck_hash_table_init(writer->variables_count, 8);
int i, k;
for (i=0; ivariables_count; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
const char *name = r_variable->name;
char *shortname = varnames[i].shortname;
char *stem = varnames[i].stem;
snprintf(shortname, sizeof(varnames[0].shortname), "%.8s", name);
for (k=0; shortname[k]; k++) { // upcase
shortname[k] = toupper(shortname[k]);
}
if (ck_str_hash_lookup(shortname, table)) {
snprintf(shortname, sizeof(varnames[0].shortname), "V%d_A", ((unsigned int)i+1)%100000);
}
ck_str_hash_insert(shortname, r_variable, table);
if (r_variable->user_width <= MAX_STRING_SIZE)
continue;
snprintf(stem, sizeof(varnames[0].stem), "%.5s", shortname); // conflict resolution?
}
ck_hash_table_free(table);
return varnames;
}
static readstat_error_t sav_begin_data(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
readstat_error_t retval = READSTAT_OK;
if (!writer->initialized)
return READSTAT_ERROR_WRITER_NOT_INITIALIZED;
sav_varnames_t *varnames = sav_varnames_init(writer);
retval = sav_emit_header(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_records(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_value_label_records(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_document_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_integer_info_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_floating_point_info_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_variable_display_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_var_name_record(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_very_long_string_record(writer, varnames);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_string_value_labels_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_long_string_missing_values_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_number_of_cases_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
retval = sav_emit_termination_record(writer);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
free(varnames);
if (retval == READSTAT_OK) {
size_t row_bound = sav_compressed_row_bound(writer->row_len);
if (writer->compression == READSTAT_COMPRESS_ROWS) {
writer->module_ctx = readstat_malloc(row_bound);
#if HAVE_ZLIB
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
writer->module_ctx = zsav_ctx_init(row_bound, writer->bytes_written);
#endif
}
}
return retval;
}
static readstat_error_t sav_write_compressed_row(void *writer_ctx, void *row, size_t len) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
unsigned char *output = writer->module_ctx;
size_t output_offset = sav_compress_row(output, row, len, writer);
return readstat_write_bytes(writer, output, output_offset);
}
static readstat_error_t sav_metadata_ok(void *writer_ctx) {
readstat_writer_t *writer = (readstat_writer_t *)writer_ctx;
if (writer->version == 2 && writer->compression == READSTAT_COMPRESS_BINARY)
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
if (writer->version != 2 && writer->version != 3)
return READSTAT_ERROR_UNSUPPORTED_FILE_FORMAT_VERSION;
return READSTAT_OK;
}
readstat_error_t readstat_begin_writing_sav(readstat_writer_t *writer, void *user_ctx, long row_count) {
writer->callbacks.metadata_ok = &sav_metadata_ok;
writer->callbacks.variable_width = &sav_variable_width;
writer->callbacks.variable_ok = &sav_variable_ok;
writer->callbacks.write_int8 = &sav_write_int8;
writer->callbacks.write_int16 = &sav_write_int16;
writer->callbacks.write_int32 = &sav_write_int32;
writer->callbacks.write_float = &sav_write_float;
writer->callbacks.write_double = &sav_write_double;
writer->callbacks.write_string = &sav_write_string;
writer->callbacks.write_missing_string = &sav_write_missing_string;
writer->callbacks.write_missing_number = &sav_write_missing_number;
writer->callbacks.begin_data = &sav_begin_data;
if (writer->version == 3) {
writer->compression = READSTAT_COMPRESS_BINARY;
} else if (writer->version == 0) {
writer->version = (writer->compression == READSTAT_COMPRESS_BINARY) ? 3 : 2;
}
if (writer->compression == READSTAT_COMPRESS_ROWS) {
writer->callbacks.write_row = &sav_write_compressed_row;
writer->callbacks.module_ctx_free = &free;
#if HAVE_ZLIB
} else if (writer->compression == READSTAT_COMPRESS_BINARY) {
writer->callbacks.write_row = &zsav_write_compressed_row;
writer->callbacks.end_data = &zsav_end_data;
writer->callbacks.module_ctx_free = (readstat_module_ctx_free_callback)&zsav_ctx_free;
#endif
} else if (writer->compression == READSTAT_COMPRESS_NONE) {
/* void */
} else {
return READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
}
return readstat_begin_writing_file(writer, user_ctx, row_count);
}
haven/src/readstat/spss/readstat_spss_parse.h 0000644 0001762 0000144 00000000126 14101007206 021151 0 ustar ligges users
readstat_error_t spss_parse_format(const char *data, int count, spss_format_t *fmt);
haven/src/readstat/spss/readstat_sav_compress.c 0000644 0001762 0000144 00000011323 14101007206 021467 0 ustar ligges users #include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
size_t sav_compressed_row_bound(size_t uncompressed_length) {
return uncompressed_length + (uncompressed_length/8 + 8)/8*8;
}
size_t sav_compress_row(void *output_row, void *input_row, size_t input_len,
readstat_writer_t *writer) {
unsigned char *output = output_row;
unsigned char *input = input_row;
off_t input_offset = 0;
off_t output_offset = 8;
off_t control_offset = 0;
int i;
memset(&output[control_offset], 0, 8);
for (i=0; ivariables_count; i++) {
readstat_variable_t *variable = readstat_get_variable(writer, i);
if (variable->type == READSTAT_TYPE_STRING) {
size_t width = variable->storage_width;
while (width > 0) {
if (memcmp(&input[input_offset], SAV_EIGHT_SPACES, 8) == 0) {
output[control_offset++] = 254;
} else {
output[control_offset++] = 253;
memcpy(&output[output_offset], &input[input_offset], 8);
output_offset += 8;
}
if (control_offset % 8 == 0) {
control_offset = output_offset;
memset(&output[control_offset], 0, 8);
output_offset += 8;
}
input_offset += 8;
width -= 8;
}
} else {
uint64_t int_value;
memcpy(&int_value, &input[input_offset], 8);
if (int_value == SAV_MISSING_DOUBLE) {
output[control_offset++] = 255;
} else {
double fp_value;
memcpy(&fp_value, &input[input_offset], 8);
if (fp_value > -100 && fp_value < 152 && (int)fp_value == fp_value) {
output[control_offset++] = (int)fp_value + 100;
} else {
output[control_offset++] = 253;
memcpy(&output[output_offset], &input[input_offset], 8);
output_offset += 8;
}
}
if (control_offset % 8 == 0) {
control_offset = output_offset;
memset(&output[control_offset], 0, 8);
output_offset += 8;
}
input_offset += 8;
}
}
if (writer->current_row + 1 == writer->row_count)
output[control_offset] = 252;
return output_offset;
}
void sav_decompress_row(struct sav_row_stream_s *state) {
double fp_value;
uint64_t missing_value = state->bswap ? byteswap8(state->missing_value) : state->missing_value;
int i = 8 - state->i;
while (1) {
if (i == 8) {
if (state->avail_in < 8) {
state->status = SAV_ROW_STREAM_NEED_DATA;
goto done;
}
memcpy(state->chunk, state->next_in, 8);
state->next_in += 8;
state->avail_in -= 8;
i = 0;
}
while (i<8) {
switch (state->chunk[i]) {
case 0:
break;
case 252:
state->status = SAV_ROW_STREAM_FINISHED_ALL;
goto done;
case 253:
if (state->avail_in < 8) {
state->status = SAV_ROW_STREAM_NEED_DATA;
goto done;
}
memcpy(state->next_out, state->next_in, 8);
state->next_out += 8;
state->avail_out -= 8;
state->next_in += 8;
state->avail_in -= 8;
break;
case 254:
memset(state->next_out, ' ', 8);
state->next_out += 8;
state->avail_out -= 8;
break;
case 255:
memcpy(state->next_out, &missing_value, sizeof(uint64_t));
state->next_out += 8;
state->avail_out -= 8;
break;
default:
fp_value = state->chunk[i] - state->bias;
fp_value = state->bswap ? byteswap_double(fp_value) : fp_value;
memcpy(state->next_out, &fp_value, sizeof(double));
state->next_out += 8;
state->avail_out -= 8;
break;
}
i++;
if (state->avail_out < 8) {
state->status = SAV_ROW_STREAM_FINISHED_ROW;
goto done;
}
}
}
done:
state->i = 8 - i;
}
haven/src/readstat/spss/readstat_sav_parse_timestamp.rl 0000644 0001762 0000144 00000007120 14101007206 023224 0 ustar ligges users
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "readstat_sav.h"
#include "readstat_sav_parse_timestamp.h"
%%{
machine sav_time_parse;
write data nofinal noerror;
}%%
readstat_error_t sav_parse_time(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
%%{
action incr_val {
temp_val = 10 * temp_val + (fc - '0');
}
integer2 = ( " " %{ temp_val = 0; } | [0-9] ${ temp_val = fc - '0'; } ) [0-9] $incr_val;
hour = integer2 %{ timestamp->tm_hour = temp_val; };
minute = integer2 %{ timestamp->tm_min = temp_val; };
second = integer2 %{ timestamp->tm_sec = temp_val; };
main := hour ":" minute ":" second;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid time string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_time_parse_en_main;
return retval;
}
%%{
machine sav_date_parse;
write data nofinal noerror;
}%%
readstat_error_t sav_parse_date(const char *data, size_t len, struct tm *timestamp,
readstat_error_handler error_cb, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
char error_buf[8192];
const char *p = data;
const char *pe = p + len;
const char *eof = pe;
int cs;
int temp_val = 0;
%%{
action incr_val {
char digit = (fc - '0');
if (digit >= 0 && digit <= 9) {
temp_val = 10 * temp_val + digit;
}
}
action save_year {
if (temp_val < 70) {
timestamp->tm_year = 100 + temp_val;
} else {
timestamp->tm_year = temp_val;
}
}
# some files in the wild use space padding instead of 0 padding
integer2 = [0-9 ]{2} >{ temp_val = 0; } $incr_val;
day = integer2 %{ timestamp->tm_mday = temp_val; };
year = integer2 %save_year;
month =
("Jan" | "JAN") %{ timestamp->tm_mon = 0; } |
("Feb" | "FEB") %{ timestamp->tm_mon = 1; } |
("Mar" | "MAR") %{ timestamp->tm_mon = 2; } |
("Apr" | "APR") %{ timestamp->tm_mon = 3; } |
("May" | "MAY") %{ timestamp->tm_mon = 4; } |
("Jun" | "JUN") %{ timestamp->tm_mon = 5; } |
("Jul" | "JUL") %{ timestamp->tm_mon = 6; } |
("Aug" | "AUG") %{ timestamp->tm_mon = 7; } |
("Sep" | "SEP") %{ timestamp->tm_mon = 8; } |
("Oct" | "OCT") %{ timestamp->tm_mon = 9; } |
("Nov" | "NOV") %{ timestamp->tm_mon = 10; } |
("Dec" | "DEC") %{ timestamp->tm_mon = 11; };
# somebody is outputting dash separators
main := day [ \-] month [ \-] year;
write init;
write exec;
}%%
if (cs < %%{ write first_final; }%%|| p != pe) {
if (error_cb) {
snprintf(error_buf, sizeof(error_buf),
"Invalid date string (length=%d): %.*s", (int)len, (int)len, data);
error_cb(error_buf, user_ctx);
}
retval = READSTAT_ERROR_BAD_TIMESTAMP_STRING;
}
(void)sav_date_parse_en_main;
return retval;
}
haven/src/readstat/spss/readstat_sav_read.c 0000644 0001762 0000144 00000162056 14376672143 020607 0 ustar ligges users
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "../readstat_malloc.h"
#include "readstat_sav.h"
#include "readstat_sav_compress.h"
#include "readstat_sav_parse.h"
#include "readstat_sav_parse_timestamp.h"
#if HAVE_ZLIB
#include "readstat_zsav_read.h"
#endif
#define DATA_BUFFER_SIZE 65536
#define VERY_LONG_STRING_MAX_LENGTH INT_MAX
/* Others defined in table below */
/* See http://msdn.microsoft.com/en-us/library/dd317756(VS.85).aspx */
static readstat_charset_entry_t _charset_table[] = {
{ .code = 1, .name = "EBCDIC-US" },
{ .code = 2, .name = "WINDOWS-1252" }, /* supposed to be ASCII, but some files are miscoded */
{ .code = 3, .name = "WINDOWS-1252" },
{ .code = 4, .name = "DEC-KANJI" },
{ .code = 437, .name = "CP437" },
{ .code = 708, .name = "ASMO-708" },
{ .code = 737, .name = "CP737" },
{ .code = 775, .name = "CP775" },
{ .code = 850, .name = "CP850" },
{ .code = 852, .name = "CP852" },
{ .code = 855, .name = "CP855" },
{ .code = 857, .name = "CP857" },
{ .code = 858, .name = "CP858" },
{ .code = 860, .name = "CP860" },
{ .code = 861, .name = "CP861" },
{ .code = 862, .name = "CP862" },
{ .code = 863, .name = "CP863" },
{ .code = 864, .name = "CP864" },
{ .code = 865, .name = "CP865" },
{ .code = 866, .name = "CP866" },
{ .code = 869, .name = "CP869" },
{ .code = 874, .name = "CP874" },
{ .code = 932, .name = "CP932" },
{ .code = 936, .name = "CP936" },
{ .code = 949, .name = "CP949" },
{ .code = 950, .name = "BIG-5" },
{ .code = 1200, .name = "UTF-16LE" },
{ .code = 1201, .name = "UTF-16BE" },
{ .code = 1250, .name = "WINDOWS-1250" },
{ .code = 1251, .name = "WINDOWS-1251" },
{ .code = 1252, .name = "WINDOWS-1252" },
{ .code = 1253, .name = "WINDOWS-1253" },
{ .code = 1254, .name = "WINDOWS-1254" },
{ .code = 1255, .name = "WINDOWS-1255" },
{ .code = 1256, .name = "WINDOWS-1256" },
{ .code = 1257, .name = "WINDOWS-1257" },
{ .code = 1258, .name = "WINDOWS-1258" },
{ .code = 1361, .name = "CP1361" },
{ .code = 10000, .name = "MACROMAN" },
{ .code = 10004, .name = "MACARABIC" },
{ .code = 10005, .name = "MACHEBREW" },
{ .code = 10006, .name = "MACGREEK" },
{ .code = 10007, .name = "MACCYRILLIC" },
{ .code = 10010, .name = "MACROMANIA" },
{ .code = 10017, .name = "MACUKRAINE" },
{ .code = 10021, .name = "MACTHAI" },
{ .code = 10029, .name = "MACCENTRALEUROPE" },
{ .code = 10079, .name = "MACICELAND" },
{ .code = 10081, .name = "MACTURKISH" },
{ .code = 10082, .name = "MACCROATIAN" },
{ .code = 12000, .name = "UTF-32LE" },
{ .code = 12001, .name = "UTF-32BE" },
{ .code = 20127, .name = "US-ASCII" },
{ .code = 20866, .name = "KOI8-R" },
{ .code = 20932, .name = "EUC-JP" },
{ .code = 21866, .name = "KOI8-U" },
{ .code = 28591, .name = "ISO-8859-1" },
{ .code = 28592, .name = "ISO-8859-2" },
{ .code = 28593, .name = "ISO-8859-3" },
{ .code = 28594, .name = "ISO-8859-4" },
{ .code = 28595, .name = "ISO-8859-5" },
{ .code = 28596, .name = "ISO-8859-6" },
{ .code = 28597, .name = "ISO-8859-7" },
{ .code = 28598, .name = "ISO-8859-8" },
{ .code = 28599, .name = "ISO-8859-9" },
{ .code = 28603, .name = "ISO-8859-13" },
{ .code = 28605, .name = "ISO-8859-15" },
{ .code = 50220, .name = "ISO-2022-JP" },
{ .code = 50221, .name = "ISO-2022-JP" }, // same as above?
{ .code = 50222, .name = "ISO-2022-JP" }, // same as above?
{ .code = 50225, .name = "ISO-2022-KR" },
{ .code = 50229, .name = "ISO-2022-CN" },
{ .code = 51932, .name = "EUC-JP" },
{ .code = 51936, .name = "GBK" },
{ .code = 51949, .name = "EUC-KR" },
{ .code = 52936, .name = "HZ-GB-2312" },
{ .code = 54936, .name = "GB18030" },
{ .code = 65000, .name = "UTF-7" },
{ .code = 65001, .name = "UTF-8" }
};
#define SAV_LABEL_NAME_PREFIX "labels"
typedef struct value_label_s {
char raw_value[8];
char utf8_string_value[8*4+1];
readstat_value_t final_value;
char *label;
} value_label_t;
static readstat_error_t sav_update_progress(sav_ctx_t *ctx);
static readstat_error_t sav_read_data(sav_ctx_t *ctx);
static readstat_error_t sav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
static readstat_error_t sav_read_uncompressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *));
static readstat_error_t sav_skip_variable_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_variable_record(sav_ctx_t *ctx);
static readstat_error_t sav_skip_document_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_document_record(sav_ctx_t *ctx);
static readstat_error_t sav_skip_value_label_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_value_label_record(sav_ctx_t *ctx);
static readstat_error_t sav_read_dictionary_termination_record(sav_ctx_t *ctx);
static readstat_error_t sav_parse_machine_floating_point_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_store_variable_display_parameter_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_parse_variable_display_parameter_record(sav_ctx_t *ctx);
static readstat_error_t sav_parse_machine_integer_info_record(const void *data, size_t data_len, sav_ctx_t *ctx);
static readstat_error_t sav_parse_long_string_value_labels_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static readstat_error_t sav_parse_long_string_missing_values_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx);
static void sav_tag_missing_double(readstat_value_t *value, sav_ctx_t *ctx) {
double fp_value = value->v.double_value;
uint64_t long_value = 0;
memcpy(&long_value, &fp_value, 8);
if (long_value == ctx->missing_double)
value->is_system_missing = 1;
if (long_value == ctx->lowest_double)
value->is_system_missing = 1;
if (long_value == ctx->highest_double)
value->is_system_missing = 1;
if (isnan(fp_value))
value->is_system_missing = 1;
}
static readstat_error_t sav_update_progress(sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
return io->update(ctx->file_size, ctx->handle.progress, ctx->user_ctx, io->io_ctx);
}
static readstat_error_t sav_skip_variable_record(sav_ctx_t *ctx) {
sav_variable_record_t variable;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&variable, sizeof(sav_variable_record_t), io->io_ctx) < sizeof(sav_variable_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (variable.has_var_label) {
uint32_t label_len;
if (io->read(&label_len, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
label_len = ctx->bswap ? byteswap4(label_len) : label_len;
uint32_t label_capacity = (label_len + 3) / 4 * 4;
if (io->seek(label_capacity, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
if (variable.n_missing_values) {
int n_missing_values = ctx->bswap ? byteswap4(variable.n_missing_values) : variable.n_missing_values;
if (io->seek(abs(n_missing_values) * sizeof(double), READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_label(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
readstat_error_t retval = READSTAT_OK;
uint32_t label_len, label_capacity;
size_t out_label_len;
char *label_buf = NULL;
if (io->read(&label_len, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
label_len = ctx->bswap ? byteswap4(label_len) : label_len;
if (label_len == 0)
goto cleanup;
label_capacity = (label_len + 3) / 4 * 4;
if ((label_buf = readstat_malloc(label_capacity)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
out_label_len = (size_t)label_len*4+1;
if ((info->label = readstat_malloc(out_label_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(label_buf, label_capacity, io->io_ctx) < label_capacity) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(info->label, out_label_len, label_buf, label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
if (label_buf)
free(label_buf);
if (retval != READSTAT_OK) {
if (info->label) {
free(info->label);
info->label = NULL;
}
}
return retval;
}
static readstat_error_t sav_read_variable_missing_double_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
int i;
readstat_error_t retval = READSTAT_OK;
if (io->read(info->missing_double_values, info->n_missing_values * sizeof(double), io->io_ctx)
< info->n_missing_values * sizeof(double)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; in_missing_values; i++) {
if (ctx->bswap) {
info->missing_double_values[i] = byteswap_double(info->missing_double_values[i]);
}
uint64_t long_value = 0;
memcpy(&long_value, &info->missing_double_values[i], 8);
if (long_value == ctx->missing_double)
info->missing_double_values[i] = NAN;
if (long_value == ctx->lowest_double)
info->missing_double_values[i] = -HUGE_VAL;
if (long_value == ctx->highest_double)
info->missing_double_values[i] = HUGE_VAL;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_missing_string_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
int i;
readstat_error_t retval = READSTAT_OK;
for (i=0; in_missing_values; i++) {
char missing_value[8];
if (io->read(missing_value, sizeof(missing_value), io->io_ctx) < sizeof(missing_value)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(info->missing_string_values[i], sizeof(info->missing_string_values[0]),
missing_value, sizeof(missing_value), ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_variable_missing_values(spss_varinfo_t *info, sav_ctx_t *ctx) {
if (info->n_missing_values > 3 || info->n_missing_values < -3) {
return READSTAT_ERROR_PARSE;
}
if (info->n_missing_values < 0) {
info->missing_range = 1;
info->n_missing_values = abs(info->n_missing_values);
} else {
info->missing_range = 0;
}
if (info->type == READSTAT_TYPE_DOUBLE) {
return sav_read_variable_missing_double_values(info, ctx);
}
return sav_read_variable_missing_string_values(info, ctx);
}
static readstat_error_t sav_read_variable_record(sav_ctx_t *ctx) {
readstat_io_t *io = ctx->io;
sav_variable_record_t variable = { 0 };
spss_varinfo_t *info = NULL;
readstat_error_t retval = READSTAT_OK;
if (ctx->var_index == ctx->varinfo_capacity) {
if ((ctx->varinfo = readstat_realloc(ctx->varinfo, (ctx->varinfo_capacity *= 2) * sizeof(spss_varinfo_t *))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
}
if (io->read(&variable, sizeof(sav_variable_record_t), io->io_ctx) < sizeof(sav_variable_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
variable.print = ctx->bswap ? byteswap4(variable.print) : variable.print;
variable.write = ctx->bswap ? byteswap4(variable.write) : variable.write;
int32_t type = ctx->bswap ? byteswap4(variable.type) : variable.type;
if (type < 0) {
if (ctx->var_index == 0) {
return READSTAT_ERROR_PARSE;
}
ctx->var_offset++;
ctx->varinfo[ctx->var_index-1]->width++;
return 0;
}
if ((info = readstat_calloc(1, sizeof(spss_varinfo_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
info->width = 1;
info->n_segments = 1;
info->index = ctx->var_index;
info->offset = ctx->var_offset;
info->labels_index = -1;
retval = readstat_convert(info->name, sizeof(info->name),
variable.name, sizeof(variable.name), NULL);
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_convert(info->longname, sizeof(info->longname),
variable.name, sizeof(variable.name), NULL);
if (retval != READSTAT_OK)
goto cleanup;
info->print_format.decimal_places = (variable.print & 0x000000FF);
info->print_format.width = (variable.print & 0x0000FF00) >> 8;
info->print_format.type = (variable.print & 0x00FF0000) >> 16;
info->write_format.decimal_places = (variable.write & 0x000000FF);
info->write_format.width = (variable.write & 0x0000FF00) >> 8;
info->write_format.type = (variable.write & 0x00FF0000) >> 16;
if (type > 0 || info->print_format.type == SPSS_FORMAT_TYPE_A || info->write_format.type == SPSS_FORMAT_TYPE_A) {
info->type = READSTAT_TYPE_STRING;
} else {
info->type = READSTAT_TYPE_DOUBLE;
}
if (variable.has_var_label) {
if ((retval = sav_read_variable_label(info, ctx)) != READSTAT_OK) {
goto cleanup;
}
}
if (variable.n_missing_values) {
info->n_missing_values = ctx->bswap ? byteswap4(variable.n_missing_values) : variable.n_missing_values;
if ((retval = sav_read_variable_missing_values(info, ctx)) != READSTAT_OK) {
goto cleanup;
}
}
ctx->varinfo[ctx->var_index] = info;
ctx->var_index++;
ctx->var_offset++;
cleanup:
if (retval != READSTAT_OK) {
spss_varinfo_free(info);
}
return retval;
}
static readstat_error_t sav_skip_value_label_record(sav_ctx_t *ctx) {
uint32_t label_count;
uint32_t rec_type;
uint32_t var_count;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&label_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
label_count = byteswap4(label_count);
int i;
for (i=0; iseek(8, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&unpadded_len, 1, io->io_ctx) < 1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
padded_len = (unpadded_len + 8) / 8 * 8 - 1;
if (io->seek(padded_len, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
rec_type = byteswap4(rec_type);
if (rec_type != 4) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(&var_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
var_count = byteswap4(var_count);
if (io->seek(var_count * sizeof(uint32_t), READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_submit_value_labels(value_label_t *value_labels, int32_t label_count,
readstat_type_t value_type, sav_ctx_t *ctx) {
char label_name_buf[256];
readstat_error_t retval = READSTAT_OK;
int32_t i;
snprintf(label_name_buf, sizeof(label_name_buf), SAV_LABEL_NAME_PREFIX "%d", ctx->value_labels_count);
for (i=0; ihandle.value_label(label_name_buf, vlabel->final_value, vlabel->label, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_value_label_record(sav_ctx_t *ctx) {
uint32_t label_count;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
uint32_t *vars = NULL;
uint32_t var_count;
int32_t rec_type;
readstat_type_t value_type = READSTAT_TYPE_STRING;
char label_buf[256];
value_label_t *value_labels = NULL;
if (io->read(&label_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
label_count = byteswap4(label_count);
if (label_count && (value_labels = readstat_calloc(label_count, sizeof(value_label_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
int i;
for (i=0; iread(vlabel->raw_value, 8, io->io_ctx) < 8) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (io->read(&unpadded_label_len, 1, io->io_ctx) < 1) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
padded_label_len = (unpadded_label_len + 8) / 8 * 8 - 1;
if (io->read(label_buf, padded_label_len, io->io_ctx) < padded_label_len) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
utf8_label_len = padded_label_len*4+1;
if ((vlabel->label = readstat_malloc(utf8_label_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
retval = readstat_convert(vlabel->label, utf8_label_len, label_buf, padded_label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
}
if (io->read(&rec_type, sizeof(int32_t), io->io_ctx) < sizeof(int32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
rec_type = byteswap4(rec_type);
if (rec_type != 4) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(&var_count, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
var_count = byteswap4(var_count);
if (var_count && (vars = readstat_malloc(var_count * sizeof(uint32_t))) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (io->read(vars, var_count * sizeof(uint32_t), io->io_ctx) < var_count * sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
for (i=0; ibswap)
var_offset = byteswap4(var_offset);
var_offset--; // Why subtract 1????
spss_varinfo_t **var = bsearch(&var_offset, ctx->varinfo, ctx->var_index, sizeof(spss_varinfo_t *),
&spss_varinfo_compare);
if (var) {
(*var)->labels_index = ctx->value_labels_count;
value_type = (*var)->type;
}
}
for (i=0; ifinal_value.type = value_type;
if (value_type == READSTAT_TYPE_DOUBLE) {
memcpy(&val_d, vlabel->raw_value, 8);
if (ctx->bswap)
val_d = byteswap_double(val_d);
vlabel->final_value.v.double_value = val_d;
sav_tag_missing_double(&vlabel->final_value, ctx);
} else {
retval = readstat_convert(vlabel->utf8_string_value, sizeof(vlabel->utf8_string_value),
vlabel->raw_value, 8, ctx->converter);
if (retval != READSTAT_OK)
break;
vlabel->final_value.v.string_value = vlabel->utf8_string_value;
}
}
if (ctx->handle.value_label) {
sav_submit_value_labels(value_labels, label_count, value_type, ctx);
}
ctx->value_labels_count++;
cleanup:
if (vars)
free(vars);
if (value_labels) {
for (i=0; ilabel)
free(vlabel->label);
}
free(value_labels);
}
return retval;
}
static readstat_error_t sav_skip_document_record(sav_ctx_t *ctx) {
uint32_t n_lines;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&n_lines, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
n_lines = byteswap4(n_lines);
if (io->seek(n_lines * SPSS_DOC_LINE_SIZE, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
cleanup:
return retval;
}
static readstat_error_t sav_read_document_record(sav_ctx_t *ctx) {
if (!ctx->handle.note)
return sav_skip_document_record(ctx);
uint32_t n_lines;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&n_lines, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap)
n_lines = byteswap4(n_lines);
char raw_buffer[SPSS_DOC_LINE_SIZE];
char utf8_buffer[4*SPSS_DOC_LINE_SIZE+1];
int i;
for (i=0; iread(raw_buffer, SPSS_DOC_LINE_SIZE, io->io_ctx) < SPSS_DOC_LINE_SIZE) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
retval = readstat_convert(utf8_buffer, sizeof(utf8_buffer),
raw_buffer, sizeof(raw_buffer), ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
if (ctx->handle.note(i, utf8_buffer, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
cleanup:
return retval;
}
static readstat_error_t sav_read_dictionary_termination_record(sav_ctx_t *ctx) {
int32_t filler;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if (io->read(&filler, sizeof(int32_t), io->io_ctx) < sizeof(int32_t)) {
retval = READSTAT_ERROR_READ;
}
return retval;
}
static readstat_error_t sav_process_row(unsigned char *buffer, size_t buffer_len, sav_ctx_t *ctx) {
if (ctx->row_offset) {
ctx->row_offset--;
return READSTAT_OK;
}
readstat_error_t retval = READSTAT_OK;
double fp_value;
int offset = 0;
readstat_off_t data_offset = 0;
size_t raw_str_used = 0;
int segment_offset = 0;
int var_index = 0, col = 0;
int raw_str_is_utf8 = ctx->input_encoding && !strcmp(ctx->input_encoding, "UTF-8");
while (data_offset < buffer_len && col < ctx->var_index && var_index < ctx->var_index) {
spss_varinfo_t *col_info = ctx->varinfo[col];
spss_varinfo_t *var_info = ctx->varinfo[var_index];
readstat_value_t value = { .type = var_info->type };
if (offset > 31) {
retval = READSTAT_ERROR_PARSE;
goto done;
}
if (var_info->type == READSTAT_TYPE_STRING) {
if (raw_str_used + 8 <= ctx->raw_string_len) {
if (raw_str_is_utf8) {
/* Skip null bytes, see https://github.com/tidyverse/haven/issues/560 */
char c;
for (int i=0; i<8; i++)
if ((c = buffer[data_offset+i]))
ctx->raw_string[raw_str_used++] = c;
} else {
memcpy(ctx->raw_string + raw_str_used, &buffer[data_offset], 8);
raw_str_used += 8;
}
}
if (++offset == col_info->width) {
if (++segment_offset < var_info->n_segments) {
raw_str_used--;
}
offset = 0;
col++;
}
if (segment_offset == var_info->n_segments) {
if (!ctx->variables[var_info->index]->skip) {
retval = readstat_convert(ctx->utf8_string, ctx->utf8_string_len,
ctx->raw_string, raw_str_used, ctx->converter);
if (retval != READSTAT_OK)
goto done;
value.v.string_value = ctx->utf8_string;
if (ctx->handle.value(ctx->current_row, ctx->variables[var_info->index],
value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto done;
}
}
raw_str_used = 0;
segment_offset = 0;
var_index += var_info->n_segments;
}
} else if (var_info->type == READSTAT_TYPE_DOUBLE) {
if (!ctx->variables[var_info->index]->skip) {
memcpy(&fp_value, &buffer[data_offset], 8);
if (ctx->bswap) {
fp_value = byteswap_double(fp_value);
}
value.v.double_value = fp_value;
sav_tag_missing_double(&value, ctx);
if (ctx->handle.value(ctx->current_row, ctx->variables[var_info->index],
value, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto done;
}
}
var_index += var_info->n_segments;
col++;
}
data_offset += 8;
}
ctx->current_row++;
done:
return retval;
}
static readstat_error_t sav_read_data(sav_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
size_t longest_string = 256;
int i;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->string_length > longest_string) {
longest_string = info->string_length;
}
i += info->n_segments;
}
ctx->raw_string_len = longest_string + sizeof(SAV_EIGHT_SPACES)-2;
ctx->raw_string = readstat_malloc(ctx->raw_string_len);
ctx->utf8_string_len = 4*longest_string+1 + sizeof(SAV_EIGHT_SPACES)-2;
ctx->utf8_string = readstat_malloc(ctx->utf8_string_len);
if (ctx->raw_string == NULL || ctx->utf8_string == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto done;
}
if (ctx->compression == READSTAT_COMPRESS_ROWS) {
retval = sav_read_compressed_data(ctx, &sav_process_row);
} else if (ctx->compression == READSTAT_COMPRESS_BINARY) {
#if HAVE_ZLIB
retval = zsav_read_compressed_data(ctx, &sav_process_row);
#else
retval = READSTAT_ERROR_UNSUPPORTED_COMPRESSION;
#endif
} else {
retval = sav_read_uncompressed_data(ctx, &sav_process_row);
}
if (retval != READSTAT_OK)
goto done;
if (ctx->record_count >= 0 && ctx->current_row != ctx->row_limit) {
retval = READSTAT_ERROR_ROW_COUNT_MISMATCH;
}
done:
return retval;
}
static readstat_error_t sav_read_uncompressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
unsigned char *buffer = NULL;
size_t bytes_read = 0;
size_t buffer_len = ctx->var_offset * 8;
buffer = readstat_malloc(buffer_len);
if (ctx->row_offset) {
if (io->seek(buffer_len * ctx->row_offset, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto done;
}
ctx->row_offset = 0;
}
while (ctx->row_limit == -1 || ctx->current_row < ctx->row_limit) {
retval = sav_update_progress(ctx);
if (retval != READSTAT_OK)
goto done;
if ((bytes_read = io->read(buffer, buffer_len, io->io_ctx)) != buffer_len)
goto done;
retval = row_handler(buffer, buffer_len, ctx);
if (retval != READSTAT_OK)
goto done;
}
done:
if (buffer)
free(buffer);
return retval;
}
static readstat_error_t sav_read_compressed_data(sav_ctx_t *ctx,
readstat_error_t (*row_handler)(unsigned char *, size_t, sav_ctx_t *)) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
readstat_off_t data_offset = 0;
unsigned char buffer[DATA_BUFFER_SIZE];
int buffer_used = 0;
size_t uncompressed_row_len = ctx->var_offset * 8;
readstat_off_t uncompressed_offset = 0;
unsigned char *uncompressed_row = NULL;
struct sav_row_stream_s state = {
.missing_value = ctx->missing_double,
.bias = ctx->bias,
.bswap = ctx->bswap };
if (uncompressed_row_len && (uncompressed_row = readstat_malloc(uncompressed_row_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto done;
}
while (1) {
retval = sav_update_progress(ctx);
if (retval != READSTAT_OK)
goto done;
buffer_used = io->read(buffer, sizeof(buffer), io->io_ctx);
if (buffer_used == -1 || buffer_used == 0 || (buffer_used % 8) != 0)
goto done;
state.status = SAV_ROW_STREAM_HAVE_DATA;
data_offset = 0;
while (state.status != SAV_ROW_STREAM_NEED_DATA) {
state.next_in = &buffer[data_offset];
state.avail_in = buffer_used - data_offset;
state.next_out = &uncompressed_row[uncompressed_offset];
state.avail_out = uncompressed_row_len - uncompressed_offset;
sav_decompress_row(&state);
uncompressed_offset = uncompressed_row_len - state.avail_out;
data_offset = buffer_used - state.avail_in;
if (state.status == SAV_ROW_STREAM_FINISHED_ROW) {
retval = row_handler(uncompressed_row, uncompressed_row_len, ctx);
if (retval != READSTAT_OK)
goto done;
uncompressed_offset = 0;
}
if (state.status == SAV_ROW_STREAM_FINISHED_ALL)
goto done;
if (ctx->row_limit > 0 && ctx->current_row == ctx->row_limit)
goto done;
}
}
done:
if (uncompressed_row)
free(uncompressed_row);
return retval;
}
static readstat_error_t sav_parse_machine_integer_info_record(const void *data, size_t data_len, sav_ctx_t *ctx) {
if (data_len != 32)
return READSTAT_ERROR_PARSE;
const char *src_charset = NULL;
const char *dst_charset = ctx->output_encoding;
sav_machine_integer_info_record_t record;
memcpy(&record, data, data_len);
if (ctx->bswap) {
record.character_code = byteswap4(record.character_code);
}
if (ctx->input_encoding) {
src_charset = ctx->input_encoding;
} else {
int i;
for (i=0; ihandle.error) {
char error_buf[1024];
snprintf(error_buf, sizeof(error_buf), "Unsupported character set: %d\n", record.character_code);
ctx->handle.error(error_buf, ctx->user_ctx);
}
return READSTAT_ERROR_UNSUPPORTED_CHARSET;
}
ctx->input_encoding = src_charset;
}
if (src_charset && dst_charset) {
// You might be tempted to skip the charset conversion when src_charset
// and dst_charset are the same. However, some versions of SPSS insert
// illegally truncated strings (e.g. the last character is three bytes
// but the field only has room for two bytes). So to prevent the client
// from receiving an invalid byte sequence, we ram everything through
// our iconv machinery.
iconv_t converter = iconv_open(dst_charset, src_charset);
if (converter == (iconv_t)-1) {
return READSTAT_ERROR_UNSUPPORTED_CHARSET;
}
if (ctx->converter) {
iconv_close(ctx->converter);
}
ctx->converter = converter;
}
return READSTAT_OK;
}
static readstat_error_t sav_parse_machine_floating_point_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 8 || count != 3)
return READSTAT_ERROR_PARSE;
sav_machine_floating_point_info_record_t fp_info;
memcpy(&fp_info, data, sizeof(sav_machine_floating_point_info_record_t));
ctx->missing_double = ctx->bswap ? byteswap8(fp_info.sysmis) : fp_info.sysmis;
ctx->highest_double = ctx->bswap ? byteswap8(fp_info.highest) : fp_info.highest;
ctx->lowest_double = ctx->bswap ? byteswap8(fp_info.lowest) : fp_info.lowest;
return READSTAT_OK;
}
/* We don't yet know how many real variables there are, so store the values in the record
* and make sense of them later. */
static readstat_error_t sav_store_variable_display_parameter_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 4)
return READSTAT_ERROR_PARSE;
const uint32_t *data_ptr = data;
int i;
ctx->variable_display_values = readstat_realloc(ctx->variable_display_values, count * sizeof(uint32_t));
if (count > 0 && ctx->variable_display_values == NULL)
return READSTAT_ERROR_MALLOC;
ctx->variable_display_values_count = count;
for (i=0; ivariable_display_values[i] = ctx->bswap ? byteswap4(data_ptr[i]) : data_ptr[i];
}
return READSTAT_OK;
}
static readstat_error_t sav_parse_variable_display_parameter_record(sav_ctx_t *ctx) {
if (!ctx->variable_display_values)
return READSTAT_OK;
int i;
long count = ctx->variable_display_values_count;
if (count != 2 * ctx->var_index && count != 3 * ctx->var_index) {
return READSTAT_ERROR_PARSE;
}
int has_display_width = ctx->var_index > 0 && (count / ctx->var_index == 3);
int offset = 0;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
offset = (2 + has_display_width)*i;
info->measure = spss_measure_to_readstat_measure(ctx->variable_display_values[offset++]);
if (has_display_width) {
info->display_width = ctx->variable_display_values[offset++];
}
info->alignment = spss_alignment_to_readstat_alignment(ctx->variable_display_values[offset++]);
i += info->n_segments;
}
return READSTAT_OK;
}
static readstat_error_t sav_read_pascal_string(char *buf, size_t buf_len,
const char **inout_data_ptr, size_t data_ptr_len, sav_ctx_t *ctx) {
const char *data_ptr = *inout_data_ptr;
const char *data_end = data_ptr + data_ptr_len;
readstat_error_t retval = READSTAT_OK;
uint32_t var_name_len = 0;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&var_name_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
var_name_len = byteswap4(var_name_len);
data_ptr += sizeof(uint32_t);
if (data_ptr + var_name_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(buf, buf_len, data_ptr, var_name_len, NULL);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += var_name_len;
cleanup:
*inout_data_ptr = data_ptr;
return retval;
}
static readstat_error_t sav_parse_long_string_value_labels_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (!ctx->handle.value_label)
return READSTAT_OK;
if (size != 1)
return READSTAT_ERROR_PARSE;
readstat_error_t retval = READSTAT_OK;
uint32_t label_count = 0;
uint32_t i = 0;
const char *data_ptr = data;
const char *data_end = data_ptr + count;
char var_name_buf[256+1]; // unconverted
char label_name_buf[256];
char *value_buffer = NULL;
char *label_buffer = NULL;
while (data_ptr < data_end) {
memset(label_name_buf, '\0', sizeof(label_name_buf));
retval = sav_read_pascal_string(var_name_buf, sizeof(var_name_buf),
&data_ptr, data_end - data_ptr, ctx);
if (retval != READSTAT_OK)
goto cleanup;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (strcmp(var_name_buf, info->longname) == 0) {
info->labels_index = ctx->value_labels_count++;
snprintf(label_name_buf, sizeof(label_name_buf),
SAV_LABEL_NAME_PREFIX "%d", info->labels_index);
break;
}
i += info->n_segments;
}
if (label_name_buf[0] == '\0') {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
data_ptr += sizeof(uint32_t);
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&label_count, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
label_count = byteswap4(label_count);
data_ptr += sizeof(uint32_t);
for (i=0; i data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&value_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
value_len = byteswap4(value_len);
data_ptr += sizeof(uint32_t);
value_buffer_len = value_len*4+1;
value_buffer = readstat_realloc(value_buffer, value_buffer_len);
if (value_buffer == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (data_ptr + value_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(value_buffer, value_buffer_len, data_ptr, value_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += value_len;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&label_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
label_len = byteswap4(label_len);
data_ptr += sizeof(uint32_t);
label_buffer_len = label_len*4+1;
label_buffer = readstat_realloc(label_buffer, label_buffer_len);
if (label_buffer == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
if (data_ptr + label_len > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(label_buffer, label_buffer_len, data_ptr, label_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += label_len;
readstat_value_t value = { .type = READSTAT_TYPE_STRING };
value.v.string_value = value_buffer;
if (ctx->handle.value_label(label_name_buf, value, label_buffer, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
}
if (data_ptr != data_end) {
retval = READSTAT_ERROR_PARSE;
}
cleanup:
if (value_buffer)
free(value_buffer);
if (label_buffer)
free(label_buffer);
return retval;
}
static readstat_error_t sav_parse_long_string_missing_values_record(const void *data, size_t size, size_t count, sav_ctx_t *ctx) {
if (size != 1)
return READSTAT_ERROR_PARSE;
readstat_error_t retval = READSTAT_OK;
uint32_t i = 0, j = 0;
const char *data_ptr = data;
const char *data_end = data_ptr + count;
char var_name_buf[256+1];
while (data_ptr < data_end) {
retval = sav_read_pascal_string(var_name_buf, sizeof(var_name_buf),
&data_ptr, data_end - data_ptr, ctx);
if (retval != READSTAT_OK)
goto cleanup;
if (data_ptr == data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
char n_missing_values = *data_ptr++;
if (n_missing_values < 1 || n_missing_values > 3) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (strcmp(var_name_buf, info->longname) == 0) {
info->n_missing_values = n_missing_values;
uint32_t var_name_len = 0;
if (data_ptr + sizeof(uint32_t) > data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
memcpy(&var_name_len, data_ptr, sizeof(uint32_t));
if (ctx->bswap)
var_name_len = byteswap4(var_name_len);
data_ptr += sizeof(uint32_t);
for (j=0; j data_end) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = readstat_convert(info->missing_string_values[j],
sizeof(info->missing_string_values[0]),
data_ptr, var_name_len, ctx->converter);
if (retval != READSTAT_OK)
goto cleanup;
data_ptr += var_name_len;
}
break;
}
i += info->n_segments;
}
if (i == ctx->var_index) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
}
if (data_ptr != data_end) {
retval = READSTAT_ERROR_PARSE;
}
cleanup:
return retval;
}
static readstat_error_t sav_parse_records_pass1(sav_ctx_t *ctx) {
char data_buf[4096];
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
while (1) {
uint32_t rec_type;
uint32_t extra_info[3];
size_t data_len = 0;
int i;
int done = 0;
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
rec_type = byteswap4(rec_type);
}
switch (rec_type) {
case SAV_RECORD_TYPE_VARIABLE:
retval = sav_skip_variable_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_VALUE_LABEL:
retval = sav_skip_value_label_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DOCUMENT:
retval = sav_skip_document_record(ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DICT_TERMINATION:
done = 1;
break;
case SAV_RECORD_TYPE_HAS_DATA:
if (io->read(extra_info, sizeof(extra_info), io->io_ctx) < sizeof(extra_info)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
for (i=0; i<3; i++)
extra_info[i] = byteswap4(extra_info[i]);
}
uint32_t subtype = extra_info[0];
size_t size = extra_info[1];
size_t count = extra_info[2];
data_len = size * count;
if (subtype == SAV_RECORD_SUBTYPE_INTEGER_INFO) {
if (data_len > sizeof(data_buf)) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (io->read(data_buf, data_len, io->io_ctx) < data_len) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
retval = sav_parse_machine_integer_info_record(data_buf, data_len, ctx);
if (retval != READSTAT_OK)
goto cleanup;
} else {
if (io->seek(data_len, READSTAT_SEEK_CUR, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
}
break;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
break;
}
if (done)
break;
}
cleanup:
return retval;
}
static readstat_error_t sav_parse_records_pass2(sav_ctx_t *ctx) {
void *data_buf = NULL;
size_t data_buf_capacity = 4096;
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = ctx->io;
if ((data_buf = readstat_malloc(data_buf_capacity)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
while (1) {
uint32_t rec_type;
uint32_t extra_info[3];
size_t data_len = 0;
int i;
int done = 0;
if (io->read(&rec_type, sizeof(uint32_t), io->io_ctx) < sizeof(uint32_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
rec_type = byteswap4(rec_type);
}
switch (rec_type) {
case SAV_RECORD_TYPE_VARIABLE:
if ((retval = sav_read_variable_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_VALUE_LABEL:
if ((retval = sav_read_value_label_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DOCUMENT:
if ((retval = sav_read_document_record(ctx)) != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_TYPE_DICT_TERMINATION:
if ((retval = sav_read_dictionary_termination_record(ctx)) != READSTAT_OK)
goto cleanup;
done = 1;
break;
case SAV_RECORD_TYPE_HAS_DATA:
if (io->read(extra_info, sizeof(extra_info), io->io_ctx) < sizeof(extra_info)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
if (ctx->bswap) {
for (i=0; i<3; i++)
extra_info[i] = byteswap4(extra_info[i]);
}
uint32_t subtype = extra_info[0];
size_t size = extra_info[1];
size_t count = extra_info[2];
data_len = size * count;
if (data_buf_capacity < data_len) {
if ((data_buf = readstat_realloc(data_buf, data_buf_capacity = data_len)) == NULL) {
retval = READSTAT_ERROR_MALLOC;
goto cleanup;
}
}
if (data_len == 0 || io->read(data_buf, data_len, io->io_ctx) < data_len) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
switch (subtype) {
case SAV_RECORD_SUBTYPE_INTEGER_INFO:
/* parsed in pass 1 */
break;
case SAV_RECORD_SUBTYPE_FP_INFO:
retval = sav_parse_machine_floating_point_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_VAR_DISPLAY:
retval = sav_store_variable_display_parameter_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_VAR_NAME:
retval = sav_parse_long_variable_names_record(data_buf, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_VERY_LONG_STR:
retval = sav_parse_very_long_string_record(data_buf, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_STRING_VALUE_LABELS:
retval = sav_parse_long_string_value_labels_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
case SAV_RECORD_SUBTYPE_LONG_STRING_MISSING_VALUES:
retval = sav_parse_long_string_missing_values_record(data_buf, size, count, ctx);
if (retval != READSTAT_OK)
goto cleanup;
break;
default: /* misc. info */
break;
}
break;
default:
retval = READSTAT_ERROR_PARSE;
goto cleanup;
break;
}
if (done)
break;
}
cleanup:
if (data_buf)
free(data_buf);
return retval;
}
static readstat_error_t sav_set_n_segments_and_var_count(sav_ctx_t *ctx) {
int i;
ctx->var_count = 0;
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->string_length > VERY_LONG_STRING_MAX_LENGTH)
return READSTAT_ERROR_PARSE;
if (info->string_length) {
info->n_segments = (info->string_length + 251) / 252;
}
info->index = ctx->var_count++;
i += info->n_segments;
}
ctx->variables = readstat_calloc(ctx->var_count, sizeof(readstat_variable_t *));
return READSTAT_OK;
}
static readstat_error_t sav_handle_variables(sav_ctx_t *ctx) {
int i;
int index_after_skipping = 0;
readstat_error_t retval = READSTAT_OK;
if (!ctx->handle.variable)
return retval;
for (i=0; ivar_index;) {
char label_name_buf[256];
spss_varinfo_t *info = ctx->varinfo[i];
ctx->variables[info->index] = spss_init_variable_for_info(info, index_after_skipping, ctx->converter);
snprintf(label_name_buf, sizeof(label_name_buf), SAV_LABEL_NAME_PREFIX "%d", info->labels_index);
int cb_retval = ctx->handle.variable(info->index, ctx->variables[info->index],
info->labels_index == -1 ? NULL : label_name_buf,
ctx->user_ctx);
if (cb_retval == READSTAT_HANDLER_ABORT) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
if (cb_retval == READSTAT_HANDLER_SKIP_VARIABLE) {
ctx->variables[info->index]->skip = 1;
} else {
index_after_skipping++;
}
i += info->n_segments;
}
cleanup:
return retval;
}
static readstat_error_t sav_handle_fweight(sav_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i;
if (ctx->handle.fweight && ctx->fweight_index >= 0) {
for (i=0; ivar_index;) {
spss_varinfo_t *info = ctx->varinfo[i];
if (info->offset == ctx->fweight_index - 1) {
if (ctx->handle.fweight(ctx->variables[info->index], ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
break;
}
i += info->n_segments;
}
}
cleanup:
return retval;
}
readstat_error_t sav_parse_timestamp(sav_ctx_t *ctx, sav_file_header_record_t *header) {
readstat_error_t retval = READSTAT_OK;
struct tm timestamp = { .tm_isdst = -1 };
if ((retval = sav_parse_time(header->creation_time, sizeof(header->creation_time),
×tamp, ctx->handle.error, ctx->user_ctx))
!= READSTAT_OK)
goto cleanup;
if ((retval = sav_parse_date(header->creation_date, sizeof(header->creation_date),
×tamp, ctx->handle.error, ctx->user_ctx))
!= READSTAT_OK)
goto cleanup;
ctx->timestamp = mktime(×tamp);
cleanup:
return retval;
}
readstat_error_t readstat_parse_sav(readstat_parser_t *parser, const char *path, void *user_ctx) {
readstat_error_t retval = READSTAT_OK;
readstat_io_t *io = parser->io;
sav_file_header_record_t header;
sav_ctx_t *ctx = NULL;
size_t file_size = 0;
if (io->open(path, io->io_ctx) == -1) {
return READSTAT_ERROR_OPEN;
}
file_size = io->seek(0, READSTAT_SEEK_END, io->io_ctx);
if (file_size == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->seek(0, READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if (io->read(&header, sizeof(sav_file_header_record_t), io->io_ctx) < sizeof(sav_file_header_record_t)) {
retval = READSTAT_ERROR_READ;
goto cleanup;
}
ctx = sav_ctx_init(&header, io);
if (ctx == NULL) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
ctx->handle = parser->handlers;
ctx->input_encoding = parser->input_encoding;
ctx->output_encoding = parser->output_encoding;
ctx->user_ctx = user_ctx;
ctx->file_size = file_size;
if (parser->row_offset > 0)
ctx->row_offset = parser->row_offset;
if (ctx->record_count >= 0) {
int record_count_after_skipping = ctx->record_count - ctx->row_offset;
if (record_count_after_skipping < 0) {
record_count_after_skipping = 0;
ctx->row_offset = ctx->record_count;
}
ctx->row_limit = record_count_after_skipping;
if (parser->row_limit > 0 && parser->row_limit < record_count_after_skipping)
ctx->row_limit = parser->row_limit;
} else if (parser->row_limit > 0) {
ctx->row_limit = parser->row_limit;
}
/* ignore errors */
sav_parse_timestamp(ctx, &header);
if ((retval = sav_parse_records_pass1(ctx)) != READSTAT_OK)
goto cleanup;
if (io->seek(sizeof(sav_file_header_record_t), READSTAT_SEEK_SET, io->io_ctx) == -1) {
retval = READSTAT_ERROR_SEEK;
goto cleanup;
}
if ((retval = sav_update_progress(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_parse_records_pass2(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_set_n_segments_and_var_count(ctx)) != READSTAT_OK)
goto cleanup;
if (ctx->var_count == 0) {
retval = READSTAT_ERROR_PARSE;
goto cleanup;
}
if (ctx->handle.metadata) {
readstat_metadata_t metadata = {
.row_count = ctx->record_count < 0 ? -1 : ctx->row_limit,
.var_count = ctx->var_count,
.file_encoding = ctx->input_encoding,
.file_format_version = ctx->format_version,
.creation_time = ctx->timestamp,
.modified_time = ctx->timestamp,
.compression = ctx->compression,
.endianness = ctx->endianness
};
if ((retval = readstat_convert(ctx->file_label, sizeof(ctx->file_label),
header.file_label, sizeof(header.file_label), ctx->converter)) != READSTAT_OK)
goto cleanup;
metadata.file_label = ctx->file_label;
if (ctx->handle.metadata(&metadata, ctx->user_ctx) != READSTAT_HANDLER_OK) {
retval = READSTAT_ERROR_USER_ABORT;
goto cleanup;
}
}
if ((retval = sav_parse_variable_display_parameter_record(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_handle_variables(ctx)) != READSTAT_OK)
goto cleanup;
if ((retval = sav_handle_fweight(ctx)) != READSTAT_OK)
goto cleanup;
if (ctx->handle.value) {
retval = sav_read_data(ctx);
}
cleanup:
io->close(io->io_ctx);
if (ctx)
sav_ctx_free(ctx);
return retval;
}
haven/src/readstat/spss/readstat_spss.c 0000644 0001762 0000144 00000021513 14101007206 017755 0 ustar ligges users
#include
#include
#include "../readstat.h"
#include "../readstat_iconv.h"
#include "../readstat_convert.h"
#include "readstat_spss.h"
#include "readstat_spss_parse.h"
static char spss_type_strings[][16] = {
[SPSS_FORMAT_TYPE_A] = "A",
[SPSS_FORMAT_TYPE_AHEX] = "AHEX",
[SPSS_FORMAT_TYPE_COMMA] = "COMMA",
[SPSS_FORMAT_TYPE_DOLLAR] = "DOLLAR",
[SPSS_FORMAT_TYPE_F] = "F",
[SPSS_FORMAT_TYPE_IB] = "IB",
[SPSS_FORMAT_TYPE_PIBHEX] = "PIBHEX",
[SPSS_FORMAT_TYPE_P] = "P",
[SPSS_FORMAT_TYPE_PIB] = "PIB",
[SPSS_FORMAT_TYPE_PK] = "PK",
[SPSS_FORMAT_TYPE_RB] = "RB",
[SPSS_FORMAT_TYPE_RBHEX] = "RBHEX",
[SPSS_FORMAT_TYPE_Z] = "Z",
[SPSS_FORMAT_TYPE_N] = "N",
[SPSS_FORMAT_TYPE_E] = "E",
[SPSS_FORMAT_TYPE_DATE] = "DATE",
[SPSS_FORMAT_TYPE_TIME] = "TIME",
[SPSS_FORMAT_TYPE_DATETIME] = "DATETIME",
[SPSS_FORMAT_TYPE_ADATE] = "ADATE",
[SPSS_FORMAT_TYPE_JDATE] = "JDATE",
[SPSS_FORMAT_TYPE_DTIME] = "DTIME",
[SPSS_FORMAT_TYPE_WKDAY] = "WKDAY",
[SPSS_FORMAT_TYPE_MONTH] = "MONTH",
[SPSS_FORMAT_TYPE_MOYR] = "MOYR",
[SPSS_FORMAT_TYPE_QYR] = "QYR",
[SPSS_FORMAT_TYPE_WKYR] = "WKYR",
[SPSS_FORMAT_TYPE_PCT] = "PCT",
[SPSS_FORMAT_TYPE_DOT] = "DOT",
[SPSS_FORMAT_TYPE_CCA] = "CCA",
[SPSS_FORMAT_TYPE_CCB] = "CCB",
[SPSS_FORMAT_TYPE_CCC] = "CCC",
[SPSS_FORMAT_TYPE_CCD] = "CCD",
[SPSS_FORMAT_TYPE_CCE] = "CCE",
[SPSS_FORMAT_TYPE_EDATE] = "EDATE",
[SPSS_FORMAT_TYPE_SDATE] = "SDATE",
[SPSS_FORMAT_TYPE_MTIME] = "MTIME",
[SPSS_FORMAT_TYPE_YMDHMS] = "YMDHMS",
};
int spss_format(char *buffer, size_t len, spss_format_t *format) {
if (format->type < 0
|| format->type >= sizeof(spss_type_strings)/sizeof(spss_type_strings[0])
|| spss_type_strings[format->type][0] == '\0') {
return 0;
}
char *string = spss_type_strings[format->type];
if (format->decimal_places || format->type == SPSS_FORMAT_TYPE_F) {
snprintf(buffer, len, "%s%d.%d", string, format->width, format->decimal_places);
} else if (format->width) {
snprintf(buffer, len, "%s%d", string, format->width);
} else {
snprintf(buffer, len, "%s", string);
}
return 1;
}
int spss_varinfo_compare(const void *elem1, const void *elem2) {
int offset = *(int *)elem1;
const spss_varinfo_t *v = *(const spss_varinfo_t **)elem2;
if (offset < v->offset)
return -1;
return (offset > v->offset);
}
void spss_varinfo_free(spss_varinfo_t *info) {
if (info) {
if (info->label)
free(info->label);
free(info);
}
}
uint64_t spss_64bit_value(readstat_value_t value) {
double dval = readstat_double_value(value);
uint64_t special_val;
memcpy(&special_val, &dval, sizeof(double));
if (isinf(dval)) {
if (dval < 0.0) {
special_val = SAV_LOWEST_DOUBLE;
} else {
special_val = SAV_HIGHEST_DOUBLE;
}
} else if (isnan(dval)) {
special_val = SAV_MISSING_DOUBLE;
}
return special_val;
}
static readstat_value_t spss_boxed_double_value(double fp_value) {
readstat_value_t value = {
.type = READSTAT_TYPE_DOUBLE,
.v = { .double_value = fp_value },
.is_system_missing = isnan(fp_value)
};
return value;
}
static readstat_value_t spss_boxed_string_value(const char *string) {
readstat_value_t value = {
.type = READSTAT_TYPE_STRING,
.v = { .string_value = string }
};
return value;
}
static readstat_value_t spss_boxed_missing_value(spss_varinfo_t *info, int i) {
if (info->type == READSTAT_TYPE_DOUBLE) {
return spss_boxed_double_value(info->missing_double_values[i]);
}
return spss_boxed_string_value(info->missing_string_values[i]);
}
readstat_missingness_t spss_missingness_for_info(spss_varinfo_t *info) {
readstat_missingness_t missingness;
memset(&missingness, '\0', sizeof(readstat_missingness_t));
if (info->missing_range) {
missingness.missing_ranges_count++;
missingness.missing_ranges[0] = spss_boxed_missing_value(info, 0);
missingness.missing_ranges[1] = spss_boxed_missing_value(info, 1);
if (info->n_missing_values == 3) {
missingness.missing_ranges_count++;
missingness.missing_ranges[2] = missingness.missing_ranges[3] = spss_boxed_missing_value(info, 2);
}
} else if (info->n_missing_values > 0) {
missingness.missing_ranges_count = info->n_missing_values;
int i=0;
for (i=0; in_missing_values; i++) {
missingness.missing_ranges[2*i] = missingness.missing_ranges[2*i+1] = spss_boxed_missing_value(info, i);
}
}
return missingness;
}
readstat_variable_t *spss_init_variable_for_info(spss_varinfo_t *info, int index_after_skipping,
iconv_t converter) {
readstat_variable_t *variable = calloc(1, sizeof(readstat_variable_t));
variable->index = info->index;
variable->index_after_skipping = index_after_skipping;
variable->type = info->type;
if (info->string_length) {
variable->storage_width = info->string_length;
} else {
variable->storage_width = 8 * info->width;
}
if (info->longname[0]) {
readstat_convert(variable->name, sizeof(variable->name),
info->longname, sizeof(info->longname), converter);
} else {
readstat_convert(variable->name, sizeof(variable->name),
info->name, sizeof(info->name), converter);
}
if (info->label) {
snprintf(variable->label, sizeof(variable->label), "%s", info->label);
}
spss_format(variable->format, sizeof(variable->format), &info->print_format);
variable->missingness = spss_missingness_for_info(info);
variable->measure = info->measure;
if (info->display_width) {
variable->display_width = info->display_width;
} else {
variable->display_width = info->print_format.width;
}
return variable;
}
uint32_t spss_measure_from_readstat_measure(readstat_measure_t measure) {
uint32_t sav_measure = SAV_MEASURE_UNKNOWN;
if (measure == READSTAT_MEASURE_NOMINAL) {
sav_measure = SAV_MEASURE_NOMINAL;
} else if (measure == READSTAT_MEASURE_ORDINAL) {
sav_measure = SAV_MEASURE_ORDINAL;
} else if (measure == READSTAT_MEASURE_SCALE) {
sav_measure = SAV_MEASURE_SCALE;
}
return sav_measure;
}
readstat_measure_t spss_measure_to_readstat_measure(uint32_t sav_measure) {
if (sav_measure == SAV_MEASURE_NOMINAL)
return READSTAT_MEASURE_NOMINAL;
if (sav_measure == SAV_MEASURE_ORDINAL)
return READSTAT_MEASURE_ORDINAL;
if (sav_measure == SAV_MEASURE_SCALE)
return READSTAT_MEASURE_SCALE;
return READSTAT_MEASURE_UNKNOWN;
}
uint32_t spss_alignment_from_readstat_alignment(readstat_alignment_t alignment) {
uint32_t sav_alignment = 0;
if (alignment == READSTAT_ALIGNMENT_LEFT) {
sav_alignment = SAV_ALIGNMENT_LEFT;
} else if (alignment == READSTAT_ALIGNMENT_CENTER) {
sav_alignment = SAV_ALIGNMENT_CENTER;
} else if (alignment == READSTAT_ALIGNMENT_RIGHT) {
sav_alignment = SAV_ALIGNMENT_RIGHT;
}
return sav_alignment;
}
readstat_alignment_t spss_alignment_to_readstat_alignment(uint32_t sav_alignment) {
if (sav_alignment == SAV_ALIGNMENT_LEFT)
return READSTAT_ALIGNMENT_LEFT;
if (sav_alignment == SAV_ALIGNMENT_CENTER)
return READSTAT_ALIGNMENT_CENTER;
if (sav_alignment == SAV_ALIGNMENT_RIGHT)
return READSTAT_ALIGNMENT_RIGHT;
return READSTAT_ALIGNMENT_UNKNOWN;
}
readstat_error_t spss_format_for_variable(readstat_variable_t *r_variable,
spss_format_t *spss_format) {
readstat_error_t retval = READSTAT_OK;
memset(spss_format, 0, sizeof(spss_format_t));
if (r_variable->type == READSTAT_TYPE_STRING) {
spss_format->type = SPSS_FORMAT_TYPE_A;
if (r_variable->display_width) {
spss_format->width = r_variable->display_width;
} else if (r_variable->user_width) {
spss_format->width = r_variable->user_width;
} else {
spss_format->width = r_variable->storage_width;
}
} else {
spss_format->type = SPSS_FORMAT_TYPE_F;
if (r_variable->display_width) {
spss_format->width = r_variable->display_width;
} else {
spss_format->width = 8;
}
if (r_variable->type == READSTAT_TYPE_DOUBLE ||
r_variable->type == READSTAT_TYPE_FLOAT) {
spss_format->decimal_places = 2;
}
}
if (r_variable->format[0]) {
spss_format->decimal_places = 0;
const char *fmt = r_variable->format;
if (spss_parse_format(fmt, strlen(fmt), spss_format) != READSTAT_OK) {
retval = READSTAT_ERROR_BAD_FORMAT_STRING;
goto cleanup;
}
}
cleanup:
return retval;
}
haven/src/readstat/spss/readstat_por.h 0000644 0001762 0000144 00000002407 14376672143 017621 0 ustar ligges users
extern int8_t por_ascii_lookup[256];
extern uint16_t por_unicode_lookup[256];
typedef struct por_ctx_s {
readstat_callbacks_t handle;
size_t file_size;
void *user_ctx;
int pos;
readstat_io_t *io;
char space;
long num_spaces;
time_t timestamp;
long version;
char fweight_name[9];
char file_label[21];
uint16_t byte2unicode[256];
size_t base30_precision;
iconv_t converter;
unsigned char *string_buffer;
size_t string_buffer_len;
int labels_offset;
int obs_count;
int var_count;
int var_offset;
int row_limit;
int row_offset;
readstat_variable_t **variables;
spss_varinfo_t *varinfo;
ck_hash_table_t *var_dict;
} por_ctx_t;
por_ctx_t *por_ctx_init(void);
void por_ctx_free(por_ctx_t *ctx);
ssize_t por_utf8_encode(const unsigned char *input, size_t input_len,
char *output, size_t output_len, uint16_t lookup[256]);
ssize_t por_utf8_decode(
const char *input, size_t input_len,
char *output, size_t output_len,
uint8_t *lookup, size_t lookup_len);
haven/src/readstat/readstat_convert.c 0000644 0001762 0000144 00000002512 14376672143 017501 0 ustar ligges users
#include
#include "readstat.h"
#include "readstat_iconv.h"
#include "readstat_convert.h"
readstat_error_t readstat_convert(char *dst, size_t dst_len, const char *src, size_t src_len, iconv_t converter) {
/* strip off spaces from the input because the programs use ASCII space
* padding even with non-ASCII encoding. */
while (src_len && (src[src_len-1] == ' ' || src[src_len-1] == '\0')) {
src_len--;
}
if (dst_len == 0) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else if (converter) {
size_t dst_left = dst_len - 1;
char *dst_end = dst;
size_t status = iconv(converter, (readstat_iconv_inbuf_t)&src, &src_len, &dst_end, &dst_left);
if (status == (size_t)-1) {
if (errno == E2BIG) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else if (errno == EILSEQ) {
return READSTAT_ERROR_CONVERT_BAD_STRING;
} else if (errno != EINVAL) { /* EINVAL indicates improper truncation; accept it */
return READSTAT_ERROR_CONVERT;
}
}
dst[dst_len - dst_left - 1] = '\0';
} else if (src_len + 1 > dst_len) {
return READSTAT_ERROR_CONVERT_LONG_STRING;
} else {
memcpy(dst, src, src_len);
dst[src_len] = '\0';
}
return READSTAT_OK;
}
haven/src/readstat/readstat_parser.c 0000644 0001762 0000144 00000007545 14377230762 017326 0 ustar ligges users
#include
#include "readstat.h"
#include "readstat_io_unistd.h"
readstat_parser_t *readstat_parser_init(void) {
readstat_parser_t *parser = calloc(1, sizeof(readstat_parser_t));
parser->io = calloc(1, sizeof(readstat_io_t));
if (unistd_io_init(parser) != READSTAT_OK) {
readstat_parser_free(parser);
return NULL;
}
parser->output_encoding = "UTF-8";
return parser;
}
void readstat_parser_free(readstat_parser_t *parser) {
if (parser) {
if (parser->io) {
readstat_set_io_ctx(parser, NULL);
free(parser->io);
}
free(parser);
}
}
readstat_error_t readstat_set_metadata_handler(readstat_parser_t *parser, readstat_metadata_handler metadata_handler) {
parser->handlers.metadata = metadata_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_note_handler(readstat_parser_t *parser, readstat_note_handler note_handler) {
parser->handlers.note = note_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_variable_handler(readstat_parser_t *parser, readstat_variable_handler variable_handler) {
parser->handlers.variable = variable_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_value_handler(readstat_parser_t *parser, readstat_value_handler value_handler) {
parser->handlers.value = value_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_value_label_handler(readstat_parser_t *parser, readstat_value_label_handler label_handler) {
parser->handlers.value_label = label_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_error_handler(readstat_parser_t *parser, readstat_error_handler error_handler) {
parser->handlers.error = error_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_progress_handler(readstat_parser_t *parser, readstat_progress_handler progress_handler) {
parser->handlers.progress = progress_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_fweight_handler(readstat_parser_t *parser, readstat_fweight_handler fweight_handler) {
parser->handlers.fweight = fweight_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_open_handler(readstat_parser_t *parser, readstat_open_handler open_handler) {
parser->io->open = open_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_close_handler(readstat_parser_t *parser, readstat_close_handler close_handler) {
parser->io->close = close_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_seek_handler(readstat_parser_t *parser, readstat_seek_handler seek_handler) {
parser->io->seek = seek_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_read_handler(readstat_parser_t *parser, readstat_read_handler read_handler) {
parser->io->read = read_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_update_handler(readstat_parser_t *parser, readstat_update_handler update_handler) {
parser->io->update = update_handler;
return READSTAT_OK;
}
readstat_error_t readstat_set_io_ctx(readstat_parser_t *parser, void *io_ctx) {
if (parser->io->io_ctx_needs_free) {
free(parser->io->io_ctx);
}
parser->io->io_ctx = io_ctx;
parser->io->io_ctx_needs_free = 0;
return READSTAT_OK;
}
readstat_error_t readstat_set_file_character_encoding(readstat_parser_t *parser, const char *encoding) {
parser->input_encoding = encoding;
return READSTAT_OK;
}
readstat_error_t readstat_set_handler_character_encoding(readstat_parser_t *parser, const char *encoding) {
parser->output_encoding = encoding;
return READSTAT_OK;
}
readstat_error_t readstat_set_row_limit(readstat_parser_t *parser, long row_limit) {
parser->row_limit = row_limit;
return READSTAT_OK;
}
readstat_error_t readstat_set_row_offset(readstat_parser_t *parser, long row_offset) {
parser->row_offset = row_offset;
return READSTAT_OK;
}
haven/src/readstat/readstat_variable.c 0000644 0001762 0000144 00000010705 14377230762 017607 0 ustar ligges users
#include
#include "readstat.h"
static readstat_value_t make_blank_value(void);
static readstat_value_t make_double_value(double dval);
static readstat_value_t make_blank_value(void) {
readstat_value_t value = { .is_system_missing = 1, .v = { .double_value = NAN }, .type = READSTAT_TYPE_DOUBLE };
return value;
}
static readstat_value_t make_double_value(double dval) {
readstat_value_t value = { .v = { .double_value = dval }, .type = READSTAT_TYPE_DOUBLE };
return value;
}
static readstat_value_t make_string_value(const char *string) {
readstat_value_t value = { .v = { .string_value = string }, .type = READSTAT_TYPE_STRING };
return value;
}
const char *readstat_variable_get_name(const readstat_variable_t *variable) {
if (variable->name[0])
return variable->name;
return NULL;
}
const char *readstat_variable_get_label(const readstat_variable_t *variable) {
if (variable->label[0])
return variable->label;
return NULL;
}
const char *readstat_variable_get_format(const readstat_variable_t *variable) {
if (variable->format[0])
return variable->format;
return NULL;
}
readstat_type_t readstat_variable_get_type(const readstat_variable_t *variable) {
return variable->type;
}
readstat_type_class_t readstat_variable_get_type_class(const readstat_variable_t *variable) {
return readstat_type_class(variable->type);
}
int readstat_variable_get_index(const readstat_variable_t *variable) {
return variable->index;
}
int readstat_variable_get_index_after_skipping(const readstat_variable_t *variable) {
return variable->index_after_skipping;
}
size_t readstat_variable_get_storage_width(const readstat_variable_t *variable) {
return variable->storage_width;
}
readstat_measure_t readstat_variable_get_measure(const readstat_variable_t *variable) {
return variable->measure;
}
readstat_alignment_t readstat_variable_get_alignment(const readstat_variable_t *variable) {
return variable->alignment;
}
int readstat_variable_get_display_width(const readstat_variable_t *variable) {
return variable->display_width;
}
int readstat_variable_get_missing_ranges_count(const readstat_variable_t *variable) {
return variable->missingness.missing_ranges_count;
}
readstat_value_t readstat_variable_get_missing_range_lo(const readstat_variable_t *variable, int i) {
if (i < variable->missingness.missing_ranges_count &&
2*i+1 < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
return variable->missingness.missing_ranges[2*i];
}
return make_blank_value();
}
readstat_value_t readstat_variable_get_missing_range_hi(const readstat_variable_t *variable, int i) {
if (i < variable->missingness.missing_ranges_count &&
2*i+1 < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
return variable->missingness.missing_ranges[2*i+1];
}
return make_blank_value();
}
static readstat_error_t readstat_variable_add_missing_value_range(readstat_variable_t *variable, readstat_value_t lo, readstat_value_t hi) {
int i = readstat_variable_get_missing_ranges_count(variable);
if (2*i < sizeof(variable->missingness.missing_ranges)/sizeof(variable->missingness.missing_ranges[0])) {
variable->missingness.missing_ranges[2*i] = lo;
variable->missingness.missing_ranges[2*i+1] = hi;
variable->missingness.missing_ranges_count++;
return READSTAT_OK;
}
return READSTAT_ERROR_TOO_MANY_MISSING_VALUE_DEFINITIONS;
}
readstat_error_t readstat_variable_add_missing_double_range(readstat_variable_t *variable, double lo, double hi) {
return readstat_variable_add_missing_value_range(variable, make_double_value(lo), make_double_value(hi));
}
readstat_error_t readstat_variable_add_missing_double_value(readstat_variable_t *variable, double value) {
return readstat_variable_add_missing_value_range(variable, make_double_value(value), make_double_value(value));
}
readstat_error_t readstat_variable_add_missing_string_range(readstat_variable_t *variable, const char *lo, const char *hi) {
return readstat_variable_add_missing_value_range(variable, make_string_value(lo), make_string_value(hi));
}
readstat_error_t readstat_variable_add_missing_string_value(readstat_variable_t *variable, const char *value) {
return readstat_variable_add_missing_value_range(variable, make_string_value(value), make_string_value(value));
}
haven/src/readstat/readstat_io_unistd.c 0000644 0001762 0000144 00000007044 14101765776 020024 0 ustar ligges users
#include
#include
#include
#if defined _WIN32
# include
# include
#endif
#if !defined(_MSC_VER)
# include
#else
#define open _open
#define read _read
#define close _close
#endif
#if defined _WIN32 || defined __CYGWIN__
#define UNISTD_OPEN_OPTIONS O_RDONLY | O_BINARY
#elif defined _AIX
#define UNISTD_OPEN_OPTIONS O_RDONLY | O_LARGEFILE
#else
#define UNISTD_OPEN_OPTIONS O_RDONLY
#endif
#if defined _WIN32
#define lseek _lseeki64
#elif defined _AIX
#define lseek lseek64
#endif
#include "readstat.h"
#include "readstat_io_unistd.h"
int open_with_unicode(const char *path, int options)
{
#if defined _WIN32
const int buffer_size = MultiByteToWideChar(CP_UTF8, 0, path, -1, NULL, 0);
if(buffer_size <= 0)
return -1;
wchar_t* wpath = malloc((buffer_size + 1) * sizeof(wchar_t));
const int res = MultiByteToWideChar(CP_UTF8, 0, path, -1, wpath, buffer_size);
wpath[buffer_size] = 0;
if(res <= 0)
{
free(wpath);
return -1;
}
int fd = _wopen(wpath, options);
free(wpath);
return fd;
#else
return open(path, options);
#endif
}
int unistd_open_handler(const char *path, void *io_ctx) {
int fd = open_with_unicode(path, UNISTD_OPEN_OPTIONS);
((unistd_io_ctx_t*) io_ctx)->fd = fd;
return fd;
}
int unistd_close_handler(void *io_ctx) {
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
if (fd != -1)
return close(fd);
else
return 0;
}
readstat_off_t unistd_seek_handler(readstat_off_t offset,
readstat_io_flags_t whence, void *io_ctx) {
int flag = 0;
switch(whence) {
case READSTAT_SEEK_SET:
flag = SEEK_SET;
break;
case READSTAT_SEEK_CUR:
flag = SEEK_CUR;
break;
case READSTAT_SEEK_END:
flag = SEEK_END;
break;
default:
return -1;
}
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
return lseek(fd, offset, flag);
}
ssize_t unistd_read_handler(void *buf, size_t nbyte, void *io_ctx) {
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
ssize_t out = read(fd, buf, nbyte);
return out;
}
readstat_error_t unistd_update_handler(long file_size,
readstat_progress_handler progress_handler, void *user_ctx,
void *io_ctx) {
if (!progress_handler)
return READSTAT_OK;
int fd = ((unistd_io_ctx_t*) io_ctx)->fd;
readstat_off_t current_offset = lseek(fd, 0, SEEK_CUR);
if (current_offset == -1)
return READSTAT_ERROR_SEEK;
if (progress_handler(1.0 * current_offset / file_size, user_ctx))
return READSTAT_ERROR_USER_ABORT;
return READSTAT_OK;
}
readstat_error_t unistd_io_init(readstat_parser_t *parser) {
readstat_error_t retval = READSTAT_OK;
unistd_io_ctx_t *io_ctx = NULL;
if ((retval = readstat_set_open_handler(parser, unistd_open_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_close_handler(parser, unistd_close_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_seek_handler(parser, unistd_seek_handler)) != READSTAT_OK)
return retval;
if ((retval = readstat_set_read_handler(parser, unistd_read_handler)) != READSTAT_OK)
return retval;
if ((readstat_set_update_handler(parser, unistd_update_handler)) != READSTAT_OK)
return retval;
io_ctx = calloc(1, sizeof(unistd_io_ctx_t));
io_ctx->fd = -1;
retval = readstat_set_io_ctx(parser, (void*) io_ctx);
parser->io->io_ctx_needs_free = 1;
return retval;
}
haven/src/readstat/readstat_strings.h 0000644 0001762 0000144 00000000173 14101007206 017472 0 ustar ligges users #if defined(_MSC_VER)
# define strncasecmp _strnicmp
# define strcasecmp _stricmp
#else
# include
#endif
haven/src/readstat/NEWS 0000644 0001762 0000144 00000013657 14376672143 014501 0 ustar ligges users New in 1.1.9:
* SAV reader: Improved support for Asian code pages #263
* SAV reader: Improved support for Very Long String records #287
* SAS reader: Improved support for RLE decompression #245 #253
* SAS reader: Support 16MiB page sizes #286
* SAS catalog reader: Fix bugs reading big-endian files #293
* SAS catalog reader: Allow formats with no labels #290
* SAS catalog reader: Check for long names in 64-bit files #291
* Improved compatibility with -Wstrict-prototypes #295
* Replace sprintf with snprintf #292
New in 1.1.8:
* XPT reader/writer: Improved support for format strings #257 #258
* DTA writer: Fix off-by-one error in v,o indexing for string refs #270
* SAV/DTA writers: Improved checking of non-ASCII characters #256
* SAS7BDAT reader: Fix use-after-free error #273
* Build: Link to libm on GNU systems #255
* SAS commands: Support more syntax
* SPSS commands: Make file names optional
New in 1.1.7:
* SAV writer: Permit missing ranges for integer variables #251
* SAV writer: Fix format-truncation warning #247
* DTA reader/writer: Improved support for string refs on older platforms
* DTA reader: Fix incorrect ordering in StrL comparison functions #248
* SAS7BDAT writer: Improved support for tagged missing values on big-endian platforms
* SAS readers: Allow header sizes up to 16MiB #249
* Visual Studio: Fix paths to make them consistent between x86 and x64 archs #242
New in 1.1.6:
* Migrate to GitHub Actions
* Regenerate parsers with Ragel 7 and update build script
* SAS7BDAT reader: Improved large file support on Windows #226
* SAV reader: Skip null bytes in UTF-8 data https://github.com/tidyverse/haven/issues/560
* SAV reader: Fix hang (oss-fuzz/23485)
* DTA reader: Disallow str0 type
* DTA reader: Fix encoding error when garbage values are present beyond the end of a string
* Command file readers: Fix integer overflow (oss-fuzz/15778)
* `extract_metadata`: Implement duration support #223 (thanks to @basgys)
* Support for SAS files created with SAS Visual Forecaster #232
* Report format widths for date/time SAS formats #233
* Document the meaning of a -1 return value from `readstat_get_row_count` #234
* Fix SAS file creation / modification times on Windows #238 #240
New in 1.1.5:
* Support for building with MSVC #214 (thanks to @zebrys and @jonathon-love)
* CLI tools: Support non-ASCII file paths on Windows #200 #216 (thanks to @zebrys)
* DTA reader: Ignore bad timestamps
* DTA writer: Fix memory leak
* DTA writer: Improved support for empty value labels #219
* POR reader: Improved support for date/time formats #160
* SAS7BDAT reader: Added support for reading the dataset label #180 #213 (thanks to @reikoch)
* SAS7BDAT reader: Improved detection of compressed files
* SAS7BDAT reader: Improved bounds checking OSS-Fuzz/28312
* SAS7BDAT reader: Support for more character encodings
* SAV reader: Tolerate illegal lowercase variable names #217
* SAV reader: Better support for non-UTF-8 variable names
* SAV reader: Fix format widths for very long strings https://github.com/Roche/pyreadstat/issues/77
* SAV reader: Fix undefined behavior with negative row counts OSS-Fuzz/23423
New in 1.1.4:
* SAS7BDAT reader: Add support for binary-compressed files #21
* XPT v8 writer: Improve compatibility with SAS #207 (thanks to @reikoch)
* XPT reader: Fix reading of long variable names #208 (thanks to @reikoch)
* SAS readers: Support for more character encodings
* SAV reader: Clients sometimes received truncated UTF-8 strings
* SPSS writers: Improve compatibility with PSPP with DATETIME fields #211
* All formats: Improved support for setting / getting the `display_width` #210
New in 1.1.3:
* Fix warnings when compiling with GCC 10 #202
* SAS RLE compressor: Fixes for large files #201
* SAV reader: Improved support for UTF-8 column names #206
* SAV reader: Return a better error message if the magic number doesn't match
* SAV reader: Support for dash-separated timestamps
New in 1.1.2:
* DTA reader: support for Spanish-locale timestamps
* SAS reader: support for "any" encoding tidyverse/haven#482
* CLI tool: Allow uppercase filename extensions
* Improved support for reading SPSS and SAS command files
* Improved support for reading POR files with format widths >100
* Improved support for reading SAV files containing space-padded timestamps #197
* Improved support for writing SAV files with a large number of variables #199
* Improved support for reading SAS7BDAT files created by Stat/Transfer #198
* Fix several integer overflows and undefined values #192 #193 #194 #195 #196
New in 1.1.1:
* Support row limits in the plain-text parsers
* SAV reader: Allow spaces in timestamp strings
* README: Fix Windows / pacman instructions #189
* Fix errors opening files in Stata 15 (tidyverse/haven#461)
New in 1.1:
* New function: readstat_set_row_offset (#185). Thanks to @mikmart
* Fix segfault when localtime fails on Windows
* Fix implicit float conversion warning (oss-fuzz/16372)
* New error code: READSTAT_ERROR_BAD_TIMESTAMP_VALUE
* Renamed error code: READSTAT_ERROR_BAD_TIMESTAMP => READSTAT_ERROR_BAD_TIMESTAMP_STRING
New in 1.0.2:
* Compilation: Fix -Wstringop-truncation warnings on GCC 8.2 and later (#151)
* SPSS command parser: Fix signed integer overflow (oss-fuzz/15049)
* POR parser: Use doubles internally to prevent integer overflows with very large exponents (#182)
New in 1.0.1:
* SAV writer: Validate variable names
* Fix a buffer overflow reading SPSS commands (oss-fuzz/15050)
* New error code READSTAT_ERROR_NAME_IS_ZERO_LENGTH when a blank variable name is provided
* New fuzzing dictionary files in fuzz/dict for parsing plain-text file formats
* Move corpus files from corpus to fuzz/corpus
haven/src/readstat/readstat_writer.h 0000644 0001762 0000144 00000002566 14101007206 017325 0 ustar ligges users
#define READSTAT_PRODUCT_NAME "ReadStat"
#define READSTAT_PRODUCT_URL "https://github.com/WizardMac/ReadStat"
readstat_error_t readstat_begin_writing_file(readstat_writer_t *writer, void *user_ctx, long row_count);
readstat_error_t readstat_write_bytes(readstat_writer_t *writer, const void *bytes, size_t len);
readstat_error_t readstat_write_bytes_as_lines(readstat_writer_t *writer,
const void *bytes, size_t len, size_t line_len, const char *line_sep);
readstat_error_t readstat_write_line_padding(readstat_writer_t *writer, char pad,
size_t line_len, const char *line_sep);
readstat_error_t readstat_write_zeros(readstat_writer_t *writer, size_t len);
readstat_error_t readstat_write_spaces(readstat_writer_t *writer, size_t len);
readstat_error_t readstat_write_string(readstat_writer_t *writer, const char *bytes);
readstat_error_t readstat_write_space_padded_string(readstat_writer_t *writer, const char *string, size_t max_len);
readstat_value_label_t *readstat_get_value_label(readstat_label_set_t *label_set, int index);
readstat_label_set_t *readstat_get_label_set(readstat_writer_t *writer, int index);
readstat_variable_t *readstat_get_label_set_variable(readstat_label_set_t *label_set, int index);
void readstat_sort_label_set(readstat_label_set_t *label_set,
int (*compare)(const readstat_value_label_t *, const readstat_value_label_t *));
haven/src/readstat/stata/ 0000755 0001762 0000144 00000000000 14532107013 015061 5 ustar ligges users haven/src/readstat/stata/readstat_dta.h 0000644 0001762 0000144 00000013602 14207426345 017706 0 ustar ligges users #pragma pack(push, 1)
// DTA files
typedef struct dta_header_s {
unsigned char ds_format;
unsigned char byteorder;
unsigned char filetype;
unsigned char unused;
uint16_t nvar;
uint32_t nobs;
} dta_header_t;
typedef struct dta_header64_s {
unsigned char ds_format;
unsigned char byteorder;
unsigned char filetype;
unsigned char unused;
uint32_t nvar;
uint64_t nobs;
} dta_header64_t;
/* Some compilers will pack the elements, but still round up
* the total size of the structure. So use macros in place of
* sizeof(dta_117_strl_header_t)/sizeof(dta_118_strl_header_t).
*/
typedef struct dta_117_strl_header_s {
uint32_t v;
uint32_t o;
unsigned char type;
int32_t len;
} dta_117_strl_header_t;
#define SIZEOF_DTA_117_STRL_HEADER_T 13
typedef struct dta_118_strl_header_s {
uint32_t v;
uint64_t o;
unsigned char type;
int32_t len;
} dta_118_strl_header_t;
#define SIZEOF_DTA_118_STRL_HEADER_T 17
#pragma pack(pop)
typedef struct dta_strl_s {
uint16_t v;
uint64_t o;
unsigned char type;
size_t len;
char data[1]; // Flexible array; use [1] for C++98 compatibility
} dta_strl_t;
typedef struct dta_ctx_s {
char *data_label;
size_t data_label_len;
size_t data_label_len_len;
time_t timestamp;
size_t timestamp_len;
char typlist_version;
size_t typlist_entry_len;
uint16_t *typlist;
size_t typlist_len;
char *varlist;
size_t varlist_len;
int16_t *srtlist;
size_t srtlist_len;
char *fmtlist;
size_t fmtlist_len;
char *lbllist;
size_t lbllist_len;
char *variable_labels;
size_t variable_labels_len;
size_t variable_name_len;
size_t fmtlist_entry_len;
size_t lbllist_entry_len;
size_t variable_labels_entry_len;
size_t expansion_len_len;
size_t ch_metadata_len;
size_t value_label_table_len_len;
size_t value_label_table_labname_len;
size_t value_label_table_padding_len;
size_t strl_v_len;
size_t strl_o_len;
int64_t data_offset;
int64_t strls_offset;
int64_t value_labels_offset;
int ds_format;
int nvar;
int64_t nobs;
size_t record_len;
int64_t row_limit;
int64_t row_offset;
int64_t current_row;
unsigned int bswap:1;
unsigned int machine_is_twos_complement:1;
unsigned int file_is_xmlish:1;
unsigned int supports_tagged_missing:1;
int8_t max_int8;
int16_t max_int16;
int32_t max_int32;
int32_t max_float;
int64_t max_double;
dta_strl_t **strls;
size_t strls_count;
size_t strls_capacity;
readstat_variable_t **variables;
readstat_endian_t endianness;
iconv_t converter;
readstat_callbacks_t handle;
size_t file_size;
void *user_ctx;
readstat_io_t *io;
int initialized;
char error_buf[256];
} dta_ctx_t;
#define DTA_HILO 0x01
#define DTA_LOHI 0x02
#define DTA_OLD_MAX_INT8 0x7e
#define DTA_OLD_MAX_INT16 0x7ffe
#define DTA_OLD_MAX_INT32 0x7ffffffe
#define DTA_OLD_MAX_FLOAT 0x7effffff // +1.7e38f
#define DTA_OLD_MAX_DOUBLE 0x7fdfffffffffffffL // +8.9e307
#define DTA_OLD_MISSING_INT8 0x7F
#define DTA_OLD_MISSING_INT16 0x7FFF
#define DTA_OLD_MISSING_INT32 0x7FFFFFFF
#define DTA_OLD_MISSING_FLOAT 0x7F000000
#define DTA_OLD_MISSING_DOUBLE 0x7FE0000000000000L
#define DTA_113_MAX_INT8 0x64
#define DTA_113_MAX_INT16 0x7fe4
#define DTA_113_MAX_INT32 0x7fffffe4
#define DTA_113_MAX_FLOAT 0x7effffff // +1.7e38f
#define DTA_113_MAX_DOUBLE 0x7fdfffffffffffffL // +8.9e307
#define DTA_113_MISSING_INT8 0x65
#define DTA_113_MISSING_INT16 0x7FE5
#define DTA_113_MISSING_INT32 0x7FFFFFE5
#define DTA_113_MISSING_FLOAT 0x7F000000
#define DTA_113_MISSING_DOUBLE 0x7FE0000000000000L
#define DTA_113_MISSING_INT8_A (DTA_113_MISSING_INT8+1)
#define DTA_113_MISSING_INT16_A (DTA_113_MISSING_INT16+1)
#define DTA_113_MISSING_INT32_A (DTA_113_MISSING_INT32+1)
#define DTA_113_MISSING_FLOAT_A (DTA_113_MISSING_FLOAT+0x0800)
#define DTA_113_MISSING_DOUBLE_A (DTA_113_MISSING_DOUBLE+0x010000000000)
#define DTA_GSO_TYPE_BINARY 0x81
#define DTA_GSO_TYPE_ASCII 0x82
#define DTA_117_TYPE_CODE_INT8 0xFFFA
#define DTA_117_TYPE_CODE_INT16 0xFFF9
#define DTA_117_TYPE_CODE_INT32 0xFFF8
#define DTA_117_TYPE_CODE_FLOAT 0xFFF7
#define DTA_117_TYPE_CODE_DOUBLE 0xFFF6
#define DTA_117_TYPE_CODE_STRL 0x8000
#define DTA_111_TYPE_CODE_INT8 0xFB
#define DTA_111_TYPE_CODE_INT16 0xFC
#define DTA_111_TYPE_CODE_INT32 0xFD
#define DTA_111_TYPE_CODE_FLOAT 0xFE
#define DTA_111_TYPE_CODE_DOUBLE 0xFF
#define DTA_OLD_TYPE_CODE_INT8 'b'
#define DTA_OLD_TYPE_CODE_INT16 'i'
#define DTA_OLD_TYPE_CODE_INT32 'l'
#define DTA_OLD_TYPE_CODE_FLOAT 'f'
#define DTA_OLD_TYPE_CODE_DOUBLE 'd'
dta_ctx_t *dta_ctx_alloc(readstat_io_t *io);
readstat_error_t dta_ctx_init(dta_ctx_t *ctx, uint32_t nvar, uint64_t nobs,
unsigned char byteorder, unsigned char ds_format,
const char *input_encoding, const char *output_encoding);
void dta_ctx_free(dta_ctx_t *ctx);
readstat_error_t dta_type_info(uint16_t typecode, dta_ctx_t *ctx,
size_t *max_len, readstat_type_t *out_type);
haven/src/readstat/stata/readstat_dta_write.c 0000644 0001762 0000144 00000142072 14376672143 021125 0 ustar ligges users
#include
#include
#include
#include
#include
#include
#include "../readstat.h"
#include "../readstat_bits.h"
#include "../readstat_iconv.h"
#include "../readstat_writer.h"
#include "readstat_dta.h"
#define DTA_DEFAULT_DISPLAY_WIDTH_BYTE 8
#define DTA_DEFAULT_DISPLAY_WIDTH_INT16 8
#define DTA_DEFAULT_DISPLAY_WIDTH_INT32 12
#define DTA_DEFAULT_DISPLAY_WIDTH_FLOAT 9
#define DTA_DEFAULT_DISPLAY_WIDTH_DOUBLE 10
#define DTA_DEFAULT_DISPLAY_WIDTH_STRING 9
#define DTA_FILE_VERSION_MIN 104
#define DTA_FILE_VERSION_MAX 119
#define DTA_FILE_VERSION_DEFAULT 118
#define DTA_OLD_MAX_WIDTH 128
#define DTA_111_MAX_WIDTH 244
#define DTA_117_MAX_WIDTH 2045
#define DTA_OLD_MAX_NAME_LEN 9
#define DTA_110_MAX_NAME_LEN 33
#define DTA_118_MAX_NAME_LEN 129
static readstat_error_t dta_113_write_missing_numeric(void *row, const readstat_variable_t *var);
static readstat_error_t dta_write_tag(readstat_writer_t *writer, dta_ctx_t *ctx, const char *tag) {
if (!ctx->file_is_xmlish)
return READSTAT_OK;
return readstat_write_string(writer, tag);
}
static readstat_error_t dta_write_chunk(readstat_writer_t *writer, dta_ctx_t *ctx,
const char *start_tag,
const void *bytes, size_t len,
const char *end_tag) {
readstat_error_t error = READSTAT_OK;
if ((error = dta_write_tag(writer, ctx, start_tag)) != READSTAT_OK)
goto cleanup;
if ((error = readstat_write_bytes(writer, bytes, len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, end_tag)) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_header_data_label(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
char *data_label = NULL;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
if (data_label)
free(data_label);
return error;
}
static readstat_error_t dta_emit_header_time_stamp(readstat_writer_t *writer, dta_ctx_t *ctx) {
if (!ctx->timestamp_len)
return READSTAT_OK;
readstat_error_t error = READSTAT_OK;
time_t now = writer->timestamp;
struct tm *time_s = localtime(&now);
char *timestamp = calloc(1, ctx->timestamp_len);
/* There are locale/portability issues with strftime so hack something up */
char months[][4] = {
"Jan", "Feb", "Mar", "Apr", "May", "Jun",
"Jul", "Aug", "Sep", "Oct", "Nov", "Dec" };
if (!time_s) {
error = READSTAT_ERROR_BAD_TIMESTAMP_VALUE;
goto cleanup;
}
if (!timestamp) {
error = READSTAT_ERROR_MALLOC;
goto cleanup;
}
uint8_t actual_timestamp_len = snprintf(timestamp, ctx->timestamp_len, "%02d %3s %04d %02d:%02d",
time_s->tm_mday, months[time_s->tm_mon], time_s->tm_year + 1900,
time_s->tm_hour, time_s->tm_min);
if (actual_timestamp_len == 0) {
error = READSTAT_ERROR_WRITE;
goto cleanup;
}
if (ctx->file_is_xmlish) {
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
if ((error = readstat_write_bytes(writer, &actual_timestamp_len, sizeof(uint8_t))) != READSTAT_OK)
goto cleanup;
if ((error = readstat_write_bytes(writer, timestamp, actual_timestamp_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
} else {
error = readstat_write_bytes(writer, timestamp, ctx->timestamp_len);
}
cleanup:
free(timestamp);
return error;
}
static readstat_error_t dta_111_typecode_for_variable(readstat_variable_t *r_variable,
uint16_t *out_typecode) {
readstat_error_t retval = READSTAT_OK;
size_t max_len = r_variable->storage_width;
uint16_t typecode = 0;
switch (r_variable->type) {
case READSTAT_TYPE_INT8:
typecode = DTA_111_TYPE_CODE_INT8; break;
case READSTAT_TYPE_INT16:
typecode = DTA_111_TYPE_CODE_INT16; break;
case READSTAT_TYPE_INT32:
typecode = DTA_111_TYPE_CODE_INT32; break;
case READSTAT_TYPE_FLOAT:
typecode = DTA_111_TYPE_CODE_FLOAT; break;
case READSTAT_TYPE_DOUBLE:
typecode = DTA_111_TYPE_CODE_DOUBLE; break;
case READSTAT_TYPE_STRING:
typecode = max_len; break;
case READSTAT_TYPE_STRING_REF:
retval = READSTAT_ERROR_STRING_REFS_NOT_SUPPORTED; break;
}
if (out_typecode && retval == READSTAT_OK)
*out_typecode = typecode;
return retval;
}
static readstat_error_t dta_117_typecode_for_variable(readstat_variable_t *r_variable, uint16_t *out_typecode) {
readstat_error_t retval = READSTAT_OK;
size_t max_len = r_variable->storage_width;
uint16_t typecode = 0;
switch (r_variable->type) {
case READSTAT_TYPE_INT8:
typecode = DTA_117_TYPE_CODE_INT8; break;
case READSTAT_TYPE_INT16:
typecode = DTA_117_TYPE_CODE_INT16; break;
case READSTAT_TYPE_INT32:
typecode = DTA_117_TYPE_CODE_INT32; break;
case READSTAT_TYPE_FLOAT:
typecode = DTA_117_TYPE_CODE_FLOAT; break;
case READSTAT_TYPE_DOUBLE:
typecode = DTA_117_TYPE_CODE_DOUBLE; break;
case READSTAT_TYPE_STRING:
typecode = max_len; break;
case READSTAT_TYPE_STRING_REF:
typecode = DTA_117_TYPE_CODE_STRL; break;
}
if (out_typecode)
*out_typecode = typecode;
return retval;
}
static readstat_error_t dta_old_typecode_for_variable(readstat_variable_t *r_variable, uint16_t *out_typecode) {
readstat_error_t retval = READSTAT_OK;
size_t max_len = r_variable->storage_width;
uint16_t typecode = 0;
switch (r_variable->type) {
case READSTAT_TYPE_INT8:
typecode = DTA_OLD_TYPE_CODE_INT8; break;
case READSTAT_TYPE_INT16:
typecode = DTA_OLD_TYPE_CODE_INT16; break;
case READSTAT_TYPE_INT32:
typecode = DTA_OLD_TYPE_CODE_INT32; break;
case READSTAT_TYPE_FLOAT:
typecode = DTA_OLD_TYPE_CODE_FLOAT; break;
case READSTAT_TYPE_DOUBLE:
typecode = DTA_OLD_TYPE_CODE_DOUBLE; break;
case READSTAT_TYPE_STRING:
typecode = max_len + 0x7F; break;
case READSTAT_TYPE_STRING_REF:
retval = READSTAT_ERROR_STRING_REFS_NOT_SUPPORTED; break;
}
if (out_typecode && retval == READSTAT_OK)
*out_typecode = typecode;
return retval;
}
static readstat_error_t dta_typecode_for_variable(readstat_variable_t *r_variable,
int typlist_version, uint16_t *typecode) {
if (typlist_version == 111) {
return dta_111_typecode_for_variable(r_variable, typecode);
}
if (typlist_version == 117) {
return dta_117_typecode_for_variable(r_variable, typecode);
}
return dta_old_typecode_for_variable(r_variable, typecode);
}
static readstat_error_t dta_emit_typlist(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
for (i=0; invar; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
uint16_t typecode = 0;
error = dta_typecode_for_variable(r_variable, ctx->typlist_version, &typecode);
if (error != READSTAT_OK)
goto cleanup;
ctx->typlist[i] = typecode;
}
for (i=0; invar; i++) {
if (ctx->typlist_entry_len == 1) {
uint8_t byte = ctx->typlist[i];
error = readstat_write_bytes(writer, &byte, sizeof(uint8_t));
} else if (ctx->typlist_entry_len == 2) {
uint16_t val = ctx->typlist[i];
error = readstat_write_bytes(writer, &val, sizeof(uint16_t));
}
if (error != READSTAT_OK)
goto cleanup;
}
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_validate_name_chars(const char *name, int unicode) {
/* TODO check Unicode class */
int j;
for (j=0; name[j]; j++) {
if (((unsigned char)name[j] < 0x80 || !unicode) && name[j] != '_' &&
!(name[j] >= 'a' && name[j] <= 'z') &&
!(name[j] >= 'A' && name[j] <= 'Z') &&
!(name[j] >= '0' && name[j] <= '9')) {
return READSTAT_ERROR_NAME_CONTAINS_ILLEGAL_CHARACTER;
}
}
char first_char = name[0];
if (((unsigned char)first_char < 0x80 || !unicode) && first_char != '_' &&
!(first_char >= 'a' && first_char <= 'z') &&
!(first_char >= 'A' && first_char <= 'Z')) {
return READSTAT_ERROR_NAME_BEGINS_WITH_ILLEGAL_CHARACTER;
}
return READSTAT_OK;
}
static readstat_error_t dta_validate_name_unreserved(const char *name) {
if (strcmp(name, "_all") == 0 || strcmp(name, "_b") == 0 ||
strcmp(name, "byte") == 0 || strcmp(name, "_coef") == 0 ||
strcmp(name, "_cons") == 0 || strcmp(name, "double") == 0 ||
strcmp(name, "float") == 0 || strcmp(name, "if") == 0 ||
strcmp(name, "in") == 0 || strcmp(name, "int") == 0 ||
strcmp(name, "long") == 0 || strcmp(name, "_n") == 0 ||
strcmp(name, "_N") == 0 || strcmp(name, "_pi") == 0 ||
strcmp(name, "_pred") == 0 || strcmp(name, "_rc") == 0 ||
strcmp(name, "_skip") == 0 || strcmp(name, "strL") == 0 ||
strcmp(name, "using") == 0 || strcmp(name, "with") == 0) {
return READSTAT_ERROR_NAME_IS_RESERVED_WORD;
}
int len;
if (sscanf(name, "str%d", &len) == 1)
return READSTAT_ERROR_NAME_IS_RESERVED_WORD;
return READSTAT_OK;
}
static readstat_error_t dta_validate_name(const char *name, int unicode, size_t max_len) {
readstat_error_t error = READSTAT_OK;
if (strlen(name) > max_len)
return READSTAT_ERROR_NAME_IS_TOO_LONG;
if (strlen(name) == 0)
return READSTAT_ERROR_NAME_IS_ZERO_LENGTH;
if ((error = dta_validate_name_chars(name, unicode)) != READSTAT_OK)
return error;
return dta_validate_name_unreserved(name);
}
static readstat_error_t dta_old_variable_ok(const readstat_variable_t *variable) {
return dta_validate_name(readstat_variable_get_name(variable), 0, DTA_OLD_MAX_NAME_LEN);
}
static readstat_error_t dta_110_variable_ok(const readstat_variable_t *variable) {
return dta_validate_name(readstat_variable_get_name(variable), 0, DTA_110_MAX_NAME_LEN);
}
static readstat_error_t dta_118_variable_ok(const readstat_variable_t *variable) {
return dta_validate_name(readstat_variable_get_name(variable), 1, DTA_118_MAX_NAME_LEN);
}
static readstat_error_t dta_emit_varlist(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
for (i=0; invar; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
strncpy(&ctx->varlist[ctx->variable_name_len*i],
r_variable->name, ctx->variable_name_len);
}
if ((error = readstat_write_bytes(writer, ctx->varlist, ctx->varlist_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_srtlist(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
memset(ctx->srtlist, '\0', ctx->srtlist_len);
if ((error = readstat_write_bytes(writer, ctx->srtlist, ctx->srtlist_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_fmtlist(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
for (i=0; invar; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->format[0]) {
strncpy(&ctx->fmtlist[ctx->fmtlist_entry_len*i],
r_variable->format, ctx->fmtlist_entry_len);
} else {
char format_letter = 'g';
int display_width = r_variable->display_width;
if (readstat_type_class(r_variable->type) == READSTAT_TYPE_CLASS_STRING) {
format_letter = 's';
}
if (!display_width) {
if (r_variable->type == READSTAT_TYPE_INT8) {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_BYTE;
} else if (r_variable->type == READSTAT_TYPE_INT16) {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_INT16;
} else if (r_variable->type == READSTAT_TYPE_INT32) {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_INT32;
} else if (r_variable->type == READSTAT_TYPE_FLOAT) {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_FLOAT;
} else if (r_variable->type == READSTAT_TYPE_DOUBLE) {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_DOUBLE;
} else {
display_width = DTA_DEFAULT_DISPLAY_WIDTH_STRING;
}
}
char format[64];
if (format_letter == 'g') {
snprintf(format, sizeof(format), "%%%s%d.0g", r_variable->alignment == READSTAT_ALIGNMENT_LEFT ? "-" : "",
display_width);
} else {
snprintf(format, sizeof(format), "%%%s%ds",
r_variable->alignment == READSTAT_ALIGNMENT_LEFT ? "-" : "",
display_width);
}
strncpy(&ctx->fmtlist[ctx->fmtlist_entry_len*i],
format, ctx->fmtlist_entry_len);
}
}
if ((error = readstat_write_bytes(writer, ctx->fmtlist, ctx->fmtlist_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_lbllist(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
for (i=0; invar; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
if (r_variable->label_set) {
strncpy(&ctx->lbllist[ctx->lbllist_entry_len*i],
r_variable->label_set->name, ctx->lbllist_entry_len);
} else {
memset(&ctx->lbllist[ctx->lbllist_entry_len*i], '\0', ctx->lbllist_entry_len);
}
}
if ((error = readstat_write_bytes(writer, ctx->lbllist, ctx->lbllist_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_descriptors(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
error = dta_emit_typlist(writer, ctx);
if (error != READSTAT_OK)
goto cleanup;
error = dta_emit_varlist(writer, ctx);
if (error != READSTAT_OK)
goto cleanup;
error = dta_emit_srtlist(writer, ctx);
if (error != READSTAT_OK)
goto cleanup;
error = dta_emit_fmtlist(writer, ctx);
if (error != READSTAT_OK)
goto cleanup;
error = dta_emit_lbllist(writer, ctx);
if (error != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_variable_labels(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
for (i=0; invar; i++) {
readstat_variable_t *r_variable = readstat_get_variable(writer, i);
strncpy(&ctx->variable_labels[ctx->variable_labels_entry_len*i],
r_variable->label, ctx->variable_labels_entry_len);
}
if ((error = readstat_write_bytes(writer, ctx->variable_labels, ctx->variable_labels_len)) != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
cleanup:
return error;
}
static readstat_error_t dta_emit_characteristics(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t error = READSTAT_OK;
int i;
char *buffer = NULL;
if (ctx->expansion_len_len == 0)
return READSTAT_OK;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
return error;
buffer = malloc(ctx->ch_metadata_len);
for (i=0; inotes_count; i++) {
if (ctx->file_is_xmlish) {
error = dta_write_tag(writer, ctx, "");
} else {
char data_type = 1;
error = readstat_write_bytes(writer, &data_type, 1);
}
if (error != READSTAT_OK)
goto cleanup;
size_t len = strlen(writer->notes[i]);
if (ctx->expansion_len_len == 2) {
int16_t len16 = 2*ctx->ch_metadata_len + len + 1;
error = readstat_write_bytes(writer, &len16, sizeof(len16));
} else if (ctx->expansion_len_len == 4) {
int32_t len32 = 2*ctx->ch_metadata_len + len + 1;
error = readstat_write_bytes(writer, &len32, sizeof(len32));
}
if (error != READSTAT_OK)
goto cleanup;
strncpy(buffer, "_dta", ctx->ch_metadata_len);
error = readstat_write_bytes(writer, buffer, ctx->ch_metadata_len);
if (error != READSTAT_OK)
goto cleanup;
snprintf(buffer, ctx->ch_metadata_len, "note%d", i+1);
error = readstat_write_bytes(writer, buffer, ctx->ch_metadata_len);
if (error != READSTAT_OK)
goto cleanup;
error = readstat_write_bytes(writer, writer->notes[i], len + 1);
if (error != READSTAT_OK)
goto cleanup;
if ((error = dta_write_tag(writer, ctx, "")) != READSTAT_OK)
goto cleanup;
}
if (ctx->file_is_xmlish) {
error = dta_write_tag(writer, ctx, "");
} else {
error = readstat_write_zeros(writer, 1 + ctx->expansion_len_len);
}
if (error != READSTAT_OK)
goto cleanup;
cleanup:
free(buffer);
return error;
}
static readstat_error_t dta_117_emit_strl_header(readstat_writer_t *writer, readstat_string_ref_t *ref) {
dta_117_strl_header_t header = {
.v = ref->first_v,
.o = ref->first_o,
.type = DTA_GSO_TYPE_ASCII,
.len = ref->len
};
return readstat_write_bytes(writer, &header, SIZEOF_DTA_117_STRL_HEADER_T);
}
static readstat_error_t dta_118_emit_strl_header(readstat_writer_t *writer, readstat_string_ref_t *ref) {
dta_118_strl_header_t header = {
.v = ref->first_v,
.o = ref->first_o,
.type = DTA_GSO_TYPE_ASCII,
.len = ref->len
};
return readstat_write_bytes(writer, &header, SIZEOF_DTA_118_STRL_HEADER_T);
}
static readstat_error_t dta_emit_strls(readstat_writer_t *writer, dta_ctx_t *ctx) {
if (!ctx->file_is_xmlish)
return READSTAT_OK;
readstat_error_t retval = READSTAT_OK;
retval = readstat_write_string(writer, "");
if (retval != READSTAT_OK)
goto cleanup;
int i;
for (i=0; istring_refs_count; i++) {
readstat_string_ref_t *ref = writer->string_refs[i];
retval = readstat_write_string(writer, "GSO");
if (retval != READSTAT_OK)
goto cleanup;
if (ctx->strl_o_len > 4) {
retval = dta_118_emit_strl_header(writer, ref);
} else {
retval = dta_117_emit_strl_header(writer, ref);
}
if (retval != READSTAT_OK)
goto cleanup;
retval = readstat_write_bytes(writer, &ref->data[0], ref->len);
if (retval != READSTAT_OK)
goto cleanup;
}
retval = readstat_write_string(writer, "");
if (retval != READSTAT_OK)
goto cleanup;
cleanup:
return retval;
}
static readstat_error_t dta_old_emit_value_labels(readstat_writer_t *writer, dta_ctx_t *ctx) {
readstat_error_t retval = READSTAT_OK;
int i, j;
char labname[12+2];
char *label_buffer = NULL;
for (i=0; ilabel_sets_count; i++) {
readstat_label_set_t *r_label_set = readstat_get_label_set(writer, i);
int32_t max_value = 0;
for (j=0; jvalue_labels_count; j++) {
readstat_value_label_t *value_label = readstat_get_value_label(r_label_set, j);
if (value_label->tag) {
retval = READSTAT_ERROR_TAGGED_VALUES_NOT_SUPPORTED;
goto cleanup;
}
if (value_label->int32_key < 0 || value_label->int32_key > 1024) {
retval = READSTAT_ERROR_NUMERIC_VALUE_IS_OUT_OF_RANGE;
goto cleanup;
}
if (value_label->int32_key > max_value) {
max_value = value_label->int32_key;
}
}
int16_t table_len = 8*(max_value + 1);
retval = readstat_write_bytes(writer, &table_len, sizeof(int16_t));
if (retval != READSTAT_OK)
goto cleanup;
memset(labname, 0, sizeof(labname));
strncpy(labname, r_label_set->name, ctx->value_label_table_labname_len);
retval = readstat_write_bytes(writer, labname, ctx->value_label_table_labname_len
+ ctx->value_label_table_padding_len);
if (retval != READSTAT_OK)
goto cleanup;
label_buffer = realloc(label_buffer, table_len);
memset(label_buffer, 0, table_len);
for (j=0; jvalue_labels_count; j++) {
readstat_value_label_t *value_label = readstat_get_value_label(r_label_set, j);
size_t len = value_label->label_len;
if (len > 8)
len = 8;
memcpy(&label_buffer[8*value_label->int32_key], value_label->label, len);
}
retval = readstat_write_bytes(writer, label_buffer, table_len);
if (retval != READSTAT_OK)
goto cleanup;
}
cleanup:
if (label_buffer)
free(label_buffer);
return retval;
}
static int dta_compare_value_labels(const readstat_value_label_t *vl1, const readstat_value_label_t *vl2) {
if (vl1->tag) {
if (vl2->tag) {
return vl1->tag - vl2->tag;
}
return 1;
}
if (vl2->tag) {
return -1;
}
return vl1->int32_key - vl2->int32_key;
}
static readstat_error_t dta_emit_value_labels(readstat_writer_t *writer, dta_ctx_t *ctx) {
if (ctx->value_label_table_len_len == 2)
return dta_old_emit_value_labels(writer, ctx);
readstat_error_t retval = READSTAT_OK;
int i, j;
int32_t *off = NULL;
int32_t *val = NULL;
char *txt = NULL;
char *labname = calloc(1, ctx->value_label_table_labname_len + ctx->value_label_table_padding_len);
retval = dta_write_tag(writer, ctx, "