$ {SparkR} | R Documentation |
Selects a set of columns with names or Column expressions.
## S4 method for signature 'SparkDataFrame' x$name ## S4 replacement method for signature 'SparkDataFrame' x$name <- value ## S4 method for signature 'SparkDataFrame,character' select(x, col, ...) ## S4 method for signature 'SparkDataFrame,Column' select(x, col, ...) ## S4 method for signature 'SparkDataFrame,list' select(x, col) select(x, col, ...) selectExpr(x, expr, ...)
x |
A SparkDataFrame |
col |
A list of columns or single Column or name |
A new SparkDataFrame with selected columns
Other SparkDataFrame functions: SparkDataFrame-class
,
dataFrame
; [
,
[[
, subset
;
agg
, agg
,
count,GroupedData-method
,
summarize
, summarize
;
arrange
, arrange
,
arrange
, orderBy
,
orderBy
, orderBy
,
orderBy
; as.data.frame
,
as.data.frame,SparkDataFrame-method
;
attach
,
attach,SparkDataFrame-method
;
cache
; collect
;
colnames
, colnames
,
colnames<-
, colnames<-
,
columns
, names
,
names<-
; coltypes
,
coltypes
, coltypes<-
,
coltypes<-
; columns
,
dtypes
, printSchema
,
schema
, schema
;
count
, nrow
;
dapply
, dapply
,
dapplyCollect
, dapplyCollect
;
describe
, describe
,
describe
, summary
,
summary
,
summary,AFTSurvivalRegressionModel-method
,
summary,GeneralizedLinearRegressionModel-method
,
summary,KMeansModel-method
,
summary,NaiveBayesModel-method
;
dim
; distinct
,
unique
; dropDuplicates
,
dropDuplicates
; dropna
,
dropna
, fillna
,
fillna
, na.omit
,
na.omit
; drop
,
drop
; dtypes
;
except
, except
;
explain
, explain
;
filter
, filter
,
where
, where
;
first
, first
;
groupBy
, groupBy
,
group_by
, group_by
;
head
; histogram
;
insertInto
, insertInto
;
intersect
, intersect
;
isLocal
, isLocal
;
join
; limit
,
limit
; merge
,
merge
; mutate
,
mutate
, transform
,
transform
; ncol
;
persist
; printSchema
;
rbind
, rbind
,
unionAll
, unionAll
;
registerTempTable
,
registerTempTable
; rename
,
rename
, withColumnRenamed
,
withColumnRenamed
;
repartition
; sample
,
sample
, sample_frac
,
sample_frac
;
saveAsParquetFile
,
saveAsParquetFile
,
write.parquet
, write.parquet
;
saveAsTable
, saveAsTable
;
saveDF
, saveDF
,
write.df
, write.df
,
write.df
; selectExpr
;
showDF
, showDF
;
show
, show
,
show,GroupedData-method
,
show,WindowSpec-method
; str
;
take
; unpersist
;
withColumn
, withColumn
;
write.jdbc
, write.jdbc
;
write.json
, write.json
;
write.text
, write.text
Other SparkDataFrame functions: SparkDataFrame-class
,
dataFrame
; [
,
[[
, subset
;
agg
, agg
,
count,GroupedData-method
,
summarize
, summarize
;
arrange
, arrange
,
arrange
, orderBy
,
orderBy
, orderBy
,
orderBy
; as.data.frame
,
as.data.frame,SparkDataFrame-method
;
attach
,
attach,SparkDataFrame-method
;
cache
; collect
;
colnames
, colnames
,
colnames<-
, colnames<-
,
columns
, names
,
names<-
; coltypes
,
coltypes
, coltypes<-
,
coltypes<-
; columns
,
dtypes
, printSchema
,
schema
, schema
;
count
, nrow
;
dapply
, dapply
,
dapplyCollect
, dapplyCollect
;
describe
, describe
,
describe
, summary
,
summary
,
summary,AFTSurvivalRegressionModel-method
,
summary,GeneralizedLinearRegressionModel-method
,
summary,KMeansModel-method
,
summary,NaiveBayesModel-method
;
dim
; distinct
,
unique
; dropDuplicates
,
dropDuplicates
; dropna
,
dropna
, fillna
,
fillna
, na.omit
,
na.omit
; drop
,
drop
; dtypes
;
except
, except
;
explain
, explain
;
filter
, filter
,
where
, where
;
first
, first
;
groupBy
, groupBy
,
group_by
, group_by
;
head
; histogram
;
insertInto
, insertInto
;
intersect
, intersect
;
isLocal
, isLocal
;
join
; limit
,
limit
; merge
,
merge
; mutate
,
mutate
, transform
,
transform
; ncol
;
persist
; printSchema
;
rbind
, rbind
,
unionAll
, unionAll
;
registerTempTable
,
registerTempTable
; rename
,
rename
, withColumnRenamed
,
withColumnRenamed
;
repartition
; sample
,
sample
, sample_frac
,
sample_frac
;
saveAsParquetFile
,
saveAsParquetFile
,
write.parquet
, write.parquet
;
saveAsTable
, saveAsTable
;
saveDF
, saveDF
,
write.df
, write.df
,
write.df
; selectExpr
;
showDF
, showDF
;
show
, show
,
show,GroupedData-method
,
show,WindowSpec-method
; str
;
take
; unpersist
;
withColumn
, withColumn
;
write.jdbc
, write.jdbc
;
write.json
, write.json
;
write.text
, write.text
Other SparkDataFrame functions: SparkDataFrame-class
,
dataFrame
; [
,
[[
, subset
;
agg
, agg
,
count,GroupedData-method
,
summarize
, summarize
;
arrange
, arrange
,
arrange
, orderBy
,
orderBy
, orderBy
,
orderBy
; as.data.frame
,
as.data.frame,SparkDataFrame-method
;
attach
,
attach,SparkDataFrame-method
;
cache
; collect
;
colnames
, colnames
,
colnames<-
, colnames<-
,
columns
, names
,
names<-
; coltypes
,
coltypes
, coltypes<-
,
coltypes<-
; columns
,
dtypes
, printSchema
,
schema
, schema
;
count
, nrow
;
dapply
, dapply
,
dapplyCollect
, dapplyCollect
;
describe
, describe
,
describe
, summary
,
summary
,
summary,AFTSurvivalRegressionModel-method
,
summary,GeneralizedLinearRegressionModel-method
,
summary,KMeansModel-method
,
summary,NaiveBayesModel-method
;
dim
; distinct
,
unique
; dropDuplicates
,
dropDuplicates
; dropna
,
dropna
, fillna
,
fillna
, na.omit
,
na.omit
; drop
,
drop
; dtypes
;
except
, except
;
explain
, explain
;
filter
, filter
,
where
, where
;
first
, first
;
groupBy
, groupBy
,
group_by
, group_by
;
head
; histogram
;
insertInto
, insertInto
;
intersect
, intersect
;
isLocal
, isLocal
;
join
; limit
,
limit
; merge
,
merge
; mutate
,
mutate
, transform
,
transform
; ncol
;
persist
; printSchema
;
rbind
, rbind
,
unionAll
, unionAll
;
registerTempTable
,
registerTempTable
; rename
,
rename
, withColumnRenamed
,
withColumnRenamed
;
repartition
; sample
,
sample
, sample_frac
,
sample_frac
;
saveAsParquetFile
,
saveAsParquetFile
,
write.parquet
, write.parquet
;
saveAsTable
, saveAsTable
;
saveDF
, saveDF
,
write.df
, write.df
,
write.df
; selectExpr
;
showDF
, showDF
;
show
, show
,
show,GroupedData-method
,
show,WindowSpec-method
; str
;
take
; unpersist
;
withColumn
, withColumn
;
write.jdbc
, write.jdbc
;
write.json
, write.json
;
write.text
, write.text
Other subsetting functions: [
,
[[
, subset
;
filter
, filter
,
where
, where
## Not run: select(df, "*") select(df, "col1", "col2") select(df, df$name, df$age + 1) select(df, c("col1", "col2")) select(df, list(df$name, df$age + 1)) # Similar to R data frames columns can also be selected using `$` df[,df$age] ## End(Not run)