跳过空数据帧并生成输出

时间:2015-06-18 15:22:57

标签: r merge ggplot2 tidyr rpostgresql

 sessionInfo()
R version 3.2.0 (2015-04-16)
Platform: x86_64-w64-mingw32/x64 (64-bit)
Running under: Windows 7 x64 (build 7601) Service Pack 1

locale:
[1] LC_COLLATE=German_Germany.1252  LC_CTYPE=German_Germany.1252   
[3] LC_MONETARY=German_Germany.1252 LC_NUMERIC=C                   
[5] LC_TIME=German_Germany.1252    

attached base packages:
[1] grid      stats     graphics  grDevices utils     datasets  methods  
[8] base     

other attached packages:
[1] WriteXLS_3.5.1  tidyr_0.2.0     scales_0.2.4    gridExtra_0.9.1
[5] ggplot2_1.0.1   RPostgreSQL_0.4 DBI_0.3.1      

loaded via a namespace (and not attached):
 [1] Rcpp_0.11.6      assertthat_0.1   dplyr_0.4.1      digest_0.6.8    
 [5] MASS_7.3-40      plyr_1.8.2       gtable_0.1.2     magrittr_1.5    
 [9] stringi_0.4-1    lazyeval_0.1.10  reshape2_1.4.1   proto_0.3-10    
[13] tools_3.2.0      stringr_1.0.0    munsell_0.4.2    parallel_3.2.0  
[17] colorspace_1.2-6

library(RPostgreSQL)
    library(ggplot2)
    library(gridExtra)
    library(scales)
    library(tidyr)
    blue.bold.italic.16.text <- element_text(face = "bold", color = "black", size = 12)

考虑使用parllel和生产产品的四台机器。并且下面的每个数据帧(l1,l2,l3,l4)表示每台机器每小时没有碎片(实际上我使用RPostgreSQL从数据库收集数据,这些是它看起来的样本)

l1 <- structure(list(hours = structure(c(1434081600, 1434085200, 1434088800, 
1434092400, 1434096000, 1434099600, 1434103200, 1434106800, 1434110400, 
1434114000, 1434117600, 1434121200, 1434124800, 1434128400, 1434132000, 
1434135600, 1434139200, 1434142800, 1434146400, 1434150000, 1434153600, 
1434157200, 1434160800, 1434164400), class = c("POSIXct", "POSIXt"
), tzone = ""), count = c(25, 29, 28, 32, 33, 13, 33, 29, 32, 
33, 27, 34, 25, 30, 13, 24, 26, 33, 40, 34, 26, 30, 22, 30)), .Names = c("hours", 
"count"), row.names = c(NA, 24L), class = "data.frame")

l2 <- structure(list(hours = structure(c(1434081600, 1434085200, 1434088800, 
1434092400, 1434096000, 1434099600, 1434103200, 1434106800, 1434110400, 
1434114000, 1434117600, 1434121200, 1434124800, 1434128400, 1434132000, 
1434135600, 1434139200, 1434142800, 1434146400, 1434150000, 1434153600, 
1434157200, 1434160800, 1434164400), class = c("POSIXct", "POSIXt"
), tzone = ""), count = c(25, 29, 28, 32, 33, 13, 33, 29, 32, 
33, 27, 34, 25, 30, 13, 24, 26, 33, 40, 34, 26, 30, 22, 30)), .Names = c("hours", 
"count"), row.names = c(NA, 24L), class = "data.frame")

l3 <- structure(list(hours = structure(c(1434081600, 1434085200, 1434088800, 
1434092400, 1434096000, 1434099600, 1434103200, 1434106800, 1434110400, 
1434114000, 1434117600, 1434121200, 1434124800, 1434128400, 1434132000, 
1434135600, 1434139200, 1434142800, 1434146400, 1434150000, 1434153600, 
1434157200, 1434160800, 1434164400), class = c("POSIXct", "POSIXt"
), tzone = ""), count = c(25, 29, 28, 32, 33, 13, 33, 29, 32, 
33, 27, 34, 25, 30, 13, 24, 26, 33, 40, 34, 26, 30, 22, 30)), .Names = c("hours", 
"count"), row.names = c(NA, 24L), class = "data.frame")

l4 <- structure(list(hours = structure(c(1434081600, 1434085200, 1434088800, 
1434092400, 1434096000, 1434099600, 1434103200, 1434106800, 1434110400, 
1434114000, 1434117600, 1434121200, 1434124800, 1434128400, 1434132000, 
1434135600, 1434139200, 1434142800, 1434146400, 1434150000, 1434153600, 
1434157200, 1434160800, 1434164400), class = c("POSIXct", "POSIXt"
), tzone = ""), count = c(25, 29, 28, 32, 33, 13, 33, 29, 32, 
33, 27, 34, 25, 30, 13, 24, 26, 33, 40, 34, 26, 30, 22, 30)), .Names = c("hours", 
"count"), row.names = c(NA, 24L), class = "data.frame")

# 这是附加图(输出)的脚本

df <- merge(l1,l2, by="hours")
df <- merge(df,l3, by="hours")
df <- merge(df,l4, by="hours")

colnames(df) <- c("hours","L 1","L 2","L 3","L 4")
pd <- gather(df, 'Ls', 'count', 2:5)

q <- ggplot(pd, aes(x = hours, y = count)) + geom_bar(stat = "identity") + theme(legend.position = "none")+
  xlab("Time") + ylab("No.Of Pecies") +
  ggtitle("my sample")+
  scale_y_continuous(breaks=seq(0,45, by = 5))+
  theme(axis.text = blue.bold.italic.16.text) +
  scale_x_datetime(breaks=date_breaks("2 hour"),minor_breaks=date_breaks("2 hour"),labels=date_format("%H")) + 
  theme(axis.text.x=element_text(angle=0))+
  facet_grid(~ Ls)

enter image description here

#当所有4台机器都工作时 - 一切都很好,我将运行上面的脚本,我将获得所需的输出。

如果任何机器不工作并且我有一个空行的数据帧,那么我会在运行我的脚本文件时遇到错误。

 @ df <- merge(l1,l2, by="hours")
    df <- merge(df,l3, by="hours")
    df <- merge(df,l4, by="hours")
Error in fix.by(by.y, y) : 'by' must specify a uniquely valid column

的下一个错误
pd <- gather(df, 'Ls', 'count', 2:5)

如何避免空数据帧并成功运行脚本以生成任何机器正在运行的输出(无论是2还是3或4)

2 个答案:

答案 0 :(得分:1)

从错误消息判断,导致错误的data.frame既没有行也没有列,它似乎是NULL。因此,最简单的方法是检查这种情况,如果data.frame为NULL,则创建一个可以merge() d和gather()编辑的虚拟对象。

我会做什么(不是说这是最好的方式)

# for easier looping, put your data.frames in a list
l <- list( l1, l2, l3, l4 )

# create a dummy that mimics the structure of your data.frames
dummy <- structure( list( hours = structure( c( Sys.time() ), 
                          class = c( "POSIXct", "POSIXt" ), tzone = ""),
                          count = c(0)), .Names = c("hours", "count"),
                          row.names = c(NA, 1L), class = "data.frame")

# check for empty data.frames and replace with dummy (will be NA)
for( i in 1:4 ) if( length( l[[ i ]] ) == 0 ) l[[ i ]] <- dummy

# merge
for( i in 2:4 ) l[[ 1 ]] <- merge( l[[ 1 ]], l[[ i ]], 
                                   by = "hours", all = TRUE )

# remove dummy and go back to your code
df <- l[[ 1 ]][ 1:24, ]
colnames( df ) <- c( "hours","L 1","L 2","L 3","L 4" )

还有改进的余地,但至少它应该显示结果,无论机器是否在运行:

l2 <- NULL

Machine 2 not operating

答案 1 :(得分:1)

另一种方法是跳过合并,然后右键堆叠数据集。您只需要先将Ls列添加到每个单独的数据集中。

l1$Ls = "L 1"
l2$Ls = "L 2"
l3$Ls = "L 3"
l4$Ls = "L 4"

然后,您可以使用 dplyr 中的bind_rows来制作长数据集pd

bind_rows(l1, l2, l3, l4)

Source: local data frame [96 x 3]

                 hours count  Ls
1  2015-06-11 21:00:00    25 L 1
2  2015-06-11 22:00:00    29 L 1
3  2015-06-11 23:00:00    28 L 1
4  2015-06-12 00:00:00    32 L 1
5  2015-06-12 01:00:00    33 L 1
6  2015-06-12 02:00:00    13 L 1
7  2015-06-12 03:00:00    33 L 1
8  2015-06-12 04:00:00    29 L 1
9  2015-06-12 05:00:00    32 L 1
10 2015-06-12 06:00:00    33 L 1
..                 ...   ... ...

这种方法的积极作用是你绑定的一个对象可以是空的data.frameNULL,它仍然有效。

示例空data.frame

l4.2 = data.frame()

bind_rows(l1, l2, l3, l4.2)

Source: local data frame [72 x 3]

                 hours count  Ls
1  2015-06-11 21:00:00    25 L 1
2  2015-06-11 22:00:00    29 L 1
3  2015-06-11 23:00:00    28 L 1
4  2015-06-12 00:00:00    32 L 1
5  2015-06-12 01:00:00    33 L 1
6  2015-06-12 02:00:00    13 L 1
7  2015-06-12 03:00:00    33 L 1
8  2015-06-12 04:00:00    29 L 1
9  2015-06-12 05:00:00    32 L 1
10 2015-06-12 06:00:00    33 L 1
..                 ...   ... ...

示例NULL

l4.3 = NULL

bind_rows(l1, l2, l3, l4.3)

Source: local data frame [72 x 3]

                 hours count  Ls
1  2015-06-11 21:00:00    25 L 1
2  2015-06-11 22:00:00    29 L 1
3  2015-06-11 23:00:00    28 L 1
4  2015-06-12 00:00:00    32 L 1
5  2015-06-12 01:00:00    33 L 1
6  2015-06-12 02:00:00    13 L 1
7  2015-06-12 03:00:00    33 L 1
8  2015-06-12 04:00:00    29 L 1
9  2015-06-12 05:00:00    32 L 1
10 2015-06-12 06:00:00    33 L 1
..                 ...   ... ...