diff --git a/sql/sqlParser.go b/sql/sqlParser.go index 8cc577846f2dd9a5d5cfd5c155971e8f9dbbec2d..94223ed42d5c977303527250da444934c22ca6d6 100644 --- a/sql/sqlParser.go +++ b/sql/sqlParser.go @@ -367,6 +367,11 @@ func (parser *Parser) runJoinQueryUsingHadoop() error { log.Println(cmd.String()) _ = cmd.Run() + // upload merged file to HDFS + cmd = exec.Command("rm", merged_d1d2) + log.Println(cmd.String()) + _ = cmd.Run() + cmd = exec.Command("hadoop", "fs", "-put", merged_d1d2, "/") log.Println(cmd.String()) err = cmd.Run()