Trying to import data from Mysql to hive using SqoopOptions

Question

Iam Trying to import data from Mysql to hive using SqoopOptions but getting this error:

ERROR tool.ImportTool: Imported Failed: Wrong FS: hdfs://localhost:8020/user/hive/warehouse/default/emp/_logs, expected: file:///

it is importing data into hdfs but not in hive.

here is my complete code.

import org.apache.sqoop.tool.ImportTool;
import com.cloudera.sqoop.SqoopOptions; 
public class App 
{
    public static void main( String[] args )
    {
        importToHive("emp");
    }
    /* CONSTANTS */
    private static final String JOB_NAME = "Sqoop Hive Job";
    private static final String MAPREDUCE_JOB = "Hive Map Reduce Job";
    private static final String DBURL ="jdbc:mysql://localhost:3306/sample";
    private static final String DRIVER = "com.mysql.jdbc.Driver";
    private static final String USERNAME = "root";
    private static final String PASSWORD = "cloudera";      
    private static final String HADOOP_HOME ="/usr/lib/hadoop-0.20-mapreduce";
    private static final String JAR_OUTPUT_DIR = "/tmp/sqoop/compile";
    private static final String HIVE_HOME = "/usr/lib/hive";
    private static final String HIVE_DIR = "/user/hive/warehouse/";
    private static final String WAREHOUSE_DIR = "hdfs://localhost:8020/user/hive/warehouse/default";
    private static final String SUCCESS = "SUCCESS !!!";
    private static final String FAIL = "FAIL !!!";

/*  **
* Imports data from RDBMS MySQL and uploads into Hive environment
*/ 

    public static void importToHive(String table){

       System.out.println("SqoopOptions loading .....");        

        /* MySQL connection parameters */
        SqoopOptions options = new SqoopOptions();
        options.setConnectString(DBURL);
        options.doOverwriteHiveTable();
        options.setTableName(table);
        options.setDriverClassName(DRIVER);
        options.setUsername(USERNAME);
        options.setPassword(PASSWORD);
        options.setHadoopMapRedHome(HADOOP_HOME);

        /* Hive connection parameters */
        options.setHiveHome(HIVE_HOME);
        options.setHiveImport(true);
        options.setHiveTableName("bsefmcgh");
        options.setOverwriteHiveTable(true);
        options.setFailIfHiveTableExists(false);
        //options.setFieldsTerminatedBy(',');
        options.setOverwriteHiveTable(true);
    options.setDirectMode(true);
    options.setNumMappers(1); // No. of Mappers to be launched for the job
    options.setWarehouseDir(WAREHOUSE_DIR);
    options.setJobName(JOB_NAME);
    options.setMapreduceJobName(MAPREDUCE_JOB);
    options.setTableName(table);
    options.setJarOutputDir(JAR_OUTPUT_DIR);        

    System.out.println("Import Tool running ....");
    ImportTool it = new ImportTool();
    int retVal = it.run((com.cloudera.sqoop.SqoopOptions) options);
    }
}

Nick Burns Nick Burns · Accepted Answer · 2016-02-21T20:38:35

I believe you do not need to specify the name node address in the warehouse-dir option.

Try this:

private static final String WAREHOUSE_DIR = "/user/hive/warehouse/default";

Trying to import data from Mysql to hive using SqoopOptions

1 Answers