【sqoop】同步脚本

一、首日全量同步

#! /bin/bash

APP=hospital_data_center

APP2=hospital_data_center_sh

if [ -n "$2" ] ;then
   do_date=$2
else 
   echo "请传入日期参数"
   exit
fi

import_data(){
sqoop import \
--connect jdbc:mysql://192.168.29.42:3306/$APP  \
--username zhyx \
--password zhyx \
--query "$2 where \$CONDITIONS" \
--target-dir /origin_data/$APP/db/$1/$do_date \
--delete-target-dir \
--num-mappers 1 \
--fields-terminated-by '\t' \
--hive-drop-import-delims  \
--lines-terminated-by "\n"  \
--hive-import \
--hive-database $APP2 \
--hive-table $1 \
--null-string '\\N' \
--null-non-string '\\N'
}

import_v_user_info(){
  import_data v_user_info "select
                            id,
                            hospital_code,
                            primary_id,
                            patient_id,
                            admission_number,
                            card_no,
                            out_patient_no,
                            patient_name,
                            patient_sex,
                            birthday,
                            id_card_no,
                            phone,
                            age,
                            height,
                            weight,
                            patient_type,
                            in_state_code,
                            in_state,
                            create_time,
                            update_time
                        from v_user_info"
}

import_v_user_hospital(){
  import_data v_user_hospital "select
                            id,
                            hospital_code,
                            primary_id,
                            patient_id,
                            admission_number,
                            hospital_pipeline_no,
                            in_time,
                            out_time,
                            in_state_code,
                            in_state,
                            dept_code,
                            dept_name,
                            charge_doctor,
                            charge_doctor_num,
                            out_come,
                            remarks,
                            hospitalized_diagnosis,
                            hospitalized_diagnosis_id,
                            hospitalized_diagnosis_icd,
                            create_time,
                            update_time,
                            out_patient_number
                        from v_user_hospital"
}


import_v_user_record(){
  import_data v_user_record "select
                           id,
							hospital_code,
							primary_id,
							patient_id,
							admission_number,
							hospital_pipeline_no,
							primary_diagnosis_str,
							main_suit,
							now_medical_history,
							past_history,
							allergy_history,
							physical_examin,
							supp_examin,
							create_time,
							update_time
                        from v_user_record"
}


import_v_diagnosis_info(){
  import_data v_diagnosis_info "select
                           id,
							hospital_code,
							primary_id,
							patient_id,
							admission_number,
							hospital_pipeline_no,
							diagnosis_num,
							diagnosis_type,
							diagnosis_name,
							diagnosis_icd,
							diagnosis_code,
							diagnosis_time,
							create_time,
							update_time,
							cancel,
							is_main
                        from v_diagnosis_info"
}


import_v_advice_info(){
  import_data v_advice_info "select
                           id,
							hospital_code,
							primary_id,
							doctor_advice_id,
							patient_id,
							admission_number,
							hospital_pipeline_no,
							category_code,
							category,
							type_code,
							type,
							advice_name,
							advice_code,
							lis_advice_code,
							state_code,
							state,
							submit_advice_time,
							advice_auit_time,
							advice_execution_time,
							advice_stop_time,
							execution_user,
							execution_user_id,
							doctor_num,
							doctor_name,
							remarks,
							create_time,
							update_time,
							cancel
                        from v_advice_info"
}


import_v_drug_info(){
  import_data v_drug_info "select
                           id,
                           hospital_code,
                           primary_id,
                           doctor_advice_id,
                           patient_id,
                           admission_number,
                           hospital_pipeline_no,
                           drug_name,
                           groud_id,
                           gross,
                           gross_unit,
                           drug_code,
                           frequency,
                           dose,
                           dose_uint_code,
                           dose_uint,
                           drug_route_code,
                           drug_route,
                           spec,
                           is_antibiotic,
                           create_time,
                           update_time,
                           cancel
                        from v_drug_info"
}


import_v_operation_info(){
  import_data v_operation_info "select
                           id,
                            hospital_code,
                            primary_id,
                            patient_id,
                            admission_number,
                            hospital_pipeline_no,
                            operation_apply_num,
                            operation_code,
                            operation_name,
                            operation_level,
                            operation_cut_type,
                            main_doctor,
                            main_doctor_name,
                            operation_start_time,
                            operation_end_time,
                            operation_time,
                            operation_anesthesia_type_code,
                            operation_anesthesia_type,
                            operation_diagnose,
                            operation_type_code,
                            operation_type,
                            operation_diagnose_icd,
                            operation_diagnose_id,
                            source,
                            create_time,
                            update_time,
                            cancel
                        from v_operation_info"
}


import_v_treatment_info(){
  import_data v_treatment_info "select
                           id,
                           hospital_code,
                           primary_id,
                           patient_id,
                           admission_number,
                           hospital_pipeline_no,
                           doctor_advice_id,
                           treatment_name,
                           treatment_code,
                           remarks,
                           create_time,
                           update_time
                        from v_treatment_info"
}



import_v_vital_signs_info(){
  import_data v_vital_signs_info "select
                           id,
							hospital_code,
							primary_id,
							patient_id,
							series,
							admission_number,
							hospital_pipeline_no,
							patient_name,
							sign_time,
							sign_name,
							sign_code,
							sign_value,
							sign_value2,
							sign_unit,
							create_time,
							update_time
                        from v_vital_signs_info"
}


import_v_user_info_mz(){
  import_data v_user_info_mz "select
                           id,
                           hospital_code,
                           primary_id,
                           patient_id,
                           card_no,
                           out_patient_number,
                           out_patient_no,
                           patient_name,
                           patient_sex,
                           birthday,
                           id_card_no,
                           phone,
                           age,
                           height,
                           weight,
                           create_time,
                           update_time
                        from v_user_info_mz"
}


import_v_user_mz(){
  import_data v_user_mz "select
                          id,
                          hospital_code,
                          primary_id,
                          patient_id,
                          card_no,
                          out_patient_number,
                          out_patient_no,
                          out_patient_time,
                          dept_code,
                          dept_name,
                          charge_doctor,
                          charge_doctor_num,
                          create_time,
                          is_first_visit,
                          update_time
                        from v_user_mz"
}


import_v_user_record_mz(){
  import_data v_user_record_mz "select
                          id,
                          hospital_code,
                          primary_id,
                          patient_id,
                          card_no,
                          out_patient_number,
                          out_patient_no,
                          out_patient_time,
                          dept_code,
                          dept_name,
                          charge_doctor,
                          charge_doctor_num,
                          primary_diagnosis_str,
                          main_suit,
                          now_medical_history,
                          past_history,
                          allergy_history,
                          physical_examin,
                          supp_examin,
                          create_time,
                          update_time
                        from v_user_record_mz"
}


import_v_diagnosis_info_mz(){
  import_data v_diagnosis_info_mz "select
                          id,
						  hospital_code,
						  primary_id,
						  patient_id,
						  card_no,
						  out_patient_number,
						  out_patient_no,
						  diagnosis_num,
						  diagnosis_type,
						  diagnosis_name,
						  diagnosis_icd,
						  diagnosis_code,
						  diagnosis_time,
						  create_time,
						  update_time,
						  cancel,
						  is_main
                        from v_diagnosis_info_mz"
}


import_v_prescription_info_mz(){
  import_data v_prescription_info_mz "select
                          id,
                          hospital_code,
                          primary_id,
                          patient_id,
                          doctor_advice_id,
                          card_no,
                          out_patient_number,
                          out_patient_no,
                          weight,
                          height,
                          drug_name,
                          groud_id,
                          gross,
                          gross_unit,
                          drug_code,
                          frequency,
                          dose,
                          dose_uint_code,
                          dose_uint,
                          drug_route_code,
                          drug_route,
                          spec,
                          is_antibiotic,
                          preserve_time,
                          cancel,
                          create_time,
                          update_time
                        from v_prescription_info_mz"
}


import_v_inspect_report(){
  import_data v_inspect_report "select
                          id,
                          hospital_code,
                          primary_id,
                          patient_id,
                          admission_number,
                          hospital_pipeline_no,
                          inspect_name,
                          inspect_code,
                          inspect_time,
                          report_time,
                          report_id,
                          report_result,
                          report_content,
                          positive,
                          report_type,
                          report_type_name,
                          create_time,
                          update_time
                        from v_inspect_report"
}


import_v_examine_report(){
  import_data v_examine_report "select
                          id,
                          hospital_code,
                          primary_id,
                          patient_id,
                          admission_number,
                          hospital_pipeline_no,
                          examine_name,
                          examine_code,
                          examine_time,
                          source,
                          sample_num,
                          specimen_name,
                          in_menstrual_period,
                          report_time,
                          colle_time,
                          receive_time,
                          create_time,
                          update_time,
                          cancel,
                          his_examine_code,
                          report_id
                        from v_examine_report"
}


import_v_examine_details(){
  import_data v_examine_details "select
                          id,
                          hospital_code,
                          primary_id,
                          examine_code,
                          examine_subitems_name,
                          examine_subitems_code,
                          examine_subitems_value,
                          normal_value,
                          examine_subitems_uint,
                          abnormal_value,
                          crisisval_value,
                          create_time,
                          update_time,
                          his_examine_code,
                          report_id
                        from v_examine_details"
}


import_v_doctor_info(){
  import_data v_doctor_info "select
                          id,
                          hospital_code,
                          primary_id,
                          doctor_no,
                          doctor_name,
                          doctor_phone,
                          dept_code,
                          dept_name,
                          doctor_level,
                          doctor_sex,
                          create_time,
                          update_time
                        from v_doctor_info"
}


case $1 in
  "v_user_info")
     import_v_user_info
;;
  "v_user_hospital")
     import_v_user_hospital
;;
  "v_user_record")
     import_v_user_record
;;
  "v_diagnosis_info")
     import_v_diagnosis_info
;;
  "v_advice_info")
     import_v_advice_info
;;
  "v_drug_info")
     import_v_drug_info
;;
  "v_operation_info")
     import_v_operation_info
;;
  "v_treatment_info")
     import_v_treatment_info
;;
  "v_vital_signs_info")
     import_v_vital_signs_info
;;
  "v_user_info_mz")
     import_v_user_info_mz
;;
  "v_user_mz")
     import_v_user_mz
;;
  "v_user_record_mz")
     import_v_user_record_mz
;;
  "v_diagnosis_info_mz")
     import_v_diagnosis_info_mz
;;
  "v_prescription_info_mz")
     import_v_prescription_info_mz
;;
  "v_inspect_report")
     import_v_inspect_report
;;
  "v_examine_report")
     import_v_examine_report
;;
  "v_examine_details")
     import_v_examine_details
;;
  "v_doctor_info")
     import_v_doctor_info
;;

  "all")
   import_v_user_info
   import_v_user_hospital
   import_v_user_record
   import_v_diagnosis_info
   import_v_advice_info
   import_v_drug_info
   import_v_operation_info
   import_v_treatment_info
   import_v_vital_signs_info
   import_v_user_info_mz
   import_v_user_mz
   import_v_user_record_mz
   import_v_diagnosis_info_mz
   import_v_prescription_info_mz
   import_v_inspect_report
   import_v_examine_report
   import_v_examine_details
   import_v_doctor_info
;;
esac