cctv_dataset

Inputs

Shape Files

Sanitary mainline = '/home/gqc/git/gqc/gqc-utility-notebooks/data/shapefiles/SanMain_shp/SanMain.shp'
Sanitary fitting = '/home/gqc/git/gqc/gqc-utility-notebooks/data/shapefiles/SanFitting_shp/SanFitting.shp'
Sanitary history mainline = '/home/gqc/git/gqc/gqc-utility-notebooks/data/shapefiles/SanHistMain_shp/SanHistMain.shp'

PACP & WRC code grouping

PACP_videos = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/list_730_PACP_videos_in_CCTV_Details.csv'
all_conditions_wrc_1066 = '/media/gqc/T7/cctv/dnv/data/wrc_1066/temp/all_conditions.csv'

Condition data csv

cctv_header = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/CCTV_Headers.csv'
cctv_detail = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/dnv_B_C_condition_data_with_remarks_col.csv'
cctv_detail_full = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/CCTV_Details_sorted_by_jobnumber_distance_code_edit.csv'
cctv_header_81 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/combined_pipe_properties_84videos.csv'
cctv_detail_81 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/dnv_pacp_A_81_condition_data.csv'

list of videos

list_81_videos = /home/gqc/git/gqc/gqc-utility-notebooks/data/video_lists/DNV_PACP_81videos_edit.csv
list_videos = /home/gqc/git/gqc/gqc-utility-notebooks/data/video_lists/DNV_PACP_81videos_edit.csv

DATA A

 DNV_81_pacp_defect_points_material_edit.shp = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_81_pacp_defect_points_material_edit.shp'
 DNV_81_pacp_code_points_material_edit.shp = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_81_pacp_code_points_material_edit.shp'
 inspection_info_DNV_A_version_2.csv = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/inspection_info_DNV_A_version_2.csv'

DATA B

 dnv_pacp_A_81_condition_data.csv = '/media/gqc/unionsine1/VS_Research/CCTV/DNV/Data/condition_data_csv/dnv_pacp_A_81_condition_data.csv'
 condition_data_DNV_B_C_version_2.csv = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/condition_data_DNV_B_C_version_2.csv'
 DNV_B_C_pacp_wrc_defect_points_material_edit.shp = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_B_C_pacp_wrc_defect_points_material_edit.shp'
 inspection_info_DNV_B_C_version_2.csv = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/inspection_info_DNV_B_C_version_2.csv'
 DNV_B_C_pacp_wrc_code_points_material_edit.shp = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_B_C_pacp_wrc_code_points_material_edit.shp'

stats

 dnv_B_C_condition_data = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/dnv_B_C_condition_data.csv'

 data/Video_Lists/{group}.csv Loop 1 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/Video_Lists/{group}.csv'
 PACP_270/Data/Video_Lists/{group}.csv Loop 2 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/PACP_270/Data/Video_Lists/{group}.csv'

 video_list = '/home/gqc/git/gqc/gqc-utility-notebooks/data/Video_Lists/dnv_pacp_A_81_01_81.csv'

 dnv_pacp_A_81_condition_data = '/home/gqc/git/gqc/gqc-utility-notebooks/data/condition_data/dnv_pacp_A_81_condition_data.csv'

Output :

 input_DNV_A_B_C_version_3_(row_per_pipe_id).csv = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/input_DNV_A_B_C_version_3_(row_per_pipe_id).csv'

Shape files with defect points

DNV_81_code_points = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_81_pacp_code_points.shp'
DNV_B_C_code_points = '/home/gqc/git/gqc/gqc-utility-notebooks/data/output_shape_files/defect_location_version_2/DNV_B_C_pacp_wrc_code_points.shp'

inspection info csv

inspection_info_DNV_A_ = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/inspection_info_DNV_A_version_2.csv'
inspection_info_DNV_B_C_version_2 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/inspection_info_DNV_B_C_version_2.csv
condition_data_DNV_B_C_version_2 = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_data/condition_data_DNV_B_C_version_2.csv

FEATURE_ENGINEERING_OUTPUT FEATURE_ENGINEERING_OUTPUT_DIR = /home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_model_output eg: (ROC curves (csv))

BEST_MODEL_PARAMETER

 BEST_MODEL_PARAMETER_DIR = /home/gqc/git/gqc/gqc-utility-notebooks/data/best_model_parameter
 eg: (dnv-catboost-None-y=I.pkl, dnv-catboost-None-y=Structural_defect_I.pkl)

Shap plots

shap plot = '/home/gqc/git/gqc/gqc-utility-notebooks/data/feature_engineering_model_output/shap plot'

Inputs​

Output :​

Inputs

Output :