Skip to content
Snippets Groups Projects
wino.cpp 12.5 KiB
Newer Older
  • Learn to ignore specific revisions
  • #include <ap_int.h>
    #include <hls_stream.h>
    
    
    xliu79's avatar
    xliu79 committed
    #include "wino_IO.cpp"
    
    xliu79's avatar
    xliu79 committed
    
    
    
    
    
    void wino_systolic_top(
        ap_uint<128> *input_DDR0,
        ap_uint<128> *input_DDR1,
        ap_uint<128> *input_DDR2,
        ap_uint<128> *input_DDR3,
        ap_uint<128> *weight_DDR0,
        ap_uint<128> *weight_DDR1,
        ap_uint<128> *weight_DDR2,
        ap_uint<128> *weight_DDR3,
        ap_uint<128> *output_DDR0,
        ap_uint<128> *output_DDR1,
        ap_uint<128> *output_DDR2,
        ap_uint<128> *output_DDR3,
    
    #pragma HLS interface m_axi port= input_DDR3 depth=65535
    #pragma HLS interface m_axi port= input_DDR2 depth=65535
    #pragma HLS interface m_axi port= input_DDR1 depth=65535
    #pragma HLS interface m_axi port= input_DDR0 depth=65535
    #pragma HLS interface m_axi port= output_DDR3 depth=65535
    #pragma HLS interface m_axi port= output_DDR2 depth=65535
    #pragma HLS interface m_axi port= output_DDR1 depth=65535
    #pragma HLS interface m_axi port= output_DDR0 depth=65535
    #pragma HLS interface m_axi port= weight_DDR3 depth=65535
    #pragma HLS interface m_axi port= weight_DDR2 depth=65535
    #pragma HLS interface m_axi port= weight_DDR1 depth=65535
    #pragma HLS interface m_axi port= weight_DDR0 depth=65535
    
        ap_uint<16> input_buffer[INBUFFER_HEIGHT][INBUFFER_WIDTH][INPUT_BUFFER_DEPTH];
    #pragma HLS array_partition variable=input_buffer complete dim=1 
    #pragma HLS array_partition variable=input_buffer complete dim=2 
    
        ap_uint<36> output_buffer0[16][16][OUTPUT_BUFFER_DEPTH];
    
    #pragma HLS array_partition variable=output_buffer0 complete dim=1 
    #pragma HLS array_partition variable=output_buffer0 complete dim=2 
    
        ap_uint<36> output_buffer1[16][16][OUTPUT_BUFFER_DEPTH];
    
    #pragma HLS array_partition variable=output_buffer1 complete dim=1 
    #pragma HLS array_partition variable=output_buffer1 complete dim=2 
    
        ap_uint<1> pingpong;
    
    
        #if DEBUG_FILE_PRINT
    
            clear_buffer_content<INBUFFER_HEIGHT,INBUFFER_WIDTH, INPUT_BUFFER_DEPTH>(input_buffer);
    
        printf("conv_desc.row_address_bitnumber_flag %d\n", conv_desc.row_address_bitnumber_flag);
    
    xliu79's avatar
    xliu79 committed
        load_input_rowtile_from_ddr(
    
            input_DDR0,
            input_DDR1,
            input_DDR2,
            input_DDR3,
            input_buffer,
    
    		conv_desc.inheight,
    		conv_desc.inwidth,
    		conv_desc.stride,
            conv_desc.pad_size,
    		conv_desc.inwidth_align8,
    		conv_desc.indepth_align8,
    		conv_desc.group_indepth_x_inwidth_align8_by8,
    		conv_desc.group_indepth_offset_x_inwidth_align8_by8,
    
            conv_desc.inwidth_ceildiv_inbufferwidth,
            conv_desc.buffer_address_mid_increment_step,
    
            conv_desc.row_address_bitnumber_flag,
            conv_desc.out_rowstep,
            0,
    
            1);
    
        #if DEBUG_FILE_PRINT
    
            attach_input_buffer_content_uniformed<INBUFFER_HEIGHT,INBUFFER_WIDTH, INPUT_BUFFER_DEPTH>(input_buffer,0,"input_buffer_content.txt");
    
        for( ; start_output_row < conv_desc.outheight; start_output_row+=conv_desc.out_rowstep)
    
            ap_uint<16> start_row_idx_minus_pad_size=start_output_row-conv_desc.pad_size;
    
            printf("conv_desc.row_address_bitnumber_flag %d\n", conv_desc.row_address_bitnumber_flag);
    
            load_input_rowtile_from_ddr(
                input_DDR0,
                input_DDR1,
                input_DDR2,
                input_DDR3,
                input_buffer,
                conv_desc.inheight,
                conv_desc.inwidth,
                conv_desc.stride,
                conv_desc.pad_size,
                conv_desc.inwidth_align8,
                conv_desc.indepth_align8,
                conv_desc.group_indepth_x_inwidth_align8_by8,
                conv_desc.group_indepth_offset_x_inwidth_align8_by8,
                conv_desc.inwidth_ceildiv_inbufferwidth,
                conv_desc.buffer_address_mid_increment_step,
                conv_desc.input_load_burst_length,
    
                conv_desc.row_address_bitnumber_flag,
                conv_desc.out_rowstep,
    
                start_output_row + conv_desc.wino_output_tile_size,
                0);
    
            #if DEBUG_FILE_PRINT
    
                attach_input_buffer_content_uniformed<INBUFFER_HEIGHT,INBUFFER_WIDTH, INPUT_BUFFER_DEPTH>(input_buffer,0,"input_buffer_content.txt");
    
            hls::stream< ap_uint<8*BATCH_SIZE*WINO_DOMAIN_SIZE_SQUARE> > input_tile_stream[WINO_WIDTH];
    
    
            input_feed_underconstruction(
                input_buffer,
    
                // hls::stream< ap_uint<16*BATCH_SIZE*36> > &input_tile_stream1, 
                // hls::stream< ap_uint<16*BATCH_SIZE*36> > &input_tile_stream2,
       	        conv_desc.inheight,
    	        conv_desc.inwidth,
    	        conv_desc.pad_size,
    	        conv_desc.weightbuffer_load_indepth_number,
    	        conv_desc.weightbuffer_load_outdepth_number,
    	        conv_desc.wino_output_tile_size,
    	        conv_desc.input_buffer_feeding_loop_bound,
    	        conv_desc.loop_wino_tile_col_reset_cycle,
    
    	        conv_desc.loop_outdepth_minitile_baseidx_reset_cycle,
    
    	        conv_desc.buffer_address_mid_minitile_depth_step,
    
                start_output_row,
                start_row_idx_minus_pad_size
                #if DEBUG_FILE_PRINT
                ,conv_desc
                #endif
            );
    
    
            hls::stream< ap_uint<BTB_WIDTH*BATCH_SIZE*36> > input_tile_transformed_stream[WINO_WIDTH];
    
            for(int i=0;i<WINO_WIDTH;i++)
            {
                input_transform(input_tile_stream[i],input_tile_transformed_stream[i],conv_desc.input_transform_feeding_loop_bound);
            }
    
    xliu79's avatar
    xliu79 committed
            hls::stream<ap_uint<8*INDEPTH_MINITILE_SIZE*WINO_DOMAIN_SIZE_SQUARE> >  weight_stream[4][WEIGHT_FEED_NUMBER_PER_PORT];
    
            weight_feed_one_port<0>(
            weight_DDR0,
            weight_stream[0],
            conv_desc.weightDDR_burst_number,
            conv_desc.weightDDR_port_burst_length,
            conv_desc.weightDDR_buffer_burst_length,
            conv_desc.loop_outdepth_minitile_baseidx_reset_cycle_minus1,
            conv_desc.loop_start_output_basecol_reset_cycle,
            conv_desc.loop_weight_feed_bound,
            start_output_row==0,
            start_output_row+conv_desc.wino_output_tile_size > conv_desc.outheight
            #if DEBUG_FILE_PRINT
            ,conv_desc	
            #endif
        );
            weight_feed_one_port<1>(
            weight_DDR1,
            weight_stream[1],
            conv_desc.weightDDR_burst_number,
            conv_desc.weightDDR_port_burst_length,
            conv_desc.weightDDR_buffer_burst_length,
            conv_desc.loop_outdepth_minitile_baseidx_reset_cycle_minus1,
            conv_desc.loop_start_output_basecol_reset_cycle,
            conv_desc.loop_weight_feed_bound,
            start_output_row==0,
            start_output_row+conv_desc.wino_output_tile_size > conv_desc.outheight
            #if DEBUG_FILE_PRINT
            ,conv_desc	
            #endif
        );
            weight_feed_one_port<2>(
            weight_DDR2,
            weight_stream[2],
            conv_desc.weightDDR_burst_number,
            conv_desc.weightDDR_port_burst_length,
            conv_desc.weightDDR_buffer_burst_length,
            conv_desc.loop_outdepth_minitile_baseidx_reset_cycle_minus1,
            conv_desc.loop_start_output_basecol_reset_cycle,
            conv_desc.loop_weight_feed_bound,
            start_output_row==0,
            start_output_row+conv_desc.wino_output_tile_size > conv_desc.outheight
            #if DEBUG_FILE_PRINT
            ,conv_desc	
            #endif
        );
            weight_feed_one_port<3>(
            weight_DDR3,
            weight_stream[3],
            conv_desc.weightDDR_burst_number,
            conv_desc.weightDDR_port_burst_length,
            conv_desc.weightDDR_buffer_burst_length,
            conv_desc.loop_outdepth_minitile_baseidx_reset_cycle_minus1,
            conv_desc.loop_start_output_basecol_reset_cycle,
            conv_desc.loop_weight_feed_bound,
            start_output_row==0,
            start_output_row+conv_desc.wino_output_tile_size > conv_desc.outheight
            #if DEBUG_FILE_PRINT
            ,conv_desc	
            #endif
        );
    
    xliu79's avatar
    xliu79 committed
        #if DEBUG_FILE_PRINT
        for(int i=0;i<4;i++)
        {
            for(int j=0;j<WEIGHT_FEED_NUMBER_PER_PORT;j++)
            {
                int outdepth_minitile_idx=i*WEIGHT_FEED_NUMBER_PER_PORT+j;
                char filename[100];
                sprintf(filename,"weightstream%d.txt",outdepth_minitile_idx);
    
                attach_weight_stream_content<INDEPTH_MINITILE_SIZE,WINO_DOMAIN_SIZE,WINO_DOMAIN_SIZE_SQUARE>(weight_stream[i][j],filename);
            }
    
    xliu79's avatar
    xliu79 committed
        #endif
    
        //     if(pingpong)
        //     {
        //         wino_systolic(
        //         input_buffer,
        //         output_buffer0,
        //         weight_DDR0,
        //         weight_DDR1,
        //         weight_DDR2,
        //         weight_DDR3,
        //         input_height,
        //         input_width,
        //         input_depth,
        //         input_width_ceildiv_16,
        //         input_depth_align8,
        //         output_height,
        //         output_width,
        //         output_depth,
        //         kernel_window_size,
        //         pad_size,
        //         weight_indepth_load_number,
        //         weight_outdepth_load_number,
        //         weight_outdepth_feed_size,
        //         start_output_row,
        //         weight_total_load_number,
        //         weight_total_feed_size,
        //         ddr_load_length,
        //         ddr_load_length_per_feed,
        //         row_repeat_times,
        //         (start_output_row==0) ,
        //         (start_output_row+wino_output_tile_size >= output_height));
        //     #if DEBUG_FILE_PRINT
        //         attach_output_buffer_content<0>(output_buffer0,"output_buffer_content.txt");
        //         #endif
    
        //         write_output_to_DDR(
        //         output_DDR0,
        //         output_DDR1,
        //         output_DDR2,
        //         output_DDR3,
        //         output_buffer1,
        //         outdepth_ceil_div8,
        //         start_output_row,
        //         start_output_row+4,
        //         output_height,
        //         output_width,
        //         wino_output_tile_size,
        //         row_repeat_times,
        //         1,
        //         0);
    
        //         pingpong=0;
        //     }
        //     else
        //     {
        //         wino_systolic(
        //         input_buffer,
        //         output_buffer1,
        //         weight_DDR0,
        //         weight_DDR1,
        //         weight_DDR2,
        //         weight_DDR3,
        //         input_height,
        //         input_width,
        //         input_depth,
        //         input_width_ceildiv_16,
        //         input_depth_align8,
        //         output_height,
        //         output_width,
        //         output_depth,
        //         kernel_window_size,
        //         pad_size,
        //         weight_indepth_load_number,
        //         weight_outdepth_load_number,
        //         weight_outdepth_feed_size,
        //         start_output_row,
        //         weight_total_load_number,
        //         weight_total_feed_size,
        //         ddr_load_length,
        //         ddr_load_length_per_feed,
        //         row_repeat_times,
        //         (start_output_row==0) ,
        //         (start_output_row+wino_output_tile_size >= output_height));
        //     #if DEBUG_FILE_PRINT
        //         attach_output_buffer_content<0>(output_buffer0,"output_buffer_content.txt");
        //         #endif
    
        //         write_output_to_DDR(
        //         output_DDR0,
        //         output_DDR1,
        //         output_DDR2,
        //         output_DDR3,
        //         output_buffer0,
        //         outdepth_ceil_div8,
        //         start_output_row,
        //         start_output_row+4,
        //         output_height,
        //         output_width,
        //         wino_output_tile_size,
        //         row_repeat_times,
        //         1,
        //         0);
        //         pingpong=1;
        //     }
    
        // if(pingpong)
        // {
        //         write_output_to_DDR(
        //         output_DDR0,
        //         output_DDR1,
        //         output_DDR2,
        //         output_DDR3,
        //         output_buffer1,
        //         outdepth_ceil_div8,
        //         start_output_row,
        //         start_output_row+4,
        //         output_height,
        //         output_width,
        //         wino_output_tile_size,
        //         row_repeat_times,
        //         1,
        //         0);
        // }
        // else
        // {
        //                write_output_to_DDR(
        //         output_DDR0,
        //         output_DDR1,
        //         output_DDR2,
        //         output_DDR3,
        //         output_buffer0,
        //         outdepth_ceil_div8,
        //         start_output_row,
        //         start_output_row+4,
        //         output_height,
        //         output_width,
        //         wino_output_tile_size,
        //         row_repeat_times,
        //         1,
        //         0);
        // }