reorg_layer

forward_reorg_layer

void forward_reorg_layer(const layer l, network net)
{
    int i;
    if(l.flatten){
        memcpy(l.output, net.input, l.outputs*l.batch*sizeof(float));
        if(l.reverse){
            flatten(l.output, l.w*l.h, l.c, l.batch, 0);
        }else{
            flatten(l.output, l.w*l.h, l.c, l.batch, 1);
        }
    } else if (l.extra) {
        for(i = 0; i < l.batch; ++i){
            copy_cpu(l.inputs, net.input + i*l.inputs, 1, l.output + i*l.outputs, 1);
        }
    } else if (l.reverse){
        reorg_cpu(net.input, l.w, l.h, l.c, l.batch, l.stride, 1, l.output);
    } else {
        reorg_cpu(net.input, l.w, l.h, l.c, l.batch, l.stride, 0, l.output);
    }
}

ํ•จ์ˆ˜ ์ด๋ฆ„: forward_reorg_layer

์ž…๋ ฅ:

  • layer l (reorg layer์˜ ์ •๋ณด๋ฅผ ๋‹ด๊ณ  ์žˆ๋Š” ๊ตฌ์กฐ์ฒด)

  • network net (์‹ ๊ฒฝ๋ง ์ •๋ณด๋ฅผ ๋‹ด๊ณ  ์žˆ๋Š” ๊ตฌ์กฐ์ฒด)

๋™์ž‘:

  • reorg ๋ ˆ์ด์–ด์˜ forward propagation์„ ์ˆ˜ํ–‰ํ•œ๋‹ค. ์ž…๋ ฅ ๋ฐ์ดํ„ฐ๋ฅผ reorg ์—ฐ์‚ฐ์„ ํ†ตํ•ด ์ถœ๋ ฅ์œผ๋กœ ๋ณ€ํ™˜ํ•œ๋‹ค.

์„ค๋ช…:

  • ์ž…๋ ฅ ๋ฐ์ดํ„ฐ๋Š” l.input์— ์ €์žฅ๋˜์–ด ์žˆ์œผ๋ฉฐ, l.output์— ์ถœ๋ ฅ์ด ์ €์žฅ๋œ๋‹ค. ๋งŒ์•ฝ l.flatten์ด ์ฐธ์ด๋ฉด ์ž…๋ ฅ ๋ฐ์ดํ„ฐ๋ฅผ flattenํ•˜๊ณ , l.reverse๊ฐ€ ์ฐธ์ด๋ฉด ์—ญ์ˆœ์œผ๋กœ ์ •๋ ฌํ•œ๋‹ค.

  • l.extra๊ฐ€ ์ฐธ์ด๋ฉด ์ž…๋ ฅ ๋ฐ์ดํ„ฐ๋ฅผ ๊ทธ๋Œ€๋กœ ๋ณต์‚ฌํ•˜๊ณ , ๊ทธ๋ ‡์ง€ ์•Š์œผ๋ฉด ์ž…๋ ฅ ๋ฐ์ดํ„ฐ๋ฅผ reorg ํ•จ์ˆ˜๋กœ ์ฒ˜๋ฆฌํ•˜์—ฌ ์ถœ๋ ฅ์œผ๋กœ ์ €์žฅํ•œ๋‹ค.

backward_reorg_layer

void backward_reorg_layer(const layer l, network net)
{
    int i;
    if(l.flatten){
        memcpy(net.delta, l.delta, l.outputs*l.batch*sizeof(float));
        if(l.reverse){
            flatten(net.delta, l.w*l.h, l.c, l.batch, 1);
        }else{
            flatten(net.delta, l.w*l.h, l.c, l.batch, 0);
        }
    } else if(l.reverse){
        reorg_cpu(l.delta, l.w, l.h, l.c, l.batch, l.stride, 0, net.delta);
    } else if (l.extra) {
        for(i = 0; i < l.batch; ++i){
            copy_cpu(l.inputs, l.delta + i*l.outputs, 1, net.delta + i*l.inputs, 1);
        }
    }else{
        reorg_cpu(l.delta, l.w, l.h, l.c, l.batch, l.stride, 1, net.delta);
    }
}

ํ•จ์ˆ˜ ์ด๋ฆ„: backward_reorg_layer

์ž…๋ ฅ:

  • layer l (reorg layer์˜ ์ •๋ณด๋ฅผ ๋‹ด์€ ๊ตฌ์กฐ์ฒด)

  • network net (ํ˜„์žฌ์˜ ์‹ ๊ฒฝ๋ง ๊ตฌ์กฐ)

๋™์ž‘:

  • reorg ๋ ˆ์ด์–ด์˜ ์—ญ์ „ํŒŒ๋ฅผ ๊ณ„์‚ฐํ•˜๊ณ , ๊ฒฐ๊ณผ๋ฅผ ์ž…๋ ฅ์ธต์œผ๋กœ ์ „๋‹ฌํ•ฉ๋‹ˆ๋‹ค.

์„ค๋ช…:

  • l.flatten์ด ์ฐธ์ผ ๊ฒฝ์šฐ, l.delta์—์„œ net.delta๋กœ ๋ฐ์ดํ„ฐ๋ฅผ ๋ณต์‚ฌํ•˜๊ณ , l.reverse๊ฐ€ ์ฐธ์ด๋ฉด flatten(l.delta, l.wl.h, l.c, l.batch, 1)๋ฅผ ํ˜ธ์ถœํ•ฉ๋‹ˆ๋‹ค. ๊ทธ๋ ‡์ง€ ์•Š์œผ๋ฉด flatten(l.delta, l.wl.h, l.c, l.batch, 0)๋ฅผ ํ˜ธ์ถœํ•ฉ๋‹ˆ๋‹ค.

  • l.reverse๊ฐ€ ์ฐธ์ด๋ฉด, reorg_cpu(l.delta, l.w, l.h, l.c, l.batch, l.stride, 0, net.delta)๋ฅผ ํ˜ธ์ถœํ•ฉ๋‹ˆ๋‹ค.

  • l.extra๊ฐ€ ์ฐธ์ผ ๊ฒฝ์šฐ, l.delta์—์„œ net.delta๋กœ ๋ฐ์ดํ„ฐ๋ฅผ ๋ณต์‚ฌํ•ฉ๋‹ˆ๋‹ค.

  • ๊ทธ๋ ‡์ง€ ์•Š์œผ๋ฉด, reorg_cpu(l.delta, l.w, l.h, l.c, l.batch, l.stride, 1, net.delta)๋ฅผ ํ˜ธ์ถœํ•ฉ๋‹ˆ๋‹ค.

resize_reorg_layer

void resize_reorg_layer(layer *l, int w, int h)
{
    int stride = l->stride;
    int c = l->c;

    l->h = h;
    l->w = w;

    if(l->reverse){
        l->out_w = w*stride;
        l->out_h = h*stride;
        l->out_c = c/(stride*stride);
    }else{
        l->out_w = w/stride;
        l->out_h = h/stride;
        l->out_c = c*(stride*stride);
    }

    l->outputs = l->out_h * l->out_w * l->out_c;
    l->inputs = l->outputs;
    int output_size = l->outputs * l->batch;

    l->output = realloc(l->output, output_size * sizeof(float));
    l->delta = realloc(l->delta, output_size * sizeof(float));
}

ํ•จ์ˆ˜ ์ด๋ฆ„: resize_reorg_layer

์ž…๋ ฅ:

  • layer *l: reorg layer์˜ ํฌ์ธํ„ฐ

  • int w: ์ƒˆ๋กœ์šด ๊ฐ€๋กœ ํฌ๊ธฐ

  • int h: ์ƒˆ๋กœ์šด ์„ธ๋กœ ํฌ๊ธฐ

๋™์ž‘:

  • reorg layer์˜ ๊ฐ€๋กœ, ์„ธ๋กœ ํฌ๊ธฐ๋ฅผ ์ƒˆ๋กœ์šด ๊ฐ’์œผ๋กœ ์—…๋ฐ์ดํŠธํ•˜๊ณ , ์ž…๋ ฅ ์ด๋ฏธ์ง€๋ฅผ reorgํ•œ ๊ฒฐ๊ณผ์˜ ํฌ๊ธฐ๋ฅผ ๋‹ค์‹œ ๊ณ„์‚ฐํ•ฉ๋‹ˆ๋‹ค.

  • ์ดํ›„, output๊ณผ delta ๋ฐฐ์—ด์˜ ํฌ๊ธฐ๋ฅผ ์—…๋ฐ์ดํŠธํ•ฉ๋‹ˆ๋‹ค.

์„ค๋ช…:

  • ์ด ํ•จ์ˆ˜๋Š” ์ž…๋ ฅ ์ด๋ฏธ์ง€๋ฅผ reorgํ•˜๋Š” layer์˜ ๊ฐ€๋กœ, ์„ธ๋กœ ํฌ๊ธฐ๋ฅผ ์—…๋ฐ์ดํŠธํ•˜๊ณ , output๊ณผ delta ๋ฐฐ์—ด์˜ ํฌ๊ธฐ๋ฅผ ๋‹ค์‹œ ํ• ๋‹นํ•ฉ๋‹ˆ๋‹ค.

  • ์ด ๋•Œ, reverse ํ”Œ๋ž˜๊ทธ์— ๋”ฐ๋ผ ๊ฐ€๋กœ, ์„ธ๋กœ ํฌ๊ธฐ๋ฅผ ์กฐ์ ˆํ•ฉ๋‹ˆ๋‹ค. ํ•จ์ˆ˜ ๋‚ด์—์„œ๋Š” ์ž…๋ ฅ ์ด๋ฏธ์ง€๋ฅผ reorgํ•œ ๊ฒฐ๊ณผ์˜ ๊ฐ€๋กœ, ์„ธ๋กœ, ์ฑ„๋„ ์ˆ˜๋ฅผ ๊ณ„์‚ฐํ•ฉ๋‹ˆ๋‹ค.

  • ์ดํ›„, output๊ณผ delta ๋ฐฐ์—ด์˜ ํฌ๊ธฐ๋ฅผ ์—…๋ฐ์ดํŠธํ•˜๋ฉฐ, realloc ํ•จ์ˆ˜๋ฅผ ์‚ฌ์šฉํ•˜์—ฌ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋‹ค์‹œ ํ• ๋‹นํ•ฉ๋‹ˆ๋‹ค.

make_reorg_layer

layer make_reorg_layer(int batch, int w, int h, int c, int stride, int reverse, int flatten, int extra)
{
    layer l = {0};
    l.type = REORG;
    l.batch = batch;
    l.stride = stride;
    l.extra = extra;
    l.h = h;
    l.w = w;
    l.c = c;
    l.flatten = flatten;
    if(reverse){
        l.out_w = w*stride;
        l.out_h = h*stride;
        l.out_c = c/(stride*stride);
    }else{
        l.out_w = w/stride;
        l.out_h = h/stride;
        l.out_c = c*(stride*stride);
    }
    l.reverse = reverse;

    l.outputs = l.out_h * l.out_w * l.out_c;
    l.inputs = h*w*c;
    if(l.extra){
        l.out_w = l.out_h = l.out_c = 0;
        l.outputs = l.inputs + l.extra;
    }

    if(extra){
        fprintf(stderr, "reorg              %4d   ->  %4d\n",  l.inputs, l.outputs);
    } else {
        fprintf(stderr, "reorg              /%2d  %4d x%4d x%4d   ->  %4d x%4d x%4d\n",  stride, w, h, c, l.out_w, l.out_h, l.out_c);
    }
    int output_size = l.outputs * batch;
    l.output =  calloc(output_size, sizeof(float));
    l.delta =   calloc(output_size, sizeof(float));

    l.forward = forward_reorg_layer;
    l.backward = backward_reorg_layer;

    return l;
}

ํ•จ์ˆ˜ ์ด๋ฆ„: make_reorg_layer

์ž…๋ ฅ:

  • batch (int): ๋ฐฐ์น˜ ํฌ๊ธฐ

  • w (int): ์ž…๋ ฅ ๋„ˆ๋น„

  • h (int): ์ž…๋ ฅ ๋†’์ด

  • c (int): ์ž…๋ ฅ ์ฑ„๋„ ์ˆ˜

  • stride (int): ์ŠคํŠธ๋ผ์ด๋“œ ๊ฐ’

  • reverse (int): ์—ญ๋ฐฉํ–ฅ ์—ฌ๋ถ€

  • flatten (int): ํ”Œ๋ž˜ํŠผ ์—ฌ๋ถ€

  • extra (int): ์ถ”๊ฐ€ ๊ฐ’

๋™์ž‘:

  • Reorg ๋ ˆ์ด์–ด๋ฅผ ์ƒ์„ฑํ•˜๊ณ  ์ดˆ๊ธฐํ™”ํ•ฉ๋‹ˆ๋‹ค.

์„ค๋ช…:

  • ์ž…๋ ฅ ํฌ๊ธฐ์™€ ์ŠคํŠธ๋ผ์ด๋“œ ๊ฐ’์„ ์‚ฌ์šฉํ•˜์—ฌ ์ถœ๋ ฅ ํฌ๊ธฐ๋ฅผ ๊ณ„์‚ฐํ•ฉ๋‹ˆ๋‹ค.

  • reverse ๊ฐ’์ด true์ด๋ฉด ์ถœ๋ ฅ ํฌ๊ธฐ๋Š” w์™€ h๋ฅผ stride๋ฐฐ ํ™•๋Œ€ํ•˜๊ณ  c๋ฅผ stride^2๋กœ ์ถ•์†Œํ•ฉ๋‹ˆ๋‹ค. false์ด๋ฉด ์ถœ๋ ฅ ํฌ๊ธฐ๋Š” w์™€ h๋ฅผ stride๋ฐฐ ์ถ•์†Œํ•˜๊ณ  c๋ฅผ stride^2๋ฐฐ ํ™•๋Œ€ํ•ฉ๋‹ˆ๋‹ค.

  • flatten ๊ฐ’์ด true์ด๋ฉด ์ž…๋ ฅ๊ฐ’์ด ํ‰ํƒ„ํ™”(flatten)๋œ ๊ฒƒ์œผ๋กœ ๊ฐ„์ฃผํ•˜๊ณ , delta ๊ฐ’์„ ๋ณต์‚ฌํ•ฉ๋‹ˆ๋‹ค.

  • extra ๊ฐ’์ด ์žˆ๋Š” ๊ฒฝ์šฐ, ์ถœ๋ ฅ ํฌ๊ธฐ ๋Œ€์‹ ์— extra๊ฐ’์„ outputs์œผ๋กœ ์‚ฌ์šฉํ•ฉ๋‹ˆ๋‹ค.

  • output๊ณผ delta ๋ฐฐ์—ด์„ ๋™์  ํ• ๋‹นํ•˜๊ณ , forward์™€ backward ํ•จ์ˆ˜๋ฅผ ์„ค์ •ํ•ฉ๋‹ˆ๋‹ค.

  • ์ƒ์„ฑ๋œ Reorg ๋ ˆ์ด์–ด๋ฅผ ๋ฐ˜ํ™˜ํ•ฉ๋‹ˆ๋‹ค.

Last updated

Was this helpful?