| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214 |
- /*
- Copyright 2007 nVidia, Inc.
- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License.
- You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and limitations under the License.
- */
- // Thanks to Jacob Munkberg ([email protected]) for the shortcut of using SVD to do the equivalent of principal components analysis
- // x10000 2r 1i 555x2 6x2 2bi 3bi
- #include "bits.h"
- #include "tile.h"
- #include "avpcl.h"
- #include "nvcore/debug.h"
- #include "nvmath/vector.inl"
- #include "nvmath/matrix.inl"
- #include "nvmath/fitting.h"
- #include "avpcl_utils.h"
- #include "endpts.h"
- #include <string.h>
- #include <float.h>
- using namespace nv;
- using namespace AVPCL;
- // there are 2 index arrays. INDEXMODE selects between the arrays being 2 & 3 bits or 3 & 2 bits
- // array 0 is always the RGB array and array 1 is always the A array
- #define NINDEXARRAYS 2
- #define INDEXARRAY_RGB 0
- #define INDEXARRAY_A 1
- #define INDEXARRAY_2BITS(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? INDEXARRAY_A : INDEXARRAY_RGB)
- #define INDEXARRAY_3BITS(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_3BITS) ? INDEXARRAY_A : INDEXARRAY_RGB)
- #define NINDICES3 8
- #define INDEXBITS3 3
- #define HIGH_INDEXBIT3 (1<<(INDEXBITS3-1))
- #define DENOM3 (NINDICES3-1)
- #define BIAS3 (DENOM3/2)
- #define NINDICES2 4
- #define INDEXBITS2 2
- #define HIGH_INDEXBIT2 (1<<(INDEXBITS2-1))
- #define DENOM2 (NINDICES2-1)
- #define BIAS2 (DENOM2/2)
- #define NINDICES_RGB(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? NINDICES3 : NINDICES2)
- #define INDEXBITS_RGB(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? INDEXBITS3 : INDEXBITS2)
- #define HIGH_INDEXBIT_RGB(indexmode)((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? HIGH_INDEXBIT3 : HIGH_INDEXBIT2)
- #define DENOM_RGB(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? DENOM3 : DENOM2)
- #define BIAS_RGB(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? BIAS3 : BIAS2)
- #define NINDICES_A(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? NINDICES2 : NINDICES3)
- #define INDEXBITS_A(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? INDEXBITS2 : INDEXBITS3)
- #define HIGH_INDEXBIT_A(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? HIGH_INDEXBIT2 : HIGH_INDEXBIT3)
- #define DENOM_A(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? DENOM2 : DENOM3)
- #define BIAS_A(indexmode) ((indexmode == INDEXMODE_ALPHA_IS_2BITS) ? BIAS2 : BIAS3)
- #define NSHAPES 1
- static int shapes[NSHAPES] =
- {
- 0x0000,
- };
- #define REGION(x,y,shapeindex) ((shapes[shapeindex]&(1<<(15-(x)-4*(y))))!=0)
- #define NREGIONS 1 // keep the region stuff in just in case...
- // encoded index compression location: region 0 is always at 0,0.
- #define NBITSIZES 2 // one endpoint pair
- struct ChanBits
- {
- int nbitsizes[NBITSIZES]; // bitsizes for one channel
- };
- struct Pattern
- {
- ChanBits chan[NCHANNELS_RGBA];// bit patterns used per channel
- int transform_mode; // x0 means alpha channel not transformed, x1 otherwise. 0x rgb not transformed, 1x otherwise.
- int mode; // associated mode value
- int modebits; // number of mode bits
- const char *encoding; // verilog description of encoding for this mode
- };
- #define TRANSFORM_MODE_ALPHA 1
- #define TRANSFORM_MODE_RGB 2
- #define NPATTERNS 1
- static Pattern patterns[NPATTERNS] =
- {
- // red green blue alpha xfm mode mb encoding
- 5,5, 5,5, 5,5, 6,6, 0x0, 0x10, 5, "",
- };
- struct RegionPrec
- {
- int endpt_a_prec[NCHANNELS_RGBA];
- int endpt_b_prec[NCHANNELS_RGBA];
- };
- struct PatternPrec
- {
- RegionPrec region_precs[NREGIONS];
- };
- // this is the precision for each channel and region
- // NOTE: this MUST match the corresponding data in "patterns" above -- WARNING: there is NO nvAssert to check this!
- static PatternPrec pattern_precs[NPATTERNS] =
- {
- 5,5,5,6, 5,5,5,6,
- };
- // return # of bits needed to store n. handle signed or unsigned cases properly
- static int nbits(int n, bool issigned)
- {
- int nb;
- if (n==0)
- return 0; // no bits needed for 0, signed or not
- else if (n > 0)
- {
- for (nb=0; n; ++nb, n>>=1) ;
- return nb + (issigned?1:0);
- }
- else
- {
- nvAssert (issigned);
- for (nb=0; n<-1; ++nb, n>>=1) ;
- return nb + 1;
- }
- }
- #define R_0 ep[0].A[i]
- #define R_1 ep[0].B[i]
- static void transform_forward(int transform_mode, IntEndptsRGBA ep[NREGIONS])
- {
- int i;
- if (transform_mode & TRANSFORM_MODE_RGB)
- for (i=CHANNEL_R; i<CHANNEL_A; ++i)
- R_1 -= R_0;
- if (transform_mode & TRANSFORM_MODE_ALPHA)
- {
- i = CHANNEL_A;
- R_1 -= R_0;
- }
- }
- static void transform_inverse(int transform_mode, IntEndptsRGBA ep[NREGIONS])
- {
- int i;
- if (transform_mode & TRANSFORM_MODE_RGB)
- for (i=CHANNEL_R; i<CHANNEL_A; ++i)
- R_1 += R_0;
- if (transform_mode & TRANSFORM_MODE_ALPHA)
- {
- i = CHANNEL_A;
- R_1 += R_0;
- }
- }
- static void quantize_endpts(const FltEndpts endpts[NREGIONS], const PatternPrec &pattern_prec, IntEndptsRGBA q_endpts[NREGIONS])
- {
- for (int region = 0; region < NREGIONS; ++region)
- {
- q_endpts[region].A[0] = Utils::quantize(endpts[region].A.x, pattern_prec.region_precs[region].endpt_a_prec[0]);
- q_endpts[region].A[1] = Utils::quantize(endpts[region].A.y, pattern_prec.region_precs[region].endpt_a_prec[1]);
- q_endpts[region].A[2] = Utils::quantize(endpts[region].A.z, pattern_prec.region_precs[region].endpt_a_prec[2]);
- q_endpts[region].A[3] = Utils::quantize(endpts[region].A.w, pattern_prec.region_precs[region].endpt_a_prec[3]);
- q_endpts[region].B[0] = Utils::quantize(endpts[region].B.x, pattern_prec.region_precs[region].endpt_b_prec[0]);
- q_endpts[region].B[1] = Utils::quantize(endpts[region].B.y, pattern_prec.region_precs[region].endpt_b_prec[1]);
- q_endpts[region].B[2] = Utils::quantize(endpts[region].B.z, pattern_prec.region_precs[region].endpt_b_prec[2]);
- q_endpts[region].B[3] = Utils::quantize(endpts[region].B.w, pattern_prec.region_precs[region].endpt_b_prec[3]);
- }
- }
- // swap endpoints as needed to ensure that the indices at index_one and index_two have a 0 high-order bit
- // index_two is 0 at x=0 y=0 and 15 at x=3 y=3 so y = (index >> 2) & 3 and x = index & 3
- static void swap_indices(int shapeindex, int indexmode, IntEndptsRGBA endpts[NREGIONS], int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W])
- {
- int index_positions[NREGIONS];
- index_positions[0] = 0; // since WLOG we have the high bit of the shapes at 0
- for (int region = 0; region < NREGIONS; ++region)
- {
- int x = index_positions[region] & 3;
- int y = (index_positions[region] >> 2) & 3;
- nvAssert(REGION(x,y,shapeindex) == region); // double check the table
- // swap RGB
- if (indices[INDEXARRAY_RGB][y][x] & HIGH_INDEXBIT_RGB(indexmode))
- {
- // high bit is set, swap the endpts and indices for this region
- int t;
- for (int i=CHANNEL_R; i<=CHANNEL_B; ++i) { t = endpts[region].A[i]; endpts[region].A[i] = endpts[region].B[i]; endpts[region].B[i] = t; }
- for (int y = 0; y < Tile::TILE_H; y++)
- for (int x = 0; x < Tile::TILE_W; x++)
- if (REGION(x,y,shapeindex) == region)
- indices[INDEXARRAY_RGB][y][x] = NINDICES_RGB(indexmode) - 1 - indices[INDEXARRAY_RGB][y][x];
- }
- // swap A
- if (indices[INDEXARRAY_A][y][x] & HIGH_INDEXBIT_A(indexmode))
- {
- // high bit is set, swap the endpts and indices for this region
- int t;
- for (int i=CHANNEL_A; i<=CHANNEL_A; ++i) { t = endpts[region].A[i]; endpts[region].A[i] = endpts[region].B[i]; endpts[region].B[i] = t; }
- for (int y = 0; y < Tile::TILE_H; y++)
- for (int x = 0; x < Tile::TILE_W; x++)
- if (REGION(x,y,shapeindex) == region)
- indices[INDEXARRAY_A][y][x] = NINDICES_A(indexmode) - 1 - indices[INDEXARRAY_A][y][x];
- }
- }
- }
- static bool endpts_fit(IntEndptsRGBA endpts[NREGIONS], const Pattern &p)
- {
- return true;
- }
- static void write_header(const IntEndptsRGBA endpts[NREGIONS], int shapeindex, const Pattern &p, int rotatemode, int indexmode, Bits &out)
- {
- // ignore shapeindex
- out.write(p.mode, p.modebits);
- out.write(rotatemode, ROTATEMODE_BITS);
- out.write(indexmode, INDEXMODE_BITS);
- for (int i=0; i<NREGIONS; ++i)
- for (int j=0; j<NCHANNELS_RGBA; ++j)
- {
- out.write(endpts[i].A[j], p.chan[j].nbitsizes[0]);
- out.write(endpts[i].B[j], p.chan[j].nbitsizes[1]);
- }
- nvAssert (out.getptr() == 50);
- }
- static void read_header(Bits &in, IntEndptsRGBA endpts[NREGIONS], int &shapeindex, int &rotatemode, int &indexmode, Pattern &p, int &pat_index)
- {
- int mode = AVPCL::getmode(in);
- pat_index = 0;
- nvAssert (pat_index >= 0 && pat_index < NPATTERNS);
- nvAssert (in.getptr() == patterns[pat_index].modebits);
- p = patterns[pat_index];
- shapeindex = 0; // we don't have any
- rotatemode = in.read(ROTATEMODE_BITS);
- indexmode = in.read(INDEXMODE_BITS);
- for (int i=0; i<NREGIONS; ++i)
- for (int j=0; j<NCHANNELS_RGBA; ++j)
- {
- endpts[i].A[j] = in.read(p.chan[j].nbitsizes[0]);
- endpts[i].B[j] = in.read(p.chan[j].nbitsizes[1]);
- }
- nvAssert (in.getptr() == 50);
- }
- static void write_indices(const int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W], int shapeindex, int indexmode, Bits &out)
- {
- // the indices we shorten is always index 0
- // do the 2 bit indices first
- nvAssert ((indices[INDEXARRAY_2BITS(indexmode)][0][0] & HIGH_INDEXBIT2) == 0);
- for (int i = 0; i < Tile::TILE_TOTAL; ++i)
- out.write(indices[INDEXARRAY_2BITS(indexmode)][i>>2][i&3], INDEXBITS2 - (i==0?1:0)); // write i..[1:0] or i..[0]
- // then the 3 bit indices
- nvAssert ((indices[INDEXARRAY_3BITS(indexmode)][0][0] & HIGH_INDEXBIT3) == 0);
- for (int i = 0; i < Tile::TILE_TOTAL; ++i)
- out.write(indices[INDEXARRAY_3BITS(indexmode)][i>>2][i&3], INDEXBITS3 - (i==0?1:0)); // write i..[2:0] or i..[1:0]
- }
- static void read_indices(Bits &in, int shapeindex, int indexmode, int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W])
- {
- // the indices we shorten is always index 0
- // do the 2 bit indices first
- for (int i = 0; i < Tile::TILE_TOTAL; ++i)
- indices[INDEXARRAY_2BITS(indexmode)][i>>2][i&3] = in.read(INDEXBITS2 - (i==0?1:0)); // read i..[1:0] or i..[0]
- // then the 3 bit indices
- for (int i = 0; i < Tile::TILE_TOTAL; ++i)
- indices[INDEXARRAY_3BITS(indexmode)][i>>2][i&3] = in.read(INDEXBITS3 - (i==0?1:0)); // read i..[1:0] or i..[0]
- }
- static void emit_block(const IntEndptsRGBA endpts[NREGIONS], int shapeindex, const Pattern &p, const int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W], int rotatemode, int indexmode, char *block)
- {
- Bits out(block, AVPCL::BITSIZE);
- write_header(endpts, shapeindex, p, rotatemode, indexmode, out);
- write_indices(indices, shapeindex, indexmode, out);
- nvAssert(out.getptr() == AVPCL::BITSIZE);
- }
- static void generate_palette_quantized_rgb_a(const IntEndptsRGBA &endpts, const RegionPrec ®ion_prec, int indexmode, Vector3 palette_rgb[NINDICES3], float palette_a[NINDICES3])
- {
- // scale endpoints for RGB
- int a, b;
- a = Utils::unquantize(endpts.A[0], region_prec.endpt_a_prec[0]);
- b = Utils::unquantize(endpts.B[0], region_prec.endpt_b_prec[0]);
- // interpolate R
- for (int i = 0; i < NINDICES_RGB(indexmode); ++i)
- palette_rgb[i].x = float(Utils::lerp(a, b, i, BIAS_RGB(indexmode), DENOM_RGB(indexmode)));
- a = Utils::unquantize(endpts.A[1], region_prec.endpt_a_prec[1]);
- b = Utils::unquantize(endpts.B[1], region_prec.endpt_b_prec[1]);
- // interpolate G
- for (int i = 0; i < NINDICES_RGB(indexmode); ++i)
- palette_rgb[i].y = float(Utils::lerp(a, b, i, BIAS_RGB(indexmode), DENOM_RGB(indexmode)));
- a = Utils::unquantize(endpts.A[2], region_prec.endpt_a_prec[2]);
- b = Utils::unquantize(endpts.B[2], region_prec.endpt_b_prec[2]);
- // interpolate B
- for (int i = 0; i < NINDICES_RGB(indexmode); ++i)
- palette_rgb[i].z = float(Utils::lerp(a, b, i, BIAS_RGB(indexmode), DENOM_RGB(indexmode)));
- a = Utils::unquantize(endpts.A[3], region_prec.endpt_a_prec[3]);
- b = Utils::unquantize(endpts.B[3], region_prec.endpt_b_prec[3]);
- // interpolate A
- for (int i = 0; i < NINDICES_A(indexmode); ++i)
- palette_a[i] = float(Utils::lerp(a, b, i, BIAS_A(indexmode), DENOM_A(indexmode)));
- }
- static void sign_extend(Pattern &p, IntEndptsRGBA endpts[NREGIONS])
- {
- for (int i=0; i<NCHANNELS_RGBA; ++i)
- {
- if (p.transform_mode)
- {
- // endpts[0].A[i] = SIGN_EXTEND(endpts[0].B[i], p.chan[i].nbitsizes[0]); // always positive here
- endpts[0].B[i] = SIGN_EXTEND(endpts[0].B[i], p.chan[i].nbitsizes[0]);
- endpts[1].A[i] = SIGN_EXTEND(endpts[1].A[i], p.chan[i].nbitsizes[1]);
- endpts[1].B[i] = SIGN_EXTEND(endpts[1].B[i], p.chan[i].nbitsizes[1]);
- }
- }
- }
- static void rotate_tile(const Tile &in, int rotatemode, Tile &out)
- {
- out.size_x = in.size_x;
- out.size_y = in.size_y;
- for (int y=0; y<in.size_y; ++y)
- for (int x=0; x<in.size_x; ++x)
- {
- float t;
- out.data[y][x] = in.data[y][x];
- switch(rotatemode)
- {
- case ROTATEMODE_RGBA_RGBA: break;
- case ROTATEMODE_RGBA_AGBR: t = (out.data[y][x]).x; (out.data[y][x]).x = (out.data[y][x]).w; (out.data[y][x]).w = t; break;
- case ROTATEMODE_RGBA_RABG: t = (out.data[y][x]).y; (out.data[y][x]).y = (out.data[y][x]).w; (out.data[y][x]).w = t; break;
- case ROTATEMODE_RGBA_RGAB: t = (out.data[y][x]).z; (out.data[y][x]).z = (out.data[y][x]).w; (out.data[y][x]).w = t; break;
- default: nvUnreachable();
- }
- }
- }
- void AVPCL::decompress_mode4(const char *block, Tile &t)
- {
- Bits in(block, AVPCL::BITSIZE);
- Pattern p;
- IntEndptsRGBA endpts[NREGIONS];
- int shapeindex, pat_index, rotatemode, indexmode;
- read_header(in, endpts, shapeindex, rotatemode, indexmode, p, pat_index);
-
- sign_extend(p, endpts);
- if (p.transform_mode)
- transform_inverse(p.transform_mode, endpts);
- Vector3 palette_rgb[NREGIONS][NINDICES3]; // could be nindices2
- float palette_a[NREGIONS][NINDICES3]; // could be nindices2
- for (int region = 0; region < NREGIONS; ++region)
- generate_palette_quantized_rgb_a(endpts[region], pattern_precs[pat_index].region_precs[region], indexmode, &palette_rgb[region][0], &palette_a[region][0]);
- int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W];
- read_indices(in, shapeindex, indexmode, indices);
- nvAssert(in.getptr() == AVPCL::BITSIZE);
- Tile temp(t.size_x, t.size_y);
- // lookup
- for (int y = 0; y < Tile::TILE_H; y++)
- for (int x = 0; x < Tile::TILE_W; x++)
- temp.data[y][x] = Vector4(palette_rgb[REGION(x,y,shapeindex)][indices[INDEXARRAY_RGB][y][x]], palette_a[REGION(x,y,shapeindex)][indices[INDEXARRAY_A][y][x]]);
- rotate_tile(temp, rotatemode, t);
- }
- // given a collection of colors and quantized endpoints, generate a palette, choose best entries, and return a single toterr
- // we already have a candidate mapping when we call this function, thus an error. take an early exit if the accumulated error so far
- // exceeds what we already have
- static float map_colors(const Vector4 colors[], const float importance[], int np, int rotatemode, int indexmode, const IntEndptsRGBA &endpts, const RegionPrec ®ion_prec, float current_besterr, int indices[NINDEXARRAYS][Tile::TILE_TOTAL])
- {
- Vector3 palette_rgb[NINDICES3]; // could be nindices2
- float palette_a[NINDICES3]; // could be nindices2
- float toterr = 0;
- generate_palette_quantized_rgb_a(endpts, region_prec, indexmode, &palette_rgb[0], &palette_a[0]);
- Vector3 rgb;
- float a;
- for (int i = 0; i < np; ++i)
- {
- float err, besterr;
- float palette_alpha = 0, tile_alpha = 0;
- if(AVPCL::flag_premult)
- tile_alpha = (rotatemode == ROTATEMODE_RGBA_AGBR) ? (colors[i]).x :
- (rotatemode == ROTATEMODE_RGBA_RABG) ? (colors[i]).y :
- (rotatemode == ROTATEMODE_RGBA_RGAB) ? (colors[i]).z : (colors[i]).w;
- rgb.x = (colors[i]).x;
- rgb.y = (colors[i]).y;
- rgb.z = (colors[i]).z;
- a = (colors[i]).w;
- // compute the two indices separately
- // if we're doing premultiplied alpha, we need to choose first the index that
- // determines the alpha value, and then do the other index
- if (rotatemode == ROTATEMODE_RGBA_RGBA)
- {
- // do A index first as it has the alpha
- besterr = FLT_MAX;
- for (int j = 0; j < NINDICES_A(indexmode) && besterr > 0; ++j)
- {
- err = Utils::metric1(a, palette_a[j], rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- palette_alpha = palette_a[j];
- indices[INDEXARRAY_A][i] = j;
- }
- }
- toterr += besterr; // squared-error norms are additive since we don't do the square root
- // do RGB index
- besterr = FLT_MAX;
- for (int j = 0; j < NINDICES_RGB(indexmode) && besterr > 0; ++j)
- {
- err = !AVPCL::flag_premult ? Utils::metric3(rgb, palette_rgb[j], rotatemode) :
- Utils::metric3premult_alphaout(rgb, tile_alpha, palette_rgb[j], palette_alpha);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_RGB][i] = j;
- }
- }
- toterr += besterr;
- if (toterr > current_besterr)
- {
- // fill out bogus index values so it's initialized at least
- for (int k = i; k < np; ++k)
- {
- indices[INDEXARRAY_RGB][k] = -1;
- indices[INDEXARRAY_A][k] = -1;
- }
- return FLT_MAX;
- }
- }
- else
- {
- // do RGB index
- besterr = FLT_MAX;
- int bestindex;
- for (int j = 0; j < NINDICES_RGB(indexmode) && besterr > 0; ++j)
- {
- err = !AVPCL::flag_premult ? Utils::metric3(rgb, palette_rgb[j], rotatemode) :
- Utils::metric3premult_alphain(rgb, palette_rgb[j], rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- bestindex = j;
- indices[INDEXARRAY_RGB][i] = j;
- }
- }
- palette_alpha = (rotatemode == ROTATEMODE_RGBA_AGBR) ? (palette_rgb[bestindex]).x :
- (rotatemode == ROTATEMODE_RGBA_RABG) ? (palette_rgb[bestindex]).y :
- (rotatemode == ROTATEMODE_RGBA_RGAB) ? (palette_rgb[bestindex]).z : nvCheckMacro(0);
- toterr += besterr;
- // do A index
- besterr = FLT_MAX;
- for (int j = 0; j < NINDICES_A(indexmode) && besterr > 0; ++j)
- {
- err = !AVPCL::flag_premult ? Utils::metric1(a, palette_a[j], rotatemode) :
- Utils::metric1premult(a, tile_alpha, palette_a[j], palette_alpha, rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_A][i] = j;
- }
- }
- toterr += besterr; // squared-error norms are additive since we don't do the square root
- if (toterr > current_besterr)
- {
- // fill out bogus index values so it's initialized at least
- for (int k = i; k < np; ++k)
- {
- indices[INDEXARRAY_RGB][k] = -1;
- indices[INDEXARRAY_A][k] = -1;
- }
- return FLT_MAX;
- }
- }
- }
- return toterr;
- }
- // assign indices given a tile, shape, and quantized endpoints, return toterr for each region
- static void assign_indices(const Tile &tile, int shapeindex, int rotatemode, int indexmode, IntEndptsRGBA endpts[NREGIONS], const PatternPrec &pattern_prec,
- int indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W], float toterr[NREGIONS])
- {
- Vector3 palette_rgb[NREGIONS][NINDICES3]; // could be nindices2
- float palette_a[NREGIONS][NINDICES3]; // could be nindices2
- for (int region = 0; region < NREGIONS; ++region)
- {
- generate_palette_quantized_rgb_a(endpts[region], pattern_prec.region_precs[region], indexmode, &palette_rgb[region][0], &palette_a[region][0]);
- toterr[region] = 0;
- }
- Vector3 rgb;
- float a;
- for (int y = 0; y < tile.size_y; y++)
- for (int x = 0; x < tile.size_x; x++)
- {
- int region = REGION(x,y,shapeindex);
- float err, besterr;
- float palette_alpha = 0, tile_alpha = 0;
- rgb.x = (tile.data[y][x]).x;
- rgb.y = (tile.data[y][x]).y;
- rgb.z = (tile.data[y][x]).z;
- a = (tile.data[y][x]).w;
- if(AVPCL::flag_premult)
- tile_alpha = (rotatemode == ROTATEMODE_RGBA_AGBR) ? (tile.data[y][x]).x :
- (rotatemode == ROTATEMODE_RGBA_RABG) ? (tile.data[y][x]).y :
- (rotatemode == ROTATEMODE_RGBA_RGAB) ? (tile.data[y][x]).z : (tile.data[y][x]).w;
- // compute the two indices separately
- // if we're doing premultiplied alpha, we need to choose first the index that
- // determines the alpha value, and then do the other index
- if (rotatemode == ROTATEMODE_RGBA_RGBA)
- {
- // do A index first as it has the alpha
- besterr = FLT_MAX;
- for (int i = 0; i < NINDICES_A(indexmode) && besterr > 0; ++i)
- {
- err = Utils::metric1(a, palette_a[region][i], rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_A][y][x] = i;
- palette_alpha = palette_a[region][i];
- }
- }
- toterr[region] += besterr; // squared-error norms are additive since we don't do the square root
- // do RGB index
- besterr = FLT_MAX;
- for (int i = 0; i < NINDICES_RGB(indexmode) && besterr > 0; ++i)
- {
- err = !AVPCL::flag_premult ? Utils::metric3(rgb, palette_rgb[region][i], rotatemode) :
- Utils::metric3premult_alphaout(rgb, tile_alpha, palette_rgb[region][i], palette_alpha);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_RGB][y][x] = i;
- }
- }
- toterr[region] += besterr;
- }
- else
- {
- // do RGB index first as it has the alpha
- besterr = FLT_MAX;
- int bestindex;
- for (int i = 0; i < NINDICES_RGB(indexmode) && besterr > 0; ++i)
- {
- err = !AVPCL::flag_premult ? Utils::metric3(rgb, palette_rgb[region][i], rotatemode) :
- Utils::metric3premult_alphain(rgb, palette_rgb[region][i], rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_RGB][y][x] = i;
- bestindex = i;
- }
- }
- palette_alpha = (rotatemode == ROTATEMODE_RGBA_AGBR) ? (palette_rgb[region][bestindex]).x :
- (rotatemode == ROTATEMODE_RGBA_RABG) ? (palette_rgb[region][bestindex]).y :
- (rotatemode == ROTATEMODE_RGBA_RGAB) ? (palette_rgb[region][bestindex]).z : nvCheckMacro(0);
- toterr[region] += besterr;
- // do A index
- besterr = FLT_MAX;
- for (int i = 0; i < NINDICES_A(indexmode) && besterr > 0; ++i)
- {
- err = !AVPCL::flag_premult ? Utils::metric1(a, palette_a[region][i], rotatemode) :
- Utils::metric1premult(a, tile_alpha, palette_a[region][i], palette_alpha, rotatemode);
- if (err > besterr) // error increased, so we're done searching
- break;
- if (err < besterr)
- {
- besterr = err;
- indices[INDEXARRAY_A][y][x] = i;
- }
- }
- toterr[region] += besterr; // squared-error norms are additive since we don't do the square root
- }
- }
- }
- // note: indices are valid only if the value returned is less than old_err; otherwise they contain -1's
- // this function returns either old_err or a value smaller (if it was successful in improving the error)
- static float perturb_one(const Vector4 colors[], const float importance[], int np, int rotatemode, int indexmode, int ch, const RegionPrec ®ion_prec, const IntEndptsRGBA &old_endpts, IntEndptsRGBA &new_endpts,
- float old_err, int do_b, int indices[NINDEXARRAYS][Tile::TILE_TOTAL])
- {
- // we have the old endpoints: old_endpts
- // we have the perturbed endpoints: new_endpts
- // we have the temporary endpoints: temp_endpts
- IntEndptsRGBA temp_endpts;
- float min_err = old_err; // start with the best current error
- int beststep;
- int temp_indices[NINDEXARRAYS][Tile::TILE_TOTAL];
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- indices[j][i] = -1;
- // copy real endpoints so we can perturb them
- temp_endpts = new_endpts = old_endpts;
- int prec = do_b ? region_prec.endpt_b_prec[ch] : region_prec.endpt_a_prec[ch];
- // do a logarithmic search for the best error for this endpoint (which)
- for (int step = 1 << (prec-1); step; step >>= 1)
- {
- bool improved = false;
- for (int sign = -1; sign <= 1; sign += 2)
- {
- if (do_b == 0)
- {
- temp_endpts.A[ch] = new_endpts.A[ch] + sign * step;
- if (temp_endpts.A[ch] < 0 || temp_endpts.A[ch] >= (1 << prec))
- continue;
- }
- else
- {
- temp_endpts.B[ch] = new_endpts.B[ch] + sign * step;
- if (temp_endpts.B[ch] < 0 || temp_endpts.B[ch] >= (1 << prec))
- continue;
- }
- float err = map_colors(colors, importance, np, rotatemode, indexmode, temp_endpts, region_prec, min_err, temp_indices);
- if (err < min_err)
- {
- improved = true;
- min_err = err;
- beststep = sign * step;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- indices[j][i] = temp_indices[j][i];
- }
- }
- // if this was an improvement, move the endpoint and continue search from there
- if (improved)
- {
- if (do_b == 0)
- new_endpts.A[ch] += beststep;
- else
- new_endpts.B[ch] += beststep;
- }
- }
- return min_err;
- }
- // the larger the error the more time it is worth spending on an exhaustive search.
- // perturb the endpoints at least -3 to 3.
- // if err > 5000 perturb endpoints 50% of precision
- // if err > 1000 25%
- // if err > 200 12.5%
- // if err > 40 6.25%
- // for np = 16 -- adjust error thresholds as a function of np
- // always ensure endpoint ordering is preserved (no need to overlap the scan)
- static float exhaustive(const Vector4 colors[], const float importance[], int np, int rotatemode, int indexmode, int ch, const RegionPrec ®ion_prec, float orig_err, IntEndptsRGBA &opt_endpts, int indices[NINDEXARRAYS][Tile::TILE_TOTAL])
- {
- IntEndptsRGBA temp_endpts;
- float best_err = orig_err;
- int aprec = region_prec.endpt_a_prec[ch];
- int bprec = region_prec.endpt_b_prec[ch];
- int good_indices[NINDEXARRAYS][Tile::TILE_TOTAL];
- int temp_indices[NINDEXARRAYS][Tile::TILE_TOTAL];
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- indices[j][i] = -1;
- float thr_scale = (float)np / (float)Tile::TILE_TOTAL;
- if (orig_err == 0) return orig_err;
- int adelta = 0, bdelta = 0;
- if (orig_err > 5000.0*thr_scale) { adelta = (1 << aprec)/2; bdelta = (1 << bprec)/2; }
- else if (orig_err > 1000.0*thr_scale) { adelta = (1 << aprec)/4; bdelta = (1 << bprec)/4; }
- else if (orig_err > 200.0*thr_scale) { adelta = (1 << aprec)/8; bdelta = (1 << bprec)/8; }
- else if (orig_err > 40.0*thr_scale) { adelta = (1 << aprec)/16; bdelta = (1 << bprec)/16; }
- adelta = max(adelta, 3);
- bdelta = max(bdelta, 3);
- #ifdef DISABLE_EXHAUSTIVE
- adelta = bdelta = 3;
- #endif
- temp_endpts = opt_endpts;
- // ok figure out the range of A and B
- int alow = max(0, opt_endpts.A[ch] - adelta);
- int ahigh = min((1<<aprec)-1, opt_endpts.A[ch] + adelta);
- int blow = max(0, opt_endpts.B[ch] - bdelta);
- int bhigh = min((1<<bprec)-1, opt_endpts.B[ch] + bdelta);
- // now there's no need to swap the ordering of A and B
- bool a_le_b = opt_endpts.A[ch] <= opt_endpts.B[ch];
- int amin, bmin;
- if (opt_endpts.A[ch] <= opt_endpts.B[ch])
- {
- // keep a <= b
- for (int a = alow; a <= ahigh; ++a)
- for (int b = max(a, blow); b < bhigh; ++b)
- {
- temp_endpts.A[ch] = a;
- temp_endpts.B[ch] = b;
-
- float err = map_colors(colors, importance, np, rotatemode, indexmode, temp_endpts, region_prec, best_err, temp_indices);
- if (err < best_err)
- {
- amin = a;
- bmin = b;
- best_err = err;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- good_indices[j][i] = temp_indices[j][i];
- }
- }
- }
- else
- {
- // keep b <= a
- for (int b = blow; b < bhigh; ++b)
- for (int a = max(b, alow); a <= ahigh; ++a)
- {
- temp_endpts.A[ch] = a;
- temp_endpts.B[ch] = b;
-
- float err = map_colors(colors, importance, np, rotatemode, indexmode, temp_endpts, region_prec, best_err, temp_indices);
- if (err < best_err)
- {
- amin = a;
- bmin = b;
- best_err = err;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- good_indices[j][i] = temp_indices[j][i];
- }
- }
- }
- if (best_err < orig_err)
- {
- opt_endpts.A[ch] = amin;
- opt_endpts.B[ch] = bmin;
- orig_err = best_err;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- indices[j][i] = good_indices[j][i];
- }
- return best_err;
- }
- static float optimize_one(const Vector4 colors[], const float importance[], int np, int rotatemode, int indexmode, float orig_err, const IntEndptsRGBA &orig_endpts, const RegionPrec ®ion_prec, IntEndptsRGBA &opt_endpts)
- {
- float opt_err = orig_err;
- opt_endpts = orig_endpts;
- /*
- err0 = perturb(rgb0, delta0)
- err1 = perturb(rgb1, delta1)
- if (err0 < err1)
- if (err0 >= initial_error) break
- rgb0 += delta0
- next = 1
- else
- if (err1 >= initial_error) break
- rgb1 += delta1
- next = 0
- initial_err = map()
- for (;;)
- err = perturb(next ? rgb1:rgb0, delta)
- if (err >= initial_err) break
- next? rgb1 : rgb0 += delta
- initial_err = err
- */
- IntEndptsRGBA new_a, new_b;
- IntEndptsRGBA new_endpt;
- int do_b;
- int orig_indices[NINDEXARRAYS][Tile::TILE_TOTAL];
- int new_indices[NINDEXARRAYS][Tile::TILE_TOTAL];
- int temp_indices0[NINDEXARRAYS][Tile::TILE_TOTAL];
- int temp_indices1[NINDEXARRAYS][Tile::TILE_TOTAL];
- // now optimize each channel separately
- for (int ch = 0; ch < NCHANNELS_RGBA; ++ch)
- {
- // figure out which endpoint when perturbed gives the most improvement and start there
- // if we just alternate, we can easily end up in a local minima
- float err0 = perturb_one(colors, importance, np, rotatemode, indexmode, ch, region_prec, opt_endpts, new_a, opt_err, 0, temp_indices0); // perturb endpt A
- float err1 = perturb_one(colors, importance, np, rotatemode, indexmode, ch, region_prec, opt_endpts, new_b, opt_err, 1, temp_indices1); // perturb endpt B
- if (err0 < err1)
- {
- if (err0 >= opt_err)
- continue;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- {
- new_indices[j][i] = orig_indices[j][i] = temp_indices0[j][i];
- nvAssert (orig_indices[j][i] != -1);
- }
- opt_endpts.A[ch] = new_a.A[ch];
- opt_err = err0;
- do_b = 1; // do B next
- }
- else
- {
- if (err1 >= opt_err)
- continue;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- {
- new_indices[j][i] = orig_indices[j][i] = temp_indices1[j][i];
- nvAssert (orig_indices[j][i] != -1);
- }
- opt_endpts.B[ch] = new_b.B[ch];
- opt_err = err1;
- do_b = 0; // do A next
- }
-
- // now alternate endpoints and keep trying until there is no improvement
- for (;;)
- {
- float err = perturb_one(colors, importance, np, rotatemode, indexmode, ch, region_prec, opt_endpts, new_endpt, opt_err, do_b, temp_indices0);
- if (err >= opt_err)
- break;
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- {
- new_indices[j][i] = temp_indices0[j][i];
- nvAssert (orig_indices[j][i] != -1);
- }
- if (do_b == 0)
- opt_endpts.A[ch] = new_endpt.A[ch];
- else
- opt_endpts.B[ch] = new_endpt.B[ch];
- opt_err = err;
- do_b = 1 - do_b; // now move the other endpoint
- }
- // see if the indices have changed
- int i;
- for (i=0; i<np; ++i)
- if (orig_indices[INDEXARRAY_RGB][i] != new_indices[INDEXARRAY_RGB][i] || orig_indices[INDEXARRAY_A][i] != new_indices[INDEXARRAY_A][i])
- break;
- if (i<np)
- ch = -1; // start over
- }
- // finally, do a small exhaustive search around what we think is the global minima to be sure
- bool first = true;
- for (int ch = 0; ch < NCHANNELS_RGBA; ++ch)
- {
- float new_err = exhaustive(colors, importance, np, rotatemode, indexmode, ch, region_prec, opt_err, opt_endpts, temp_indices0);
- if (new_err < opt_err)
- {
- opt_err = new_err;
- if (first)
- {
- for (int j=0; j<NINDEXARRAYS; ++j)
- for (int i=0; i<np; ++i)
- {
- orig_indices[j][i] = temp_indices0[j][i];
- nvAssert (orig_indices[j][i] != -1);
- }
- first = false;
- }
- else
- {
- // see if the indices have changed
- int i;
- for (i=0; i<np; ++i)
- if (orig_indices[INDEXARRAY_RGB][i] != temp_indices0[INDEXARRAY_RGB][i] || orig_indices[INDEXARRAY_A][i] != temp_indices0[INDEXARRAY_A][i])
- break;
- if (i<np)
- {
- ch = -1; // start over
- first = true;
- }
- }
- }
- }
- return opt_err;
- }
- static void optimize_endpts(const Tile &tile, int shapeindex, int rotatemode, int indexmode, const float orig_err[NREGIONS],
- const IntEndptsRGBA orig_endpts[NREGIONS], const PatternPrec &pattern_prec, float opt_err[NREGIONS], IntEndptsRGBA opt_endpts[NREGIONS])
- {
- Vector4 pixels[Tile::TILE_TOTAL];
- float importance[Tile::TILE_TOTAL];
- IntEndptsRGBA temp_in, temp_out;
- for (int region=0; region<NREGIONS; ++region)
- {
- // collect the pixels in the region
- int np = 0;
- for (int y = 0; y < tile.size_y; y++) {
- for (int x = 0; x < tile.size_x; x++) {
- if (REGION(x, y, shapeindex) == region) {
- pixels[np] = tile.data[y][x];
- importance[np] = tile.importance_map[y][x];
- np++;
- }
- }
- }
- opt_endpts[region] = temp_in = orig_endpts[region];
- opt_err[region] = orig_err[region];
- float best_err = orig_err[region];
- // make sure we have a valid error for temp_in
- // we didn't change temp_in, so orig_err[region] is still valid
- float temp_in_err = orig_err[region];
- // now try to optimize these endpoints
- float temp_out_err = optimize_one(pixels, importance, np, rotatemode, indexmode, temp_in_err, temp_in, pattern_prec.region_precs[region], temp_out);
- // if we find an improvement, update the best so far and correct the output endpoints and errors
- if (temp_out_err < best_err)
- {
- best_err = temp_out_err;
- opt_err[region] = temp_out_err;
- opt_endpts[region] = temp_out;
- }
- }
- }
- /* optimization algorithm
- for each pattern
- convert endpoints using pattern precision
- assign indices and get initial error
- compress indices (and possibly reorder endpoints)
- transform endpoints
- if transformed endpoints fit pattern
- get original endpoints back
- optimize endpoints, get new endpoints, new indices, and new error // new error will almost always be better
- compress new indices
- transform new endpoints
- if new endpoints fit pattern AND if error is improved
- emit compressed block with new data
- else
- emit compressed block with original data // to try to preserve maximum endpoint precision
- */
- static float refine(const Tile &tile, int shapeindex_best, int rotatemode, int indexmode, const FltEndpts endpts[NREGIONS], char *block)
- {
- float orig_err[NREGIONS], opt_err[NREGIONS], orig_toterr, opt_toterr, expected_opt_err[NREGIONS];
- IntEndptsRGBA orig_endpts[NREGIONS], opt_endpts[NREGIONS];
- int orig_indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W], opt_indices[NINDEXARRAYS][Tile::TILE_H][Tile::TILE_W];
- for (int sp = 0; sp < NPATTERNS; ++sp)
- {
- quantize_endpts(endpts, pattern_precs[sp], orig_endpts);
- assign_indices(tile, shapeindex_best, rotatemode, indexmode, orig_endpts, pattern_precs[sp], orig_indices, orig_err);
- swap_indices(shapeindex_best, indexmode, orig_endpts, orig_indices);
- if (patterns[sp].transform_mode)
- transform_forward(patterns[sp].transform_mode, orig_endpts);
- // apply a heuristic here -- we check if the endpoints fit before we try to optimize them.
- // the assumption made is that if they don't fit now, they won't fit after optimizing.
- if (endpts_fit(orig_endpts, patterns[sp]))
- {
- if (patterns[sp].transform_mode)
- transform_inverse(patterns[sp].transform_mode, orig_endpts);
- optimize_endpts(tile, shapeindex_best, rotatemode, indexmode, orig_err, orig_endpts, pattern_precs[sp], expected_opt_err, opt_endpts);
- assign_indices(tile, shapeindex_best, rotatemode, indexmode, opt_endpts, pattern_precs[sp], opt_indices, opt_err);
- // (nreed) Commented out asserts because they go off all the time...not sure why
- //for (int i=0; i<NREGIONS; ++i)
- // nvAssert(expected_opt_err[i] == opt_err[i]);
- swap_indices(shapeindex_best, indexmode, opt_endpts, opt_indices);
- if (patterns[sp].transform_mode)
- transform_forward(patterns[sp].transform_mode, opt_endpts);
- orig_toterr = opt_toterr = 0;
- for (int i=0; i < NREGIONS; ++i) { orig_toterr += orig_err[i]; opt_toterr += opt_err[i]; }
- if (endpts_fit(opt_endpts, patterns[sp]) && opt_toterr < orig_toterr)
- {
- emit_block(opt_endpts, shapeindex_best, patterns[sp], opt_indices, rotatemode, indexmode, block);
- return opt_toterr;
- }
- else
- {
- // either it stopped fitting when we optimized it, or there was no improvement
- // so go back to the unoptimized endpoints which we know will fit
- if (patterns[sp].transform_mode)
- transform_forward(patterns[sp].transform_mode, orig_endpts);
- emit_block(orig_endpts, shapeindex_best, patterns[sp], orig_indices, rotatemode, indexmode, block);
- return orig_toterr;
- }
- }
- }
- nvAssert(false); //throw "No candidate found, should never happen (mode avpcl 4).";
- return FLT_MAX;
- }
- static void clamp(Vector4 &v)
- {
- if (v.x < 0.0f) v.x = 0.0f;
- if (v.x > 255.0f) v.x = 255.0f;
- if (v.y < 0.0f) v.y = 0.0f;
- if (v.y > 255.0f) v.y = 255.0f;
- if (v.z < 0.0f) v.z = 0.0f;
- if (v.z > 255.0f) v.z = 255.0f;
- if (v.w < 0.0f) v.w = 0.0f;
- if (v.w > 255.0f) v.w = 255.0f;
- }
- // compute initial endpoints for the "RGB" portion and the "A" portion.
- // Note these channels may have been rotated.
- static void rough(const Tile &tile, int shapeindex, FltEndpts endpts[NREGIONS])
- {
- for (int region=0; region<NREGIONS; ++region)
- {
- int np = 0;
- Vector3 colors[Tile::TILE_TOTAL];
- float alphas[Tile::TILE_TOTAL];
- Vector4 mean(0,0,0,0);
- for (int y = 0; y < tile.size_y; y++)
- for (int x = 0; x < tile.size_x; x++)
- if (REGION(x,y,shapeindex) == region)
- {
- colors[np] = tile.data[y][x].xyz();
- alphas[np] = tile.data[y][x].w;
- mean += tile.data[y][x];
- ++np;
- }
- // handle simple cases
- if (np == 0)
- {
- Vector4 zero(0,0,0,255.0f);
- endpts[region].A = zero;
- endpts[region].B = zero;
- continue;
- }
- else if (np == 1)
- {
- endpts[region].A = Vector4(colors[0], alphas[0]);
- endpts[region].B = Vector4(colors[0], alphas[0]);
- continue;
- }
- else if (np == 2)
- {
- endpts[region].A = Vector4(colors[0], alphas[0]);
- endpts[region].B = Vector4(colors[1], alphas[1]);
- continue;
- }
- mean /= float(np);
- Vector3 direction = Fit::computePrincipalComponent_EigenSolver(np, colors);
- // project each pixel value along the principal direction
- float minp = FLT_MAX, maxp = -FLT_MAX;
- float mina = FLT_MAX, maxa = -FLT_MAX;
- for (int i = 0; i < np; i++)
- {
- float dp = dot(colors[i]-mean.xyz(), direction);
- if (dp < minp) minp = dp;
- if (dp > maxp) maxp = dp;
- dp = alphas[i] - mean.w;
- if (dp < mina) mina = dp;
- if (dp > maxa) maxa = dp;
- }
- // choose as endpoints 2 points along the principal direction that span the projections of all of the pixel values
- endpts[region].A = mean + Vector4(minp*direction, mina);
- endpts[region].B = mean + Vector4(maxp*direction, maxa);
- // clamp endpoints
- // the argument for clamping is that the actual endpoints need to be clamped and thus we need to choose the best
- // shape based on endpoints being clamped
- clamp(endpts[region].A);
- clamp(endpts[region].B);
- }
- }
- float AVPCL::compress_mode4(const Tile &t, char *block)
- {
- FltEndpts endpts[NREGIONS];
- char tempblock[AVPCL::BLOCKSIZE];
- float msebest = FLT_MAX;
- int shape = 0;
- Tile t1;
- // try all rotations. refine tries the 2 different indexings.
- for (int r = 0; r < NROTATEMODES && msebest > 0; ++r)
- {
- rotate_tile(t, r, t1);
- rough(t1, shape, endpts);
- for (int i = 0; i < NINDEXMODES && msebest > 0; ++i)
- {
- float mse = refine(t1, shape, r, i, endpts, tempblock);
- if (mse < msebest)
- {
- memcpy(block, tempblock, sizeof(tempblock));
- msebest = mse;
- }
- }
- }
- return msebest;
- }
|