12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042 |
- #!/usr/bin/perl -w
- use warnings;
- use strict;
- use File::Path;
- use Text::Wrap;
- $Text::Wrap::huge = 'overflow';
- my $projectfullname = 'Simple Directmedia Layer';
- my $projectshortname = 'SDL';
- my $wikisubdir = '';
- my $incsubdir = 'include';
- my $readmesubdir = undef;
- my $apiprefixregex = undef;
- my $versionfname = 'include/SDL_version.h';
- my $versionmajorregex = '\A\#define\s+SDL_MAJOR_VERSION\s+(\d+)\Z';
- my $versionminorregex = '\A\#define\s+SDL_MINOR_VERSION\s+(\d+)\Z';
- my $versionpatchregex = '\A\#define\s+SDL_PATCHLEVEL\s+(\d+)\Z';
- my $mainincludefname = 'SDL.h';
- my $selectheaderregex = '\ASDL.*?\.h\Z';
- my $projecturl = 'https://libsdl.org/';
- my $wikiurl = 'https://wiki.libsdl.org';
- my $bugreporturl = 'https://github.com/libsdl-org/sdlwiki/issues/new';
- my $srcpath = undef;
- my $wikipath = undef;
- my $wikireadmesubdir = 'README';
- my $warn_about_missing = 0;
- my $copy_direction = 0;
- my $optionsfname = undef;
- my $wikipreamble = undef;
- my $wikiheaderfiletext = 'Defined in %fname%';
- my $manpageheaderfiletext = 'Defined in %fname%';
- my $changeformat = undef;
- my $manpath = undef;
- my $gitrev = undef;
- foreach (@ARGV) {
- $warn_about_missing = 1, next if $_ eq '--warn-about-missing';
- $copy_direction = 1, next if $_ eq '--copy-to-headers';
- $copy_direction = 1, next if $_ eq '--copy-to-header';
- $copy_direction = -1, next if $_ eq '--copy-to-wiki';
- $copy_direction = -2, next if $_ eq '--copy-to-manpages';
- if (/\A--options=(.*)\Z/) {
- $optionsfname = $1;
- next;
- } elsif (/\A--changeformat=(.*)\Z/) {
- $changeformat = $1;
- next;
- } elsif (/\A--manpath=(.*)\Z/) {
- $manpath = $1;
- next;
- } elsif (/\A--rev=(.*)\Z/) {
- $gitrev = $1;
- next;
- }
- $srcpath = $_, next if not defined $srcpath;
- $wikipath = $_, next if not defined $wikipath;
- }
- my $default_optionsfname = '.wikiheaders-options';
- $default_optionsfname = "$srcpath/$default_optionsfname" if defined $srcpath;
- if ((not defined $optionsfname) && (-f $default_optionsfname)) {
- $optionsfname = $default_optionsfname;
- }
- if (defined $optionsfname) {
- open OPTIONS, '<', $optionsfname or die("Failed to open options file '$optionsfname': $!\n");
- while (<OPTIONS>) {
- chomp;
- if (/\A(.*?)\=(.*)\Z/) {
- my $key = $1;
- my $val = $2;
- $key =~ s/\A\s+//;
- $key =~ s/\s+\Z//;
- $val =~ s/\A\s+//;
- $val =~ s/\s+\Z//;
- $warn_about_missing = int($val), next if $key eq 'warn_about_missing';
- $srcpath = $val, next if $key eq 'srcpath';
- $wikipath = $val, next if $key eq 'wikipath';
- $apiprefixregex = $val, next if $key eq 'apiprefixregex';
- $projectfullname = $val, next if $key eq 'projectfullname';
- $projectshortname = $val, next if $key eq 'projectshortname';
- $wikisubdir = $val, next if $key eq 'wikisubdir';
- $incsubdir = $val, next if $key eq 'incsubdir';
- $readmesubdir = $val, next if $key eq 'readmesubdir';
- $versionmajorregex = $val, next if $key eq 'versionmajorregex';
- $versionminorregex = $val, next if $key eq 'versionminorregex';
- $versionpatchregex = $val, next if $key eq 'versionpatchregex';
- $versionfname = $val, next if $key eq 'versionfname';
- $mainincludefname = $val, next if $key eq 'mainincludefname';
- $selectheaderregex = $val, next if $key eq 'selectheaderregex';
- $projecturl = $val, next if $key eq 'projecturl';
- $wikiurl = $val, next if $key eq 'wikiurl';
- $bugreporturl = $val, next if $key eq 'bugreporturl';
- $wikipreamble = $val, next if $key eq 'wikipreamble';
- $wikiheaderfiletext = $val, next if $key eq 'wikiheaderfiletext';
- $manpageheaderfiletext = $val, next if $key eq 'manpageheaderfiletext';
- }
- }
- close(OPTIONS);
- }
- my $wordwrap_mode = 'mediawiki';
- sub wordwrap_atom { # don't call this directly.
- my $str = shift;
- my $retval = '';
- # wordwrap but leave links intact, even if they overflow.
- if ($wordwrap_mode eq 'mediawiki') {
- while ($str =~ s/(.*?)\s*(\[https?\:\/\/.*?\s+.*?\])\s*//ms) {
- $retval .= fill('', '', $1); # wrap it.
- $retval .= "\n$2\n"; # don't wrap it.
- }
- } elsif ($wordwrap_mode eq 'md') {
- while ($str =~ s/(.*?)\s*(\[.*?\]\(https?\:\/\/.*?\))\s*//ms) {
- $retval .= fill('', '', $1); # wrap it.
- $retval .= "\n$2\n"; # don't wrap it.
- }
- }
- return $retval . fill('', '', $str);
- }
- sub wordwrap_with_bullet_indent { # don't call this directly.
- my $bullet = shift;
- my $str = shift;
- my $retval = '';
- #print("WORDWRAP BULLET ('$bullet'):\n\n$str\n\n");
- # You _can't_ (at least with Pandoc) have a bullet item with a newline in
- # MediaWiki, so _remove_ wrapping!
- if ($wordwrap_mode eq 'mediawiki') {
- $retval = "$bullet$str";
- $retval =~ s/\n/ /gms;
- $retval =~ s/\s+$//gms;
- #print("WORDWRAP BULLET DONE:\n\n$retval\n\n");
- return "$retval\n";
- }
- my $bulletlen = length($bullet);
- # wrap it and then indent each line to be under the bullet.
- $Text::Wrap::columns -= $bulletlen;
- my @wrappedlines = split /\n/, wordwrap_atom($str);
- $Text::Wrap::columns += $bulletlen;
- my $prefix = $bullet;
- my $usual_prefix = ' ' x $bulletlen;
- foreach (@wrappedlines) {
- s/\s*\Z//;
- $retval .= "$prefix$_\n";
- $prefix = $usual_prefix;
- }
- return $retval;
- }
- sub wordwrap_one_paragraph { # don't call this directly.
- my $retval = '';
- my $p = shift;
- #print "\n\n\nPARAGRAPH: [$p]\n\n\n";
- if ($p =~ s/\A([\*\-] )//) { # bullet list, starts with "* " or "- ".
- my $bullet = $1;
- my $item = '';
- my @items = split /\n/, $p;
- foreach (@items) {
- if (s/\A([\*\-] )//) {
- $retval .= wordwrap_with_bullet_indent($bullet, $item);
- $item = '';
- }
- s/\A\s*//;
- $item .= "$_\n"; # accumulate lines until we hit the end or another bullet.
- }
- if ($item ne '') {
- $retval .= wordwrap_with_bullet_indent($bullet, $item);
- }
- } elsif ($p =~ /\A\s*\|.*\|\s*\n/) { # Markdown table
- $retval = "$p\n"; # don't wrap it (!!! FIXME: but maybe parse by lines until we run out of table...)
- } else {
- $retval = wordwrap_atom($p) . "\n";
- }
- return $retval;
- }
- sub wordwrap_paragraphs { # don't call this directly.
- my $str = shift;
- my $retval = '';
- my @paragraphs = split /\n\n/, $str;
- foreach (@paragraphs) {
- next if $_ eq '';
- $retval .= wordwrap_one_paragraph($_);
- $retval .= "\n";
- }
- return $retval;
- }
- my $wordwrap_default_columns = 76;
- sub wordwrap {
- my $str = shift;
- my $columns = shift;
- $columns = $wordwrap_default_columns if not defined $columns;
- $columns += $wordwrap_default_columns if $columns < 0;
- $Text::Wrap::columns = $columns;
- my $retval = '';
- #print("\n\nWORDWRAP:\n\n$str\n\n\n");
- $str =~ s/\A\n+//ms;
- while ($str =~ s/(.*?)(\`\`\`.*?\`\`\`|\<syntaxhighlight.*?\<\/syntaxhighlight\>)//ms) {
- #print("\n\nWORDWRAP BLOCK:\n\n$1\n\n ===\n\n$2\n\n\n");
- $retval .= wordwrap_paragraphs($1); # wrap it.
- $retval .= "$2\n\n"; # don't wrap it.
- }
- $retval .= wordwrap_paragraphs($str); # wrap what's left.
- $retval =~ s/\n+\Z//ms;
- #print("\n\nWORDWRAP DONE:\n\n$retval\n\n\n");
- return $retval;
- }
- # This assumes you're moving from Markdown (in the Doxygen data) to Wiki, which
- # is why the 'md' section is so sparse.
- sub wikify_chunk {
- my $wikitype = shift;
- my $str = shift;
- my $codelang = shift;
- my $code = shift;
- #print("\n\nWIKIFY CHUNK:\n\n$str\n\n\n");
- if ($wikitype eq 'mediawiki') {
- # convert `code` things first, so they aren't mistaken for other markdown items.
- my $codedstr = '';
- while ($str =~ s/\A(.*?)\`(.*?)\`//ms) {
- my $codeblock = $2;
- $codedstr .= wikify_chunk($wikitype, $1, undef, undef);
- if (defined $apiprefixregex) {
- # Convert obvious API things to wikilinks, even inside `code` blocks.
- $codeblock =~ s/\b($apiprefixregex[a-zA-Z0-9_]+)/[[$1]]/gms;
- }
- $codedstr .= "<code>$codeblock</code>";
- }
- # Convert obvious API things to wikilinks.
- if (defined $apiprefixregex) {
- $str =~ s/\b($apiprefixregex[a-zA-Z0-9_]+)/[[$1]]/gms;
- }
- # Make some Markdown things into MediaWiki...
- # links
- $str =~ s/\[(.*?)\]\((https?\:\/\/.*?)\)/\[$2 $1\]/g;
- # bold+italic
- $str =~ s/\*\*\*(.*?)\*\*\*/'''''$1'''''/gms;
- # bold
- $str =~ s/\*\*(.*?)\*\*/'''$1'''/gms;
- # italic
- $str =~ s/\*(.*?)\*/''$1''/gms;
- # bullets
- $str =~ s/^\- /* /gm;
- $str = $codedstr . $str;
- if (defined $code) {
- $str .= "<syntaxhighlight lang='$codelang'>$code<\/syntaxhighlight>";
- }
- } elsif ($wikitype eq 'md') {
- # convert `code` things first, so they aren't mistaken for other markdown items.
- my $codedstr = '';
- while ($str =~ s/\A(.*?)(\`.*?\`)//ms) {
- my $codeblock = $2;
- $codedstr .= wikify_chunk($wikitype, $1, undef, undef);
- if (defined $apiprefixregex) {
- # Convert obvious API things to wikilinks, even inside `code` blocks,
- # BUT ONLY IF the entire code block is the API thing,
- # So something like "just call `SDL_Whatever`" will become
- # "just call [`SDL_Whatever`](SDL_Whatever)", but
- # "just call `SDL_Whatever(7)`" will not. It's just the safest
- # way to do this without resorting to wrapping things in html <code> tags.
- $codeblock =~ s/\A\`($apiprefixregex[a-zA-Z0-9_]+)\`\Z/[`$1`]($1)/gms;
- }
- $codedstr .= $codeblock;
- }
- # Convert obvious API things to wikilinks.
- if (defined $apiprefixregex) {
- $str =~ s/\b($apiprefixregex[a-zA-Z0-9_]+)/[$1]($1)/gms;
- }
- $str = $codedstr . $str;
- if (defined $code) {
- $str .= "```$codelang$code```";
- }
- }
- #print("\n\nWIKIFY CHUNK DONE:\n\n$str\n\n\n");
- return $str;
- }
- sub wikify {
- my $wikitype = shift;
- my $str = shift;
- my $retval = '';
- #print("WIKIFY WHOLE:\n\n$str\n\n\n");
- # !!! FIXME: this shouldn't check language but rather if there are
- # !!! FIXME: chars immediately after "```" to a newline.
- while ($str =~ s/\A(.*?)\`\`\`(c\+\+|c|)(.*?)\`\`\`//ms) {
- $retval .= wikify_chunk($wikitype, $1, $2, $3);
- }
- $retval .= wikify_chunk($wikitype, $str, undef, undef);
- #print("WIKIFY WHOLE DONE:\n\n$retval\n\n\n");
- return $retval;
- }
- my $dewikify_mode = 'md';
- my $dewikify_manpage_code_indent = 1;
- sub dewikify_chunk {
- my $wikitype = shift;
- my $str = shift;
- my $codelang = shift;
- my $code = shift;
- #print("\n\nDEWIKIFY CHUNK:\n\n$str\n\n\n");
- if ($dewikify_mode eq 'md') {
- if ($wikitype eq 'mediawiki') {
- # Doxygen supports Markdown (and it just simply looks better than MediaWiki
- # when looking at the raw headers), so do some conversions here as necessary.
- # Dump obvious wikilinks.
- if (defined $apiprefixregex) {
- $str =~ s/\[\[($apiprefixregex[a-zA-Z0-9_]+)\]\]/$1/gms;
- }
- # links
- $str =~ s/\[(https?\:\/\/.*?)\s+(.*?)\]/\[$2\]\($1\)/g;
- # <code></code> is also popular. :/
- $str =~ s/\<code>(.*?)<\/code>/`$1`/gms;
- # bold+italic
- $str =~ s/'''''(.*?)'''''/***$1***/gms;
- # bold
- $str =~ s/'''(.*?)'''/**$1**/gms;
- # italic
- $str =~ s/''(.*?)''/*$1*/gms;
- # bullets
- $str =~ s/^\* /- /gm;
- } elsif ($wikitype eq 'md') {
- # Dump obvious wikilinks. The rest can just passthrough.
- if (defined $apiprefixregex) {
- $str =~ s/\[(\`?$apiprefixregex[a-zA-Z0-9_]+\`?)\]\($apiprefixregex[a-zA-Z0-9_]+\)/$1/gms;
- }
- }
- if (defined $code) {
- $str .= "```$codelang$code```";
- }
- } elsif ($dewikify_mode eq 'manpage') {
- $str =~ s/\./\\[char46]/gms; # make sure these can't become control codes.
- if ($wikitype eq 'mediawiki') {
- # Dump obvious wikilinks.
- if (defined $apiprefixregex) {
- $str =~ s/\s*\[\[($apiprefixregex[a-zA-Z0-9_]+)\]\]\s*/\n.BR $1\n/gms;
- }
- # links
- $str =~ s/\[(https?\:\/\/.*?)\s+(.*?)\]/\n.URL "$1" "$2"\n/g;
- # <code></code> is also popular. :/
- $str =~ s/\s*\<code>(.*?)<\/code>\s*/\n.BR $1\n/gms;
- # bold+italic (this looks bad, just make it bold).
- $str =~ s/\s*'''''(.*?)'''''\s*/\n.B $1\n/gms;
- # bold
- $str =~ s/\s*'''(.*?)'''\s*/\n.B $1\n/gms;
- # italic
- $str =~ s/\s*''(.*?)''\s*/\n.I $1\n/gms;
- # bullets
- $str =~ s/^\* /\n\\\(bu /gm;
- } elsif ($wikitype eq 'md') {
- # Dump obvious wikilinks.
- if (defined $apiprefixregex) {
- $str =~ s/\[(\`?$apiprefixregex[a-zA-Z0-9_]+\`?)\]\($apiprefixregex[a-zA-Z0-9_]+\)/\n.BR $1\n/gms;
- }
- # links
- $str =~ s/\[(.*?)]\((https?\:\/\/.*?)\)/\n.URL "$2" "$1"\n/g;
- # <code></code> is also popular. :/
- $str =~ s/\s*\`(.*?)\`\s*/\n.BR $1\n/gms;
- # bold+italic (this looks bad, just make it bold).
- $str =~ s/\s*\*\*\*(.*?)\*\*\*\s*/\n.B $1\n/gms;
- # bold
- $str =~ s/\s*\*\*(.*?)\*\*\s*/\n.B $1\n/gms;
- # italic
- $str =~ s/\s*\*(.*?)\*\s*/\n.I $1\n/gms;
- # bullets
- $str =~ s/^\- /\n\\\(bu /gm;
- } else {
- die("Unexpected wikitype when converting to manpages"); # !!! FIXME: need to handle Markdown wiki pages.
- }
- if (defined $code) {
- $code =~ s/\A\n+//gms;
- $code =~ s/\n+\Z//gms;
- if ($dewikify_manpage_code_indent) {
- $str .= "\n.IP\n"
- } else {
- $str .= "\n.PP\n"
- }
- $str .= ".EX\n$code\n.EE\n.PP\n";
- }
- } else {
- die("Unexpected dewikify_mode");
- }
- #print("\n\nDEWIKIFY CHUNK DONE:\n\n$str\n\n\n");
- return $str;
- }
- sub dewikify {
- my $wikitype = shift;
- my $str = shift;
- return '' if not defined $str;
- #print("DEWIKIFY WHOLE:\n\n$str\n\n\n");
- $str =~ s/\A[\s\n]*\= .*? \=\s*?\n+//ms;
- $str =~ s/\A[\s\n]*\=\= .*? \=\=\s*?\n+//ms;
- my $retval = '';
- while ($str =~ s/\A(.*?)<syntaxhighlight lang='?(.*?)'?>(.*?)<\/syntaxhighlight\>//ms) {
- $retval .= dewikify_chunk($wikitype, $1, $2, $3);
- }
- $retval .= dewikify_chunk($wikitype, $str, undef, undef);
- #print("DEWIKIFY WHOLE DONE:\n\n$retval\n\n\n");
- return $retval;
- }
- sub filecopy {
- my $src = shift;
- my $dst = shift;
- my $endline = shift;
- $endline = "\n" if not defined $endline;
- open(COPYIN, '<', $src) or die("Failed to open '$src' for reading: $!\n");
- open(COPYOUT, '>', $dst) or die("Failed to open '$dst' for writing: $!\n");
- while (<COPYIN>) {
- chomp;
- s/[ \t\r\n]*\Z//;
- print COPYOUT "$_$endline";
- }
- close(COPYOUT);
- close(COPYIN);
- }
- sub usage {
- die("USAGE: $0 <source code git clone path> <wiki git clone path> [--copy-to-headers|--copy-to-wiki|--copy-to-manpages] [--warn-about-missing] [--manpath=<man path>]\n\n");
- }
- usage() if not defined $srcpath;
- usage() if not defined $wikipath;
- #usage() if $copy_direction == 0;
- if (not defined $manpath) {
- $manpath = "$srcpath/man";
- }
- my @standard_wiki_sections = (
- 'Draft',
- '[Brief]',
- 'Deprecated',
- 'Header File',
- 'Syntax',
- 'Function Parameters',
- 'Macro Parameters',
- 'Fields',
- 'Values',
- 'Return Value',
- 'Remarks',
- 'Thread Safety',
- 'Version',
- 'Code Examples',
- 'See Also'
- );
- # Sections that only ever exist in the wiki and shouldn't be deleted when
- # not found in the headers.
- my %only_wiki_sections = ( # The ones don't mean anything, I just need to check for key existence.
- 'Draft', 1,
- 'Code Examples', 1,
- 'Header File', 1
- );
- my %headers = (); # $headers{"SDL_audio.h"} -> reference to an array of all lines of text in SDL_audio.h.
- my %headersyms = (); # $headersyms{"SDL_OpenAudio"} -> string of header documentation for SDL_OpenAudio, with comment '*' bits stripped from the start. Newlines embedded!
- my %headerdecls = ();
- my %headersymslocation = (); # $headersymslocation{"SDL_OpenAudio"} -> name of header holding SDL_OpenAudio define ("SDL_audio.h" in this case).
- my %headersymschunk = (); # $headersymschunk{"SDL_OpenAudio"} -> offset in array in %headers that should be replaced for this symbol.
- my %headersymshasdoxygen = (); # $headersymshasdoxygen{"SDL_OpenAudio"} -> 1 if there was no existing doxygen for this function.
- my %headersymstype = (); # $headersymstype{"SDL_OpenAudio"} -> 1 (function), 2 (macro), 3 (struct), 4 (enum), 5 (other typedef)
- my %wikitypes = (); # contains string of wiki page extension, like $wikitypes{"SDL_OpenAudio"} == 'mediawiki'
- my %wikisyms = (); # contains references to hash of strings, each string being the full contents of a section of a wiki page, like $wikisyms{"SDL_OpenAudio"}{"Remarks"}.
- my %wikisectionorder = (); # contains references to array, each array item being a key to a wikipage section in the correct order, like $wikisectionorder{"SDL_OpenAudio"}[2] == 'Remarks'
- sub print_undocumented_section {
- my $fh = shift;
- my $typestr = shift;
- my $typeval = shift;
- print $fh "## $typestr defined in the headers, but not in the wiki\n\n";
- my $header_only_sym = 0;
- foreach (sort keys %headersyms) {
- my $sym = $_;
- if ((not defined $wikisyms{$sym}) && ($headersymstype{$sym} == $typeval)) {
- print $fh "- [$sym]($sym)\n";
- $header_only_sym = 1;
- }
- }
- if (!$header_only_sym) {
- print $fh "(none)\n";
- }
- print $fh "\n";
- if (0) { # !!! FIXME: this lists things that _shouldn't_ be in the headers, like MigrationGuide, etc, but also we don't know if they're functions, macros, etc at this point (can we parse that from the wiki page, though?)
- print $fh "## $typestr defined in the wiki, but not in the headers\n\n";
- my $wiki_only_sym = 0;
- foreach (sort keys %wikisyms) {
- my $sym = $_;
- if ((not defined $headersyms{$sym}) && ($headersymstype{$sym} == $typeval)) {
- print $fh "- [$sym]($sym)\n";
- $wiki_only_sym = 1;
- }
- }
- if (!$wiki_only_sym) {
- print $fh "(none)\n";
- }
- print $fh "\n";
- }
- }
- my $incpath = "$srcpath";
- $incpath .= "/$incsubdir" if $incsubdir ne '';
- my $wikireadmepath = "$wikipath/$wikireadmesubdir";
- my $readmepath = undef;
- if (defined $readmesubdir) {
- $readmepath = "$srcpath/$readmesubdir";
- }
- opendir(DH, $incpath) or die("Can't opendir '$incpath': $!\n");
- while (my $d = readdir(DH)) {
- my $dent = $d;
- next if not $dent =~ /$selectheaderregex/; # just selected headers.
- open(FH, '<', "$incpath/$dent") or die("Can't open '$incpath/$dent': $!\n");
- my @contents = ();
- my $ignoring_lines = 0;
- while (<FH>) {
- chomp;
- my $symtype = 0; # nothing, yet.
- my $decl;
- my @templines;
- my $str;
- my $has_doxygen = 1;
- # Since a lot of macros are just preprocessor logic spam and not all macros are worth documenting anyhow, we only pay attention to them when they have a Doxygen comment attached.
- # Functions and other things are a different story, though!
- if ($ignoring_lines && /\A\s*\#\s*endif\s*\Z/) {
- $ignoring_lines = 0;
- push @contents, $_;
- next;
- } elsif ($ignoring_lines) {
- push @contents, $_;
- next;
- } elsif (/\A\s*\#\s*ifndef\s+SDL_WIKI_DOCUMENTATION_SECTION\s*\Z/) {
- $ignoring_lines = 1;
- push @contents, $_;
- next;
- } elsif (/\A\s*extern\s+(SDL_DEPRECATED\s+|)DECLSPEC/) { # a function declaration without a doxygen comment?
- $symtype = 1; # function declaration
- @templines = ();
- $decl = $_;
- $str = '';
- $has_doxygen = 0;
- } elsif (/\A\s*SDL_FORCE_INLINE/) { # a (forced-inline) function declaration without a doxygen comment?
- $symtype = 1; # function declaration
- @templines = ();
- $decl = $_;
- $str = '';
- $has_doxygen = 0;
- } elsif (not /\A\/\*\*\s*\Z/) { # not doxygen comment start?
- push @contents, $_;
- next;
- } else { # Start of a doxygen comment, parse it out.
- @templines = ( $_ );
- while (<FH>) {
- chomp;
- push @templines, $_;
- last if /\A\s*\*\/\Z/;
- if (s/\A\s*\*\s*\`\`\`/```/) { # this is a hack, but a lot of other code relies on the whitespace being trimmed, but we can't trim it in code blocks...
- $str .= "$_\n";
- while (<FH>) {
- chomp;
- push @templines, $_;
- s/\A\s*\*\s?//;
- if (s/\A\s*\`\`\`/```/) {
- $str .= "$_\n";
- last;
- } else {
- $str .= "$_\n";
- }
- }
- } else {
- s/\A\s*\*\s*//;
- $str .= "$_\n";
- }
- }
- $decl = <FH>;
- $decl = '' if not defined $decl;
- chomp($decl);
- if ($decl =~ /\A\s*extern\s+(SDL_DEPRECATED\s+|)DECLSPEC/) {
- $symtype = 1; # function declaration
- } elsif ($decl =~ /\A\s*SDL_FORCE_INLINE/) {
- $symtype = 1; # (forced-inline) function declaration
- } elsif ($decl =~ /\A\s*\#\s*define\s+/) {
- $symtype = 2; # macro
- } elsif ($decl =~ /\A\s*(typedef\s+|)(struct|union)/) {
- $symtype = 3; # struct or union
- } elsif ($decl =~ /\A\s*(typedef\s+|)enum/) {
- $symtype = 4; # enum
- } elsif ($decl =~ /\A\s*typedef\s+.*;\Z/) {
- $symtype = 5; # other typedef
- } else {
- #print "Found doxygen but no function sig:\n$str\n\n";
- foreach (@templines) {
- push @contents, $_;
- }
- push @contents, $decl;
- next;
- }
- }
- my @decllines = ( $decl );
- my $sym = '';
- if ($symtype == 1) { # a function
- my $is_forced_inline = ($decl =~ /\A\s*SDL_FORCE_INLINE/);
- if ($is_forced_inline) {
- if (not $decl =~ /\)\s*(\{.*|)\s*\Z/) {
- while (<FH>) {
- chomp;
- push @decllines, $_;
- s/\A\s+//;
- s/\s+\Z//;
- $decl .= " $_";
- last if /\)\s*(\{.*|)\s*\Z/;
- }
- }
- $decl =~ s/\s*\)\s*(\{.*|)\s*\Z/);/;
- } else {
- if (not $decl =~ /\)\s*;/) {
- while (<FH>) {
- chomp;
- push @decllines, $_;
- s/\A\s+//;
- s/\s+\Z//;
- $decl .= " $_";
- last if /\)\s*;/;
- }
- }
- $decl =~ s/\s+\);\Z/);/;
- }
- $decl =~ s/\s+\Z//;
- if (!$is_forced_inline && $decl =~ /\A\s*extern\s+(SDL_DEPRECATED\s+|)DECLSPEC\s+(const\s+|)(unsigned\s+|)(.*?)\s*(\*?)\s*SDLCALL\s+(.*?)\s*\((.*?)\);/) {
- $sym = $6;
- #$decl =~ s/\A\s*extern\s+DECLSPEC\s+(.*?)\s+SDLCALL/$1/;
- } elsif ($is_forced_inline && $decl =~ /\A\s*SDL_FORCE_INLINE\s+(SDL_DEPRECATED\s+|)(const\s+|)(unsigned\s+|)(.*?)([\*\s]+)(.*?)\s*\((.*?)\);/) {
- $sym = $6;
- } else {
- #print "Found doxygen but no function sig:\n$str\n\n";
- foreach (@templines) {
- push @contents, $_;
- }
- foreach (@decllines) {
- push @contents, $_;
- }
- next;
- }
- if (!$is_forced_inline) { # !!! FIXME: maybe we need to do this for forced-inline stuff too?
- $decl = ''; # build this with the line breaks, since it looks better for syntax highlighting.
- foreach (@decllines) {
- if ($decl eq '') {
- $decl = $_;
- $decl =~ s/\Aextern\s+(SDL_DEPRECATED\s+|)DECLSPEC\s+(.*?)\s+(\*?)SDLCALL\s+/$2$3 /;
- } else {
- my $trimmed = $_;
- # !!! FIXME: trim space for SDL_DEPRECATED if it was used, too.
- $trimmed =~ s/\A\s{24}//; # 24 for shrinking to match the removed "extern DECLSPEC SDLCALL "
- $decl .= $trimmed;
- }
- $decl .= "\n";
- }
- }
- } elsif ($symtype == 2) { # a macro
- if ($decl =~ /\A\s*\#\s*define\s+(.*?)(\(.*?\)|)\s+/) {
- $sym = $1;
- #$decl =~ s/\A\s*extern\s+DECLSPEC\s+(.*?)\s+SDLCALL/$1/;
- } else {
- #print "Found doxygen but no macro:\n$str\n\n";
- foreach (@templines) {
- push @contents, $_;
- }
- foreach (@decllines) {
- push @contents, $_;
- }
- next;
- }
- while ($decl =~ /\\\Z/) {
- my $l = <FH>;
- last if not $l;
- chomp($l);
- push @decllines, $l;
- #$l =~ s/\A\s+//;
- $l =~ s/\s+\Z//;
- $decl .= "\n$l";
- }
- } elsif (($symtype == 3) || ($symtype == 4)) { # struct or union or enum
- my $has_definition = 0;
- if ($decl =~ /\A\s*(typedef\s+|)(struct|union|enum)\s*(.*?)\s*(\n|\{|\;|\Z)/) {
- my $ctype = $2;
- my $origsym = $3;
- my $ending = $4;
- $sym = $origsym;
- if ($sym =~ s/\A(.*?)(\s+)(.*?)\Z/$1/) {
- die("Failed to parse '$origsym' correctly!") if ($sym ne $1); # Thought this was "typedef struct MySym MySym;" ... it was not. :( This is a hack!
- }
- if ($sym eq '') {
- die("\n\n$0 FAILURE!\n" .
- "There's a 'typedef $ctype' in $incpath/$dent without a name at the top.\n" .
- "Instead of `typedef $ctype {} x;`, this should be `typedef $ctype x {} x;`.\n" .
- "This causes problems for wikiheaders.pl and scripting language bindings.\n" .
- "Please fix it!\n\n");
- }
- $has_definition = ($ending ne ';');
- } else {
- #print "Found doxygen but no datatype:\n$str\n\n";
- foreach (@templines) {
- push @contents, $_;
- }
- foreach (@decllines) {
- push @contents, $_;
- }
- next;
- }
- # This block attempts to find the whole struct/union/enum definition by counting matching brackets. Kind of yucky.
- if ($has_definition) {
- my $started = 0;
- my $brackets = 0;
- my $pending = $decl;
- $decl = '';
- while (!$started || ($brackets != 0)) {
- foreach my $seg (split(/([{}])/, $pending)) {
- $decl .= $seg;
- if ($seg eq '{') {
- $started = 1;
- $brackets++;
- } elsif ($seg eq '}') {
- die("Something is wrong with header $incpath/$dent while parsing $sym; is a bracket missing?\n") if ($brackets <= 0);
- $brackets--;
- }
- }
- if (!$started || ($brackets != 0)) {
- $pending = <FH>;
- die("EOF/error reading $incpath/$dent while parsing $sym\n") if not $pending;
- chomp($pending);
- push @decllines, $pending;
- $decl .= "\n";
- }
- }
- # this currently assumes the struct/union/enum ends on the line with the final bracket. I'm not writing a C parser here, fix the header!
- }
- } elsif ($symtype == 5) { # other typedef
- if ($decl =~ /\A\s*typedef\s+(.*);\Z/) {
- my $tdstr = $1;
- #my $datatype;
- if ($tdstr =~ /\A(.*?)\s*\((.*?)\s*\*\s*(.*?)\)\s*\((.*?)\)\s*\Z/) { # a function pointer type
- $sym = $3;
- #$datatype = "$1 ($2 *$sym)($4)";
- } elsif ($tdstr =~ /\A(.*[\s\*]+)(.*?)\s*\Z/) {
- $sym = $2;
- #$datatype = $1;
- } else {
- die("Failed to parse typedef '$tdstr' in $incpath/$dent!\n"); # I'm hitting a C grammar nail with a regexp hammer here, y'all.
- }
- $sym =~ s/\A\s+//;
- $sym =~ s/\s+\Z//;
- #$datatype =~ s/\A\s+//;
- #$datatype =~ s/\s+\Z//;
- } else {
- #print "Found doxygen but no datatype:\n$str\n\n";
- foreach (@templines) {
- push @contents, $_;
- }
- foreach (@decllines) {
- push @contents, $_;
- }
- next;
- }
- # We assume any `#define`s directly after the typedef are related to it: probably bitflags for an integer typedef.
- # Blank lines are allowed, anything else, even comments, are not.
- my $blank_lines = 0;
- my $lastpos = tell(FH);
- my $additional_decl = '';
- while (<FH>) {
- chomp;
- if (/\A\s*\Z/) {
- $blank_lines++;
- } elsif (/\A\s*\#define\s+/) {
- if ($blank_lines > 0) {
- while ($blank_lines > 0) {
- $additional_decl .= "\n";
- push @decllines, '';
- $blank_lines--;
- }
- }
- $additional_decl .= "\n$_";
- push @decllines, $_;
- $lastpos = tell(FH);
- } else {
- seek(FH, $lastpos, 0); # re-read eaten lines again next time.
- last;
- }
- }
- $decl .= $additional_decl;
- } else {
- die("Unexpected symtype $symtype");
- }
- #print("DECL: [$decl]\n");
- #print("$sym:\n$str\n\n");
- # There might be multiple declarations of a function due to #ifdefs,
- # and only one of them will have documentation. If we hit an
- # undocumented one before, delete the placeholder line we left for
- # it so it doesn't accumulate a new blank line on each run.
- my $skipsym = 0;
- if (defined $headersymshasdoxygen{$sym}) {
- if ($headersymshasdoxygen{$sym} == 0) { # An undocumented declaration already exists, nuke its placeholder line.
- delete $contents[$headersymschunk{$sym}]; # delete DOES NOT RENUMBER existing elements!
- } else { # documented function already existed?
- $skipsym = 1; # don't add this copy to the list of functions.
- if ($has_doxygen) {
- print STDERR "WARNING: Symbol '$sym' appears to be documented in multiple locations. Only keeping the first one we saw!\n";
- }
- push @contents, join("\n", @decllines); # just put the existing declation in as-is.
- }
- }
- if (!$skipsym) {
- $headersyms{$sym} = $str;
- $headerdecls{$sym} = $decl;
- $headersymslocation{$sym} = $dent;
- $headersymschunk{$sym} = scalar(@contents);
- $headersymshasdoxygen{$sym} = $has_doxygen;
- $headersymstype{$sym} = $symtype;
- push @contents, join("\n", @templines);
- push @contents, join("\n", @decllines);
- }
- }
- close(FH);
- $headers{$dent} = \@contents;
- }
- closedir(DH);
- opendir(DH, $wikipath) or die("Can't opendir '$wikipath': $!\n");
- while (my $d = readdir(DH)) {
- my $dent = $d;
- my $type = '';
- if ($dent =~ /\.(md|mediawiki)\Z/) {
- $type = $1;
- } else {
- next; # only dealing with wiki pages.
- }
- my $sym = $dent;
- $sym =~ s/\..*\Z//;
- # Ignore FrontPage.
- next if $sym eq 'FrontPage';
- # Ignore "Category*" pages.
- next if ($sym =~ /\ACategory/);
- open(FH, '<', "$wikipath/$dent") or die("Can't open '$wikipath/$dent': $!\n");
- my $current_section = '[start]';
- my @section_order = ( $current_section );
- my %sections = ();
- $sections{$current_section} = '';
- my $firstline = 1;
- while (<FH>) {
- chomp;
- my $orig = $_;
- s/\A\s*//;
- s/\s*\Z//;
- if ($type eq 'mediawiki') {
- if (defined($wikipreamble) && $firstline && /\A\=\=\=\=\=\= (.*?) \=\=\=\=\=\=\Z/ && ($1 eq $wikipreamble)) {
- $firstline = 0; # skip this.
- next;
- } elsif (/\A\= (.*?) \=\Z/) {
- $firstline = 0;
- $current_section = ($1 eq $sym) ? '[Brief]' : $1;
- die("Doubly-defined section '$current_section' in '$dent'!\n") if defined $sections{$current_section};
- push @section_order, $current_section;
- $sections{$current_section} = '';
- } elsif (/\A\=\= (.*?) \=\=\Z/) {
- $firstline = 0;
- $current_section = ($1 eq $sym) ? '[Brief]' : $1;
- die("Doubly-defined section '$current_section' in '$dent'!\n") if defined $sections{$current_section};
- push @section_order, $current_section;
- $sections{$current_section} = '';
- next;
- } elsif (/\A\-\-\-\-\Z/) {
- $firstline = 0;
- $current_section = '[footer]';
- die("Doubly-defined section '$current_section' in '$dent'!\n") if defined $sections{$current_section};
- push @section_order, $current_section;
- $sections{$current_section} = '';
- next;
- }
- } elsif ($type eq 'md') {
- if (defined($wikipreamble) && $firstline && /\A\#\#\#\#\#\# (.*?)\Z/ && ($1 eq $wikipreamble)) {
- $firstline = 0; # skip this.
- next;
- } elsif (/\A\#+ (.*?)\Z/) {
- $firstline = 0;
- $current_section = ($1 eq $sym) ? '[Brief]' : $1;
- die("Doubly-defined section '$current_section' in '$dent'!\n") if defined $sections{$current_section};
- push @section_order, $current_section;
- $sections{$current_section} = '';
- next;
- } elsif (/\A\-\-\-\-\Z/) {
- $firstline = 0;
- $current_section = '[footer]';
- die("Doubly-defined section '$current_section' in '$dent'!\n") if defined $sections{$current_section};
- push @section_order, $current_section;
- $sections{$current_section} = '';
- next;
- }
- } else {
- die("Unexpected wiki file type. Fixme!");
- }
- if ($firstline) {
- $firstline = ($_ ne '');
- }
- if (!$firstline) {
- $sections{$current_section} .= "$orig\n";
- }
- }
- close(FH);
- foreach (keys %sections) {
- $sections{$_} =~ s/\A\n+//;
- $sections{$_} =~ s/\n+\Z//;
- $sections{$_} .= "\n";
- }
- # older section name we used, migrate over from it.
- if (defined $sections{'Related Functions'}) {
- if (not defined $sections{'See Also'}) {
- $sections{'See Also'} = $sections{'Related Functions'};
- }
- delete $sections{'Related Functions'};
- }
- if (0) {
- foreach (@section_order) {
- print("$sym SECTION '$_':\n");
- print($sections{$_});
- print("\n\n");
- }
- }
- $wikitypes{$sym} = $type;
- $wikisyms{$sym} = \%sections;
- $wikisectionorder{$sym} = \@section_order;
- }
- closedir(DH);
- delete $wikisyms{"Undocumented"};
- {
- my $path = "$wikipath/Undocumented.md";
- open(my $fh, '>', $path) or die("Can't open '$path': $!\n");
- print $fh "# Undocumented\n\n";
- print_undocumented_section($fh, 'Functions', 1);
- #print_undocumented_section($fh, 'Macros', 2);
- close($fh);
- }
- if ($warn_about_missing) {
- foreach (keys %wikisyms) {
- my $sym = $_;
- if (not defined $headersyms{$sym}) {
- print("WARNING: $sym defined in the wiki but not the headers!\n");
- }
- }
- foreach (keys %headersyms) {
- my $sym = $_;
- if (not defined $wikisyms{$sym}) {
- print("WARNING: $sym defined in the headers but not the wiki!\n");
- }
- }
- }
- if ($copy_direction == 1) { # --copy-to-headers
- my %changed_headers = ();
- $dewikify_mode = 'md';
- $wordwrap_mode = 'md'; # the headers use Markdown format.
- foreach (keys %headersyms) {
- my $sym = $_;
- next if not defined $wikisyms{$sym}; # don't have a page for that function, skip it.
- my $symtype = $headersymstype{$sym};
- my $wikitype = $wikitypes{$sym};
- my $sectionsref = $wikisyms{$sym};
- my $remarks = $sectionsref->{'Remarks'};
- my $returns = $sectionsref->{'Return Value'};
- my $threadsafety = $sectionsref->{'Thread Safety'};
- my $version = $sectionsref->{'Version'};
- my $related = $sectionsref->{'See Also'};
- my $deprecated = $sectionsref->{'Deprecated'};
- my $brief = $sectionsref->{'[Brief]'};
- my $addblank = 0;
- my $str = '';
- my $params = undef;
- my $paramstr = undef;
- if (($symtype == 1) || (($symtype == 5))) { # we'll assume a typedef (5) with a \param is a function pointer typedef.
- $params = $sectionsref->{'Function Parameters'};
- $paramstr = '\param';
- } elsif ($symtype == 2) {
- $params = $sectionsref->{'Macro Parameters'};
- $paramstr = '\param';
- } elsif ($symtype == 3) {
- $params = $sectionsref->{'Fields'};
- $paramstr = '\field';
- } elsif ($symtype == 4) {
- $params = $sectionsref->{'Values'};
- $paramstr = '\value';
- } else {
- die("Unexpected symtype $symtype");
- }
- $headersymshasdoxygen{$sym} = 1; # Added/changed doxygen for this header.
- $brief = dewikify($wikitype, $brief);
- $brief =~ s/\A(.*?\.) /$1\n/; # \brief should only be one sentence, delimited by a period+space. Split if necessary.
- my @briefsplit = split /\n/, $brief;
- $brief = shift @briefsplit;
- if (defined $remarks) {
- $remarks = join("\n", @briefsplit) . dewikify($wikitype, $remarks);
- }
- if (defined $brief) {
- $str .= "\n" if $addblank; $addblank = 1;
- $str .= wordwrap($brief) . "\n";
- }
- if (defined $remarks) {
- $str .= "\n" if $addblank; $addblank = 1;
- $str .= wordwrap($remarks) . "\n";
- }
- if (defined $deprecated) {
- # !!! FIXME: lots of code duplication in all of these.
- $str .= "\n" if $addblank; $addblank = 1;
- my $v = dewikify($wikitype, $deprecated);
- my $whitespacelen = length("\\deprecated") + 1;
- my $whitespace = ' ' x $whitespacelen;
- $v = wordwrap($v, -$whitespacelen);
- my @desclines = split /\n/, $v;
- my $firstline = shift @desclines;
- $str .= "\\deprecated $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- }
- if (defined $params) {
- $str .= "\n" if $addblank; $addblank = (defined $returns) ? 0 : 1;
- my @lines = split /\n/, dewikify($wikitype, $params);
- if ($wikitype eq 'mediawiki') {
- die("Unexpected data parsing MediaWiki table") if (shift @lines ne '{|'); # Dump the '{|' start
- while (scalar(@lines) >= 3) {
- my $name = shift @lines;
- my $desc = shift @lines;
- my $terminator = shift @lines; # the '|-' or '|}' line.
- last if ($terminator ne '|-') and ($terminator ne '|}'); # we seem to have run out of table.
- $name =~ s/\A\|\s*//;
- $name =~ s/\A\*\*(.*?)\*\*/$1/;
- $name =~ s/\A\'\'\'(.*?)\'\'\'/$1/;
- $desc =~ s/\A\|\s*//;
- #print STDERR "SYM: $sym NAME: $name DESC: $desc TERM: $terminator\n";
- my $whitespacelen = length($name) + 8;
- my $whitespace = ' ' x $whitespacelen;
- $desc = wordwrap($desc, -$whitespacelen);
- my @desclines = split /\n/, $desc;
- my $firstline = shift @desclines;
- $str .= "$paramstr $name $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- }
- } elsif ($wikitype eq 'md') {
- my $l;
- $l = shift @lines;
- die("Unexpected data parsing Markdown table") if (not $l =~ /\A\s*\|\s*\|\s*\|\s*\Z/);
- $l = shift @lines;
- die("Unexpected data parsing Markdown table") if (not $l =~ /\A\s*\|\s*\-*\s*\|\s*\-*\s*\|\s*\Z/);
- while (scalar(@lines) >= 1) {
- $l = shift @lines;
- if ($l =~ /\A\s*\|\s*(.*?)\s*\|\s*(.*?)\s*\|\s*\Z/) {
- my $name = $1;
- my $desc = $2;
- $name =~ s/\A\*\*(.*?)\*\*/$1/;
- $name =~ s/\A\'\'\'(.*?)\'\'\'/$1/;
- #print STDERR "SYM: $sym NAME: $name DESC: $desc\n";
- my $whitespacelen = length($name) + 8;
- my $whitespace = ' ' x $whitespacelen;
- $desc = wordwrap($desc, -$whitespacelen);
- my @desclines = split /\n/, $desc;
- my $firstline = shift @desclines;
- $str .= "$paramstr $name $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- } else {
- last; # we seem to have run out of table.
- }
- }
- } else {
- die("write me");
- }
- }
- if (defined $returns) {
- $str .= "\n" if $addblank; $addblank = 1;
- my $r = dewikify($wikitype, $returns);
- my $retstr = "\\returns";
- if ($r =~ s/\AReturn(s?) //) {
- $retstr = "\\return$1";
- }
- my $whitespacelen = length($retstr) + 1;
- my $whitespace = ' ' x $whitespacelen;
- $r = wordwrap($r, -$whitespacelen);
- my @desclines = split /\n/, $r;
- my $firstline = shift @desclines;
- $str .= "$retstr $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- }
- if (defined $threadsafety) {
- # !!! FIXME: lots of code duplication in all of these.
- $str .= "\n" if $addblank; $addblank = 1;
- my $v = dewikify($wikitype, $threadsafety);
- my $whitespacelen = length("\\threadsafety") + 1;
- my $whitespace = ' ' x $whitespacelen;
- $v = wordwrap($v, -$whitespacelen);
- my @desclines = split /\n/, $v;
- my $firstline = shift @desclines;
- $str .= "\\threadsafety $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- }
- if (defined $version) {
- # !!! FIXME: lots of code duplication in all of these.
- $str .= "\n" if $addblank; $addblank = 1;
- my $v = dewikify($wikitype, $version);
- my $whitespacelen = length("\\since") + 1;
- my $whitespace = ' ' x $whitespacelen;
- $v = wordwrap($v, -$whitespacelen);
- my @desclines = split /\n/, $v;
- my $firstline = shift @desclines;
- $str .= "\\since $firstline\n";
- foreach (@desclines) {
- $str .= "${whitespace}$_\n";
- }
- }
- if (defined $related) {
- # !!! FIXME: lots of code duplication in all of these.
- $str .= "\n" if $addblank; $addblank = 1;
- my $v = dewikify($wikitype, $related);
- my @desclines = split /\n/, $v;
- foreach (@desclines) {
- s/\A(\:|\* )//;
- s/\(\)\Z//; # Convert "SDL_Func()" to "SDL_Func"
- s/\[\[(.*?)\]\]/$1/; # in case some wikilinks remain.
- s/\[(.*?)\]\(.*?\)/$1/; # in case some wikilinks remain.
- s/\A\/*//;
- $str .= "\\sa $_\n";
- }
- }
- my $header = $headersymslocation{$sym};
- my $contentsref = $headers{$header};
- my $chunk = $headersymschunk{$sym};
- my @lines = split /\n/, $str;
- my $addnewline = (($chunk > 0) && ($$contentsref[$chunk-1] ne '')) ? "\n" : '';
- my $output = "$addnewline/**\n";
- foreach (@lines) {
- chomp;
- s/\s*\Z//;
- if ($_ eq '') {
- $output .= " *\n";
- } else {
- $output .= " * $_\n";
- }
- }
- $output .= " */";
- #print("$sym:\n$output\n\n");
- $$contentsref[$chunk] = $output;
- #$$contentsref[$chunk+1] = $headerdecls{$sym};
- $changed_headers{$header} = 1;
- }
- foreach (keys %changed_headers) {
- my $header = $_;
- # this is kinda inefficient, but oh well.
- my @removelines = ();
- foreach (keys %headersymslocation) {
- my $sym = $_;
- next if $headersymshasdoxygen{$sym};
- next if $headersymslocation{$sym} ne $header;
- # the index of the blank line we put before the function declaration in case we needed to replace it with new content from the wiki.
- push @removelines, $headersymschunk{$sym};
- }
- my $contentsref = $headers{$header};
- foreach (@removelines) {
- delete $$contentsref[$_]; # delete DOES NOT RENUMBER existing elements!
- }
- my $path = "$incpath/$header.tmp";
- open(FH, '>', $path) or die("Can't open '$path': $!\n");
- foreach (@$contentsref) {
- print FH "$_\n" if defined $_;
- }
- close(FH);
- rename($path, "$incpath/$header") or die("Can't rename '$path' to '$incpath/$header': $!\n");
- }
- if (defined $readmepath) {
- if ( -d $wikireadmepath ) {
- mkdir($readmepath); # just in case
- opendir(DH, $wikireadmepath) or die("Can't opendir '$wikireadmepath': $!\n");
- while (readdir(DH)) {
- my $dent = $_;
- if ($dent =~ /\A(.*?)\.md\Z/) { # we only bridge Markdown files here.
- next if $1 eq 'FrontPage';
- filecopy("$wikireadmepath/$dent", "$readmepath/README-$dent", "\n");
- }
- }
- closedir(DH);
- }
- }
- } elsif ($copy_direction == -1) { # --copy-to-wiki
- if (defined $changeformat) {
- $dewikify_mode = $changeformat;
- $wordwrap_mode = $changeformat;
- }
- foreach (keys %headersyms) {
- my $sym = $_;
- next if not $headersymshasdoxygen{$sym};
- my $symtype = $headersymstype{$sym};
- my $origwikitype = defined $wikitypes{$sym} ? $wikitypes{$sym} : 'md'; # default to MarkDown for new stuff.
- my $wikitype = (defined $changeformat) ? $changeformat : $origwikitype;
- die("Unexpected wikitype '$wikitype'") if (($wikitype ne 'mediawiki') and ($wikitype ne 'md') and ($wikitype ne 'manpage'));
- #print("$sym\n"); next;
- $wordwrap_mode = $wikitype;
- my $raw = $headersyms{$sym}; # raw doxygen text with comment characters stripped from start/end and start of each line.
- next if not defined $raw;
- $raw =~ s/\A\s*\\brief\s+//; # Technically we don't need \brief (please turn on JAVADOC_AUTOBRIEF if you use Doxygen), so just in case one is present, strip it.
- my @doxygenlines = split /\n/, $raw;
- my $brief = '';
- while (@doxygenlines) {
- last if $doxygenlines[0] =~ /\A\\/; # some sort of doxygen command, assume we're past the general remarks.
- last if $doxygenlines[0] =~ /\A\s*\Z/; # blank line? End of paragraph, done.
- my $l = shift @doxygenlines;
- chomp($l);
- $l =~ s/\A\s*//;
- $l =~ s/\s*\Z//;
- $brief .= "$l ";
- }
- $brief =~ s/\s+\Z//;
- $brief =~ s/\A(.*?\.) /$1\n\n/; # \brief should only be one sentence, delimited by a period+space. Split if necessary.
- my @briefsplit = split /\n/, $brief;
- next if not defined $briefsplit[0]; # No brief text? Probably a bogus Doxygen comment, skip it.
- $brief = wikify($wikitype, shift @briefsplit) . "\n";
- @doxygenlines = (@briefsplit, @doxygenlines);
- my $remarks = '';
- while (@doxygenlines) {
- last if $doxygenlines[0] =~ /\A\\/; # some sort of doxygen command, assume we're past the general remarks.
- my $l = shift @doxygenlines;
- $remarks .= "$l\n";
- }
- #print("REMARKS:\n\n $remarks\n\n");
- $remarks = wordwrap(wikify($wikitype, $remarks));
- $remarks =~ s/\A\s*//;
- $remarks =~ s/\s*\Z//;
- my $decl = $headerdecls{$sym};
- #$decl =~ s/\*\s+SDLCALL/ *SDLCALL/; # Try to make "void * Function" become "void *Function"
- #$decl =~ s/\A\s*extern\s+(SDL_DEPRECATED\s+|)DECLSPEC\s+(.*?)\s+(\*?)SDLCALL/$2$3/;
- my $syntax = '';
- if ($wikitype eq 'mediawiki') {
- $syntax = "<syntaxhighlight lang='c'>\n$decl</syntaxhighlight>\n";
- } elsif ($wikitype eq 'md') {
- $syntax = "```c\n$decl\n```\n";
- } else { die("Expected wikitype '$wikitype'"); }
- my %sections = ();
- $sections{'[Brief]'} = $brief; # include this section even if blank so we get a title line.
- $sections{'Remarks'} = "$remarks\n" if $remarks ne '';
- $sections{'Syntax'} = $syntax;
- my @params = (); # have to parse these and build up the wiki tables after, since Markdown needs to know the length of the largest string. :/
- while (@doxygenlines) {
- my $l = shift @doxygenlines;
- # We allow param/field/value interchangeably, even if it doesn't make sense. The next --copy-to-headers will correct it anyhow.
- if ($l =~ /\A\\(param|field|value)\s+(.*?)\s+(.*)\Z/) {
- my $arg = $2;
- my $desc = $3;
- while (@doxygenlines) {
- my $subline = $doxygenlines[0];
- $subline =~ s/\A\s*//;
- last if $subline =~ /\A\\/; # some sort of doxygen command, assume we're past this thing.
- shift @doxygenlines; # dump this line from the array; we're using it.
- if ($subline eq '') { # empty line, make sure it keeps the newline char.
- $desc .= "\n";
- } else {
- $desc .= " $subline";
- }
- }
- $desc =~ s/[\s\n]+\Z//ms;
- # We need to know the length of the longest string to make Markdown tables, so we just store these off until everything is parsed.
- push @params, $arg;
- push @params, $desc;
- } elsif ($l =~ /\A\\r(eturns?)\s+(.*)\Z/) {
- my $retstr = "R$1"; # "Return" or "Returns"
- my $desc = $2;
- while (@doxygenlines) {
- my $subline = $doxygenlines[0];
- $subline =~ s/\A\s*//;
- last if $subline =~ /\A\\/; # some sort of doxygen command, assume we're past this thing.
- shift @doxygenlines; # dump this line from the array; we're using it.
- if ($subline eq '') { # empty line, make sure it keeps the newline char.
- $desc .= "\n";
- } else {
- $desc .= " $subline";
- }
- }
- $desc =~ s/[\s\n]+\Z//ms;
- $sections{'Return Value'} = wordwrap("$retstr " . wikify($wikitype, $desc)) . "\n";
- } elsif ($l =~ /\A\\deprecated\s+(.*)\Z/) {
- my $desc = $1;
- while (@doxygenlines) {
- my $subline = $doxygenlines[0];
- $subline =~ s/\A\s*//;
- last if $subline =~ /\A\\/; # some sort of doxygen command, assume we're past this thing.
- shift @doxygenlines; # dump this line from the array; we're using it.
- if ($subline eq '') { # empty line, make sure it keeps the newline char.
- $desc .= "\n";
- } else {
- $desc .= " $subline";
- }
- }
- $desc =~ s/[\s\n]+\Z//ms;
- $sections{'Deprecated'} = wordwrap(wikify($wikitype, $desc)) . "\n";
- } elsif ($l =~ /\A\\since\s+(.*)\Z/) {
- my $desc = $1;
- while (@doxygenlines) {
- my $subline = $doxygenlines[0];
- $subline =~ s/\A\s*//;
- last if $subline =~ /\A\\/; # some sort of doxygen command, assume we're past this thing.
- shift @doxygenlines; # dump this line from the array; we're using it.
- if ($subline eq '') { # empty line, make sure it keeps the newline char.
- $desc .= "\n";
- } else {
- $desc .= " $subline";
- }
- }
- $desc =~ s/[\s\n]+\Z//ms;
- $sections{'Version'} = wordwrap(wikify($wikitype, $desc)) . "\n";
- } elsif ($l =~ /\A\\threadsafety\s+(.*)\Z/) {
- my $desc = $1;
- while (@doxygenlines) {
- my $subline = $doxygenlines[0];
- $subline =~ s/\A\s*//;
- last if $subline =~ /\A\\/; # some sort of doxygen command, assume we're past this thing.
- shift @doxygenlines; # dump this line from the array; we're using it.
- if ($subline eq '') { # empty line, make sure it keeps the newline char.
- $desc .= "\n";
- } else {
- $desc .= " $subline";
- }
- }
- $desc =~ s/[\s\n]+\Z//ms;
- $sections{'Thread Safety'} = wordwrap(wikify($wikitype, $desc)) . "\n";
- } elsif ($l =~ /\A\\sa\s+(.*)\Z/) {
- my $sa = $1;
- $sa =~ s/\(\)\Z//; # Convert "SDL_Func()" to "SDL_Func"
- $sections{'See Also'} = '' if not defined $sections{'See Also'};
- if ($wikitype eq 'mediawiki') {
- $sections{'See Also'} .= ":[[$sa]]\n";
- } elsif ($wikitype eq 'md') {
- $sections{'See Also'} .= "* [$sa]($sa)\n";
- } else { die("Expected wikitype '$wikitype'"); }
- }
- }
- my $hfiletext = $wikiheaderfiletext;
- $hfiletext =~ s/\%fname\%/$headersymslocation{$sym}/g;
- $sections{'Header File'} = "$hfiletext\n";
- # Make sure this ends with a double-newline.
- $sections{'See Also'} .= "\n" if defined $sections{'See Also'};
- if (0) { # !!! FIXME: this was a useful hack, but this needs to be generalized if we're going to do this always.
- # Plug in a \since section if one wasn't listed.
- if (not defined $sections{'Version'}) {
- my $symtypename;
- if ($symtype == 1) {
- $symtypename = 'function';
- } elsif ($symtype == 2) {
- $symtypename = 'macro';
- } elsif ($symtype == 3) {
- $symtypename = 'struct';
- } elsif ($symtype == 4) {
- $symtypename = 'enum';
- } elsif ($symtype == 5) {
- $symtypename = 'datatype';
- } else {
- die("Unexpected symbol type $symtype!");
- }
- my $str = "This $symtypename is available since SDL 3.0.0.";
- $sections{'Version'} = wordwrap(wikify($wikitype, $str)) . "\n";
- }
- }
- # We can build the wiki table now that we have all the data.
- if (scalar(@params) > 0) {
- my $str = '';
- if ($wikitype eq 'mediawiki') {
- while (scalar(@params) > 0) {
- my $arg = shift @params;
- my $desc = wikify($wikitype, shift @params);
- $str .= ($str eq '') ? "{|\n" : "|-\n";
- $str .= "|'''$arg'''\n";
- $str .= "|$desc\n";
- }
- $str .= "|}\n";
- } elsif ($wikitype eq 'md') {
- my $longest_arg = 0;
- my $longest_desc = 0;
- my $which = 0;
- foreach (@params) {
- if ($which == 0) {
- my $len = length($_) + 4;
- $longest_arg = $len if ($len > $longest_arg);
- $which = 1;
- } else {
- my $len = length(wikify($wikitype, $_));
- $longest_desc = $len if ($len > $longest_desc);
- $which = 0;
- }
- }
- # Markdown tables are sort of obnoxious.
- $str .= '| ' . (' ' x ($longest_arg+4)) . ' | ' . (' ' x $longest_desc) . " |\n";
- $str .= '| ' . ('-' x ($longest_arg+4)) . ' | ' . ('-' x $longest_desc) . " |\n";
- while (@params) {
- my $arg = shift @params;
- my $desc = wikify($wikitype, shift @params);
- $str .= "| **$arg** " . (' ' x ($longest_arg - length($arg))) . "| $desc" . (' ' x ($longest_desc - length($desc))) . " |\n";
- }
- } else {
- die("Unexpected wikitype!"); # should have checked this elsewhere.
- }
- $sections{'Function Parameters'} = $str;
- }
- my $path = "$wikipath/$_.${wikitype}.tmp";
- open(FH, '>', $path) or die("Can't open '$path': $!\n");
- my $sectionsref = $wikisyms{$sym};
- foreach (@standard_wiki_sections) {
- # drop sections we either replaced or removed from the original wiki's contents.
- if (not defined $only_wiki_sections{$_}) {
- delete($$sectionsref{$_});
- }
- }
- my $wikisectionorderref = $wikisectionorder{$sym};
- # Make sure there's a footer in the wiki that puts this function in CategoryAPI...
- if (not $$sectionsref{'[footer]'}) {
- $$sectionsref{'[footer]'} = '';
- push @$wikisectionorderref, '[footer]';
- }
- # If changing format, convert things that otherwise are passed through unmolested.
- if (defined $changeformat) {
- if (($dewikify_mode eq 'md') and ($origwikitype eq 'mediawiki')) {
- $$sectionsref{'[footer]'} =~ s/\[\[(Category[a-zA-Z0-9_]+)\]\]/[$1]($1)/g;
- } elsif (($dewikify_mode eq 'mediawiki') and ($origwikitype eq 'md')) {
- $$sectionsref{'[footer]'} =~ s/\[(Category[a-zA-Z0-9_]+)\]\(.*?\)/[[$1]]/g;
- }
- foreach (keys %only_wiki_sections) {
- my $sect = $_;
- if (defined $$sectionsref{$sect}) {
- $$sectionsref{$sect} = wikify($wikitype, dewikify($origwikitype, $$sectionsref{$sect}));
- }
- }
- }
- my $footer = $$sectionsref{'[footer]'};
- my $symtypename;
- if ($symtype == 1) {
- $symtypename = 'Function';
- } elsif ($symtype == 2) {
- $symtypename = 'Macro';
- } elsif ($symtype == 3) {
- $symtypename = 'Struct';
- } elsif ($symtype == 4) {
- $symtypename = 'Enum';
- } elsif ($symtype == 5) {
- $symtypename = 'Datatype';
- } else {
- die("Unexpected symbol type $symtype!");
- }
- if ($wikitype eq 'mediawiki') {
- $footer =~ s/\[\[CategoryAPI\]\],?\s*//g;
- $footer =~ s/\[\[CategoryAPI${symtypename}\]\],?\s*//g;
- $footer = "[[CategoryAPI]], [[CategoryAPI$symtypename]]" . (($footer eq '') ? "\n" : ", $footer");
- } elsif ($wikitype eq 'md') {
- $footer =~ s/\[CategoryAPI\]\(CategoryAPI\),?\s*//g;
- $footer =~ s/\[CategoryAPI${symtypename}\]\(CategoryAPI${symtypename}\),?\s*//g;
- $footer = "[CategoryAPI](CategoryAPI), [CategoryAPI$symtypename](CategoryAPI$symtypename)" . (($footer eq '') ? '' : ', ') . $footer;
- } else { die("Unexpected wikitype '$wikitype'"); }
- $$sectionsref{'[footer]'} = $footer;
- if (defined $wikipreamble) {
- my $wikified_preamble = wikify($wikitype, $wikipreamble);
- if ($wikitype eq 'mediawiki') {
- print FH "====== $wikified_preamble ======\n";
- } elsif ($wikitype eq 'md') {
- print FH "###### $wikified_preamble\n";
- } else { die("Unexpected wikitype '$wikitype'"); }
- }
- my $prevsectstr = '';
- my @ordered_sections = (@standard_wiki_sections, defined $wikisectionorderref ? @$wikisectionorderref : ()); # this copies the arrays into one.
- foreach (@ordered_sections) {
- my $sect = $_;
- next if $sect eq '[start]';
- next if (not defined $sections{$sect} and not defined $$sectionsref{$sect});
- my $section = defined $sections{$sect} ? $sections{$sect} : $$sectionsref{$sect};
- if ($sect eq '[footer]') {
- # Make sure previous section ends with two newlines.
- if (substr($prevsectstr, -1) ne "\n") {
- print FH "\n\n";
- } elsif (substr($prevsectstr, -2) ne "\n\n") {
- print FH "\n";
- }
- print FH "----\n"; # It's the same in Markdown and MediaWiki.
- } elsif ($sect eq '[Brief]') {
- if ($wikitype eq 'mediawiki') {
- print FH "= $sym =\n\n";
- } elsif ($wikitype eq 'md') {
- print FH "# $sym\n\n";
- } else { die("Unexpected wikitype '$wikitype'"); }
- } else {
- my $sectname = $sect;
- if ($sectname eq 'Function Parameters') { # We use this same table for different things depending on what we're documenting, so rename it now.
- if (($symtype == 1) || ($symtype == 5)) { # function (or typedef, in case it's a function pointer type).
- } elsif ($symtype == 2) { # macro
- $sectname = 'Macro Parameters';
- } elsif ($symtype == 3) { # struct/union
- $sectname = 'Fields';
- } elsif ($symtype == 4) { # enum
- $sectname = 'Values';
- } else {
- die("Unexpected symtype $symtype");
- }
- }
- if ($wikitype eq 'mediawiki') {
- print FH "\n== $sectname ==\n\n";
- } elsif ($wikitype eq 'md') {
- print FH "\n## $sectname\n\n";
- } else { die("Unexpected wikitype '$wikitype'"); }
- }
- my $sectstr = defined $sections{$sect} ? $sections{$sect} : $$sectionsref{$sect};
- print FH $sectstr;
- $prevsectstr = $sectstr;
- # make sure these don't show up twice.
- delete($sections{$sect});
- delete($$sectionsref{$sect});
- }
- print FH "\n\n";
- close(FH);
- if (defined $changeformat and ($origwikitype ne $wikitype)) {
- system("cd '$wikipath' ; git mv '$_.${origwikitype}' '$_.${wikitype}'");
- unlink("$wikipath/$_.${origwikitype}");
- }
- rename($path, "$wikipath/$_.${wikitype}") or die("Can't rename '$path' to '$wikipath/$_.${wikitype}': $!\n");
- }
- if (defined $readmepath) {
- if ( -d $readmepath ) {
- mkdir($wikireadmepath); # just in case
- opendir(DH, $readmepath) or die("Can't opendir '$readmepath': $!\n");
- while (my $d = readdir(DH)) {
- my $dent = $d;
- if ($dent =~ /\AREADME\-(.*?\.md)\Z/) { # we only bridge Markdown files here.
- my $wikifname = $1;
- next if $wikifname eq 'FrontPage.md';
- filecopy("$readmepath/$dent", "$wikireadmepath/$wikifname", "\n");
- }
- }
- closedir(DH);
- my @pages = ();
- opendir(DH, $wikireadmepath) or die("Can't opendir '$wikireadmepath': $!\n");
- while (my $d = readdir(DH)) {
- my $dent = $d;
- if ($dent =~ /\A(.*?)\.(mediawiki|md)\Z/) {
- my $wikiname = $1;
- next if $wikiname eq 'FrontPage';
- push @pages, $wikiname;
- }
- }
- closedir(DH);
- open(FH, '>', "$wikireadmepath/FrontPage.md") or die("Can't open '$wikireadmepath/FrontPage.md': $!\n");
- print FH "# All READMEs available here\n\n";
- foreach (sort @pages) {
- my $wikiname = $_;
- print FH "- [$wikiname]($wikiname)\n";
- }
- close(FH);
- }
- }
- } elsif ($copy_direction == -2) { # --copy-to-manpages
- # This only takes from the wiki data, since it has sections we omit from the headers, like code examples.
- File::Path::make_path("$manpath/man3");
- File::Path::make_path("$manpath/man3type");
- $dewikify_mode = 'manpage';
- $wordwrap_mode = 'manpage';
- my $introtxt = '';
- if (0) {
- open(FH, '<', "$srcpath/LICENSE.txt") or die("Can't open '$srcpath/LICENSE.txt': $!\n");
- while (<FH>) {
- chomp;
- $introtxt .= ".\\\" $_\n";
- }
- close(FH);
- }
- if (!$gitrev) {
- $gitrev = `cd "$srcpath" ; git rev-list HEAD~..`;
- chomp($gitrev);
- }
- # !!! FIXME
- open(FH, '<', "$srcpath/$versionfname") or die("Can't open '$srcpath/$versionfname': $!\n");
- my $majorver = 0;
- my $minorver = 0;
- my $patchver = 0;
- while (<FH>) {
- chomp;
- if (/$versionmajorregex/) {
- $majorver = int($1);
- } elsif (/$versionminorregex/) {
- $minorver = int($1);
- } elsif (/$versionpatchregex/) {
- $patchver = int($1);
- }
- }
- close(FH);
- my $fullversion = "$majorver.$minorver.$patchver";
- foreach (keys %headersyms) {
- my $sym = $_;
- next if not defined $wikisyms{$sym}; # don't have a page for that function, skip it.
- my $symtype = $headersymstype{$sym};
- my $wikitype = $wikitypes{$sym};
- my $sectionsref = $wikisyms{$sym};
- my $remarks = $sectionsref->{'Remarks'};
- my $params = $sectionsref->{'Function Parameters'};
- my $returns = $sectionsref->{'Return Value'};
- my $version = $sectionsref->{'Version'};
- my $threadsafety = $sectionsref->{'Thread Safety'};
- my $related = $sectionsref->{'See Also'};
- my $examples = $sectionsref->{'Code Examples'};
- my $deprecated = $sectionsref->{'Deprecated'};
- my $headerfile = $manpageheaderfiletext;
- $headerfile =~ s/\%fname\%/$headersymslocation{$sym}/g;
- $headerfile .= "\n";
- my $mansection;
- my $mansectionname;
- if (($symtype == 1) || ($symtype == 2)) { # functions or macros
- $mansection = '3';
- $mansectionname = 'FUNCTIONS';
- } elsif (($symtype >= 3) && ($symtype <= 5)) { # struct/union/enum/typedef
- $mansection = '3type';
- $mansectionname = 'DATATYPES';
- } else {
- die("Unexpected symtype $symtype");
- }
- my $brief = $sectionsref->{'[Brief]'};
- my $decl = $headerdecls{$sym};
- my $str = '';
- $brief = "$brief";
- $brief =~ s/\A[\s\n]*\= .*? \=\s*?\n+//ms;
- $brief =~ s/\A[\s\n]*\=\= .*? \=\=\s*?\n+//ms;
- $brief =~ s/\A(.*?\.) /$1\n/; # \brief should only be one sentence, delimited by a period+space. Split if necessary.
- my @briefsplit = split /\n/, $brief;
- $brief = shift @briefsplit;
- $brief = dewikify($wikitype, $brief);
- if (defined $remarks) {
- $remarks = dewikify($wikitype, join("\n", @briefsplit) . $remarks);
- }
- $str .= $introtxt;
- $str .= ".\\\" This manpage content is licensed under Creative Commons\n";
- $str .= ".\\\" Attribution 4.0 International (CC BY 4.0)\n";
- $str .= ".\\\" https://creativecommons.org/licenses/by/4.0/\n";
- $str .= ".\\\" This manpage was generated from ${projectshortname}'s wiki page for $sym:\n";
- $str .= ".\\\" $wikiurl/$sym\n";
- $str .= ".\\\" Generated with SDL/build-scripts/wikiheaders.pl\n";
- $str .= ".\\\" revision $gitrev\n" if $gitrev ne '';
- $str .= ".\\\" Please report issues in this manpage's content at:\n";
- $str .= ".\\\" $bugreporturl\n";
- $str .= ".\\\" Please report issues in the generation of this manpage from the wiki at:\n";
- $str .= ".\\\" https://github.com/libsdl-org/SDL/issues/new?title=Misgenerated%20manpage%20for%20$sym\n";
- $str .= ".\\\" $projectshortname can be found at $projecturl\n";
- # Define a .URL macro. The "www.tmac" thing decides if we're using GNU roff (which has a .URL macro already), and if so, overrides the macro we just created.
- # This wizadry is from https://web.archive.org/web/20060102165607/http://people.debian.org/~branden/talks/wtfm/wtfm.pdf
- $str .= ".de URL\n";
- $str .= '\\$2 \(laURL: \\$1 \(ra\\$3' . "\n";
- $str .= "..\n";
- $str .= '.if \n[.g] .mso www.tmac' . "\n";
- $str .= ".TH $sym $mansection \"$projectshortname $fullversion\" \"$projectfullname\" \"$projectshortname$majorver $mansectionname\"\n";
- $str .= ".SH NAME\n";
- $str .= "$sym";
- $str .= " \\- $brief" if (defined $brief);
- $str .= "\n";
- if (defined $deprecated) {
- $str .= ".SH DEPRECATED\n";
- $str .= dewikify($wikitype, $deprecated) . "\n";
- }
- if (defined $headerfile) {
- $str .= ".SH HEADER FILE\n";
- $str .= dewikify($wikitype, $headerfile) . "\n";
- }
- $str .= ".SH SYNOPSIS\n";
- $str .= ".nf\n";
- $str .= ".B #include \\(dq$mainincludefname\\(dq\n";
- $str .= ".PP\n";
- my @decllines = split /\n/, $decl;
- foreach (@decllines) {
- $str .= ".BI \"$_\n";
- }
- $str .= ".fi\n";
- if (defined $remarks) {
- $str .= ".SH DESCRIPTION\n";
- $str .= $remarks . "\n";
- }
- if (defined $params) {
- if (($symtype == 1) || ($symtype == 5)) {
- $str .= ".SH FUNCTION PARAMETERS\n";
- } elsif ($symtype == 2) { # macro
- $str .= ".SH MACRO PARAMETERS\n";
- } elsif ($symtype == 3) { # struct/union
- $str .= ".SH FIELDS\n";
- } elsif ($symtype == 4) { # enum
- $str .= ".SH VALUES\n";
- } else {
- die("Unexpected symtype $symtype");
- }
- my @lines = split /\n/, $params;
- if ($wikitype eq 'mediawiki') {
- die("Unexpected data parsing MediaWiki table") if (shift @lines ne '{|'); # Dump the '{|' start
- while (scalar(@lines) >= 3) {
- my $name = shift @lines;
- my $desc = shift @lines;
- my $terminator = shift @lines; # the '|-' or '|}' line.
- last if ($terminator ne '|-') and ($terminator ne '|}'); # we seem to have run out of table.
- $name =~ s/\A\|\s*//;
- $name =~ s/\A\*\*(.*?)\*\*/$1/;
- $name =~ s/\A\'\'\'(.*?)\'\'\'/$1/;
- $desc =~ s/\A\|\s*//;
- $desc = dewikify($wikitype, $desc);
- #print STDERR "FN: $sym NAME: $name DESC: $desc TERM: $terminator\n";
- $str .= ".TP\n";
- $str .= ".I $name\n";
- $str .= "$desc\n";
- }
- } elsif ($wikitype eq 'md') {
- my $l;
- $l = shift @lines;
- die("Unexpected data parsing Markdown table") if (not $l =~ /\A\s*\|\s*\|\s*\|\s*\Z/);
- $l = shift @lines;
- die("Unexpected data parsing Markdown table") if (not $l =~ /\A\s*\|\s*\-*\s*\|\s*\-*\s*\|\s*\Z/);
- while (scalar(@lines) >= 1) {
- $l = shift @lines;
- if ($l =~ /\A\s*\|\s*(.*?)\s*\|\s*(.*?)\s*\|\s*\Z/) {
- my $name = $1;
- my $desc = $2;
- $name =~ s/\A\*\*(.*?)\*\*/$1/;
- $name =~ s/\A\'\'\'(.*?)\'\'\'/$1/;
- $desc = dewikify($wikitype, $desc);
- $str .= ".TP\n";
- $str .= ".I $name\n";
- $str .= "$desc\n";
- } else {
- last; # we seem to have run out of table.
- }
- }
- } else {
- die("write me");
- }
- }
- if (defined $returns) {
- $str .= ".SH RETURN VALUE\n";
- $str .= dewikify($wikitype, $returns) . "\n";
- }
- if (defined $examples) {
- $str .= ".SH CODE EXAMPLES\n";
- $dewikify_manpage_code_indent = 0;
- $str .= dewikify($wikitype, $examples) . "\n";
- $dewikify_manpage_code_indent = 1;
- }
- if (defined $threadsafety) {
- $str .= ".SH THREAD SAFETY\n";
- $str .= dewikify($wikitype, $threadsafety) . "\n";
- }
- if (defined $version) {
- $str .= ".SH AVAILABILITY\n";
- $str .= dewikify($wikitype, $version) . "\n";
- }
- if (defined $related) {
- $str .= ".SH SEE ALSO\n";
- # !!! FIXME: lots of code duplication in all of these.
- my $v = dewikify($wikitype, $related);
- my @desclines = split /\n/, $v;
- my $nextstr = '';
- foreach (@desclines) {
- s/\A(\:|\* )//;
- s/\(\)\Z//; # Convert "SDL_Func()" to "SDL_Func"
- s/\[\[(.*?)\]\]/$1/; # in case some wikilinks remain.
- s/\[(.*?)\]\(.*?\)/$1/; # in case some wikilinks remain.
- s/\A\*\s*\Z//;
- s/\A\/*//;
- s/\A\.BR\s+//; # dewikify added this, but we want to handle it.
- s/\A\.I\s+//; # dewikify added this, but we want to handle it.
- s/\A\s+//;
- s/\s+\Z//;
- next if $_ eq '';
- $str .= "$nextstr.BR $_ (3)";
- $nextstr = ",\n";
- }
- $str .= "\n";
- }
- if (0) {
- $str .= ".SH COPYRIGHT\n";
- $str .= "This manpage is licensed under\n";
- $str .= ".UR https://creativecommons.org/licenses/by/4.0/\n";
- $str .= "Creative Commons Attribution 4.0 International (CC BY 4.0)\n";
- $str .= ".UE\n";
- $str .= ".PP\n";
- $str .= "This manpage was generated from\n";
- $str .= ".UR $wikiurl/$sym\n";
- $str .= "${projectshortname}'s wiki\n";
- $str .= ".UE\n";
- $str .= "using SDL/build-scripts/wikiheaders.pl";
- $str .= " revision $gitrev" if $gitrev ne '';
- $str .= ".\n";
- $str .= "Please report issues in this manpage at\n";
- $str .= ".UR $bugreporturl\n";
- $str .= "our bugtracker!\n";
- $str .= ".UE\n";
- }
- my $path = "$manpath/man$mansection/$_.$mansection";
- my $tmppath = "$path.tmp";
- open(FH, '>', $tmppath) or die("Can't open '$tmppath': $!\n");
- print FH $str;
- close(FH);
- rename($tmppath, $path) or die("Can't rename '$tmppath' to '$path': $!\n");
- }
- }
- # end of wikiheaders.pl ...
|