From 1b7b4ece06645c5d98b009b9a53e368817163c4b Mon Sep 17 00:00:00 2001 From: Clifford Wolf Date: Tue, 24 Jul 2018 17:59:20 +0200 Subject: Add bba parser Signed-off-by: Clifford Wolf --- bba/main.cc | 142 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++---- 1 file changed, 134 insertions(+), 8 deletions(-) (limited to 'bba') diff --git a/bba/main.cc b/bba/main.cc index 42b79504..3ef4c1ca 100644 --- a/bba/main.cc +++ b/bba/main.cc @@ -1,15 +1,141 @@ -#include +#include +#include +#include +#include +#include +#include #include + +enum TokenType : int8_t +{ + TOK_LABEL, + TOK_REF, + TOK_U8, + TOK_U16, + TOK_U32 +}; + +struct Stream +{ + std::string name; + std::vector tokenTypes; + std::vector tokenValues; + std::vector tokenComments; +}; + +Stream stringStream; +std::vector streams; +std::map streamIndex; +std::vector streamStack; + +std::vector labels; +std::map labelIndex; + +std::vector preText, postText; + +const char *skipWhitespace(const char *p) +{ + while (*p == ' ' || *p == '\t') + p++; + return p; +} + int main() { + bool verbose = true; + // bool bigEndian = false; char buffer[512]; - int i, j; - while (1) { - i = read(0, buffer, 512); - if (i == 0) break; - assert(i > 0); - j = write(1, buffer, i); - assert(i == j); + + while (fgets(buffer, 512, stdin) != nullptr) + { + std::string cmd = strtok(buffer, " \t\r\n"); + + if (cmd == "pre") { + const char *p = skipWhitespace(strtok(nullptr, "\r\n")); + preText.push_back(p); + continue; + } + + if (cmd == "post") { + const char *p = skipWhitespace(strtok(nullptr, "\r\n")); + postText.push_back(p); + continue; + } + + if (cmd == "push") { + const char *p = strtok(buffer, " \t\r\n"); + if (streamIndex.count(p) == 0) { + streamIndex[p] = streams.size(); + streams.resize(streams.size() + 1); + streams.back().name = p; + } + streamStack.push_back(streamIndex.at(p)); + continue; + } + + if (cmd == "pop") { + streamStack.pop_back(); + continue; + } + + if (cmd == "label" || cmd == "ref") { + const char *label = strtok(buffer, " \t\r\n"); + const char *comment = skipWhitespace(strtok(buffer, "\r\n")); + Stream &s = streams.at(streamStack.back()); + if (labelIndex.count(label) == 0) { + labelIndex[label] = labels.size(); + labels.push_back(-1); + } + s.tokenTypes.push_back(cmd == "label" ? TOK_LABEL : TOK_REF); + s.tokenValues.push_back(labelIndex.at(label)); + if (verbose) + s.tokenComments.push_back(comment); + continue; + } + + if (cmd == "u8" || cmd == "u16" || cmd == "u32") { + const char *value = strtok(buffer, " \t\r\n"); + const char *comment = skipWhitespace(strtok(buffer, "\r\n")); + Stream &s = streams.at(streamStack.back()); + s.tokenTypes.push_back(cmd == "u8" ? TOK_U8 : cmd == "u16" ? TOK_U16 : TOK_U32); + s.tokenValues.push_back(atoll(value)); + if (verbose) + s.tokenComments.push_back(comment); + continue; + } + + if (cmd == "s") { + const char *value = skipWhitespace(strtok(buffer, "\r\n")); + std::string label = std::string("str:") + value; + Stream &s = streams.at(streamStack.back()); + if (labelIndex.count(label) == 0) { + labelIndex[label] = labels.size(); + labels.push_back(-1); + } + s.tokenTypes.push_back(TOK_REF); + s.tokenValues.push_back(labelIndex.at(label)); + if (verbose) + s.tokenComments.push_back(value); + stringStream.tokenTypes.push_back(TOK_LABEL); + stringStream.tokenValues.push_back(labelIndex.at(label)); + while (1) { + stringStream.tokenTypes.push_back(TOK_U8); + stringStream.tokenValues.push_back(*value); + if (*value == 0) + break; + value++; + } + continue; + } + + abort(); } + + assert(!streams.empty()); + assert(streamStack.empty()); + streams.push_back(Stream()); + streams.back().tokenTypes.swap(stringStream.tokenTypes); + streams.back().tokenValues.swap(stringStream.tokenValues); + return 0; } -- cgit v1.2.3 From c3859072d4e621186e7b4ded3d2311ce0e8d31ba Mon Sep 17 00:00:00 2001 From: Clifford Wolf Date: Tue, 24 Jul 2018 21:10:42 +0200 Subject: Use bbasm to create iCE40 chipdb Signed-off-by: Clifford Wolf --- bba/main.cc | 206 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++---- 1 file changed, 194 insertions(+), 12 deletions(-) (limited to 'bba') diff --git a/bba/main.cc b/bba/main.cc index 3ef4c1ca..53c70b83 100644 --- a/bba/main.cc +++ b/bba/main.cc @@ -3,8 +3,10 @@ #include #include #include +#include #include #include +#include enum TokenType : int8_t { @@ -35,18 +37,48 @@ std::vector preText, postText; const char *skipWhitespace(const char *p) { + if (p == nullptr) + return ""; while (*p == ' ' || *p == '\t') p++; return p; } -int main() +int main(int argc, char **argv) { - bool verbose = true; - // bool bigEndian = false; + bool verbose = false; + bool bigEndian = false; + bool writeC = false; char buffer[512]; - while (fgets(buffer, 512, stdin) != nullptr) + int opt; + while ((opt = getopt(argc, argv, "vbc")) != -1) + { + switch (opt) + { + case 'v': + verbose = true; + break; + case 'b': + bigEndian = true; + break; + case 'c': + writeC = true; + break; + default: + assert(0); + } + } + + assert(optind+2 == argc); + + FILE *fileIn = fopen(argv[optind], "rt"); + assert(fileIn != nullptr); + + FILE *fileOut = fopen(argv[optind+1], writeC ? "wt" : "wb"); + assert(fileOut != nullptr); + + while (fgets(buffer, 512, fileIn) != nullptr) { std::string cmd = strtok(buffer, " \t\r\n"); @@ -63,7 +95,7 @@ int main() } if (cmd == "push") { - const char *p = strtok(buffer, " \t\r\n"); + const char *p = strtok(nullptr, " \t\r\n"); if (streamIndex.count(p) == 0) { streamIndex[p] = streams.size(); streams.resize(streams.size() + 1); @@ -79,8 +111,8 @@ int main() } if (cmd == "label" || cmd == "ref") { - const char *label = strtok(buffer, " \t\r\n"); - const char *comment = skipWhitespace(strtok(buffer, "\r\n")); + const char *label = strtok(nullptr, " \t\r\n"); + const char *comment = skipWhitespace(strtok(nullptr, "\r\n")); Stream &s = streams.at(streamStack.back()); if (labelIndex.count(label) == 0) { labelIndex[label] = labels.size(); @@ -94,8 +126,8 @@ int main() } if (cmd == "u8" || cmd == "u16" || cmd == "u32") { - const char *value = strtok(buffer, " \t\r\n"); - const char *comment = skipWhitespace(strtok(buffer, "\r\n")); + const char *value = strtok(nullptr, " \t\r\n"); + const char *comment = skipWhitespace(strtok(nullptr, "\r\n")); Stream &s = streams.at(streamStack.back()); s.tokenTypes.push_back(cmd == "u8" ? TOK_U8 : cmd == "u16" ? TOK_U16 : TOK_U32); s.tokenValues.push_back(atoll(value)); @@ -104,8 +136,8 @@ int main() continue; } - if (cmd == "s") { - const char *value = skipWhitespace(strtok(buffer, "\r\n")); + if (cmd == "str") { + const char *value = skipWhitespace(strtok(nullptr, "\r\n")); std::string label = std::string("str:") + value; Stream &s = streams.at(streamStack.back()); if (labelIndex.count(label) == 0) { @@ -128,7 +160,13 @@ int main() continue; } - abort(); + assert(0); + } + + if (verbose) { + printf("Constructed %d streams:\n", int(streams.size())); + for (auto &s : streams) + printf(" stream '%s' with %d tokens\n", s.name.c_str(), int(s.tokenTypes.size())); } assert(!streams.empty()); @@ -137,5 +175,149 @@ int main() streams.back().tokenTypes.swap(stringStream.tokenTypes); streams.back().tokenValues.swap(stringStream.tokenValues); + int cursor = 0; + for (auto &s : streams) { + for (int i = 0; i < int(s.tokenTypes.size()); i++) { + switch (s.tokenTypes[i]) + { + case TOK_LABEL: + labels[s.tokenValues[i]] = cursor; + break; + case TOK_REF: + cursor += 4; + break; + case TOK_U8: + cursor += 1; + break; + case TOK_U16: + assert(cursor % 2 == 0); + cursor += 2; + break; + case TOK_U32: + assert(cursor % 4 == 0); + cursor += 4; + break; + default: + assert(0); + } + } + } + + if (verbose) { + printf("resolved positions for %d labels.\n", int(labels.size())); + printf("total data (including strings): %.2f MB\n", double(cursor) / (1024*1024)); + } + + std::vector data(cursor); + + cursor = 0; + for (auto &s : streams) { + for (int i = 0; i < int(s.tokenTypes.size()); i++) { + uint32_t value = s.tokenValues[i]; + int numBytes = 0; + + switch (s.tokenTypes[i]) + { + case TOK_LABEL: + break; + case TOK_REF: + value = labels[value] - cursor; + numBytes = 4; + break; + case TOK_U8: + numBytes = 1; + break; + case TOK_U16: + numBytes = 2; + break; + case TOK_U32: + numBytes = 4; + break; + default: + assert(0); + } + + if (bigEndian) { + switch (numBytes) + { + case 4: + data[cursor++] = value >> 24; + data[cursor++] = value >> 16; + /* fall-through */ + case 2: + data[cursor++] = value >> 8; + /* fall-through */ + case 1: + data[cursor++] = value; + /* fall-through */ + case 0: + break; + default: + assert(0); + } + } else { + switch (numBytes) + { + case 4: + data[cursor+3] = value >> 24; + data[cursor+2] = value >> 16; + /* fall-through */ + case 2: + data[cursor+1] = value >> 8; + /* fall-through */ + case 1: + data[cursor] = value; + /* fall-through */ + case 0: + break; + default: + assert(0); + } + cursor += numBytes; + } + } + } + + assert(cursor == int(data.size())); + + if (writeC) { + for (auto &s : preText) + fprintf(fileOut, "%s\n", s.c_str()); + + fprintf(fileOut, "const char %s[%d] =\n\"", streams[0].name.c_str(), int(data.size())+1); + + cursor = 1; + for (auto d : data) { + if (cursor > 70) { + fputc('\"', fileOut); + fputc('\n', fileOut); + cursor = 0; + } + if (cursor == 0) { + fputc('\"', fileOut); + cursor = 1; + } + if (d < 32 || d >= 128) { + fprintf(fileOut, "\\%03o", int(d)); + cursor += 4; + } else + if (d == '\"' || d == '\'' || d == '\\') { + fputc('\\', fileOut); + fputc(d, fileOut); + cursor += 2; + } else { + fputc(d, fileOut); + cursor++; + } + } + + fprintf(fileOut, "\";\n"); + + for (auto &s : postText) + fprintf(fileOut, "%s\n", s.c_str()); + } else { + fwrite(data.data(), int(data.size()), 1, fileOut); + } + return 0; } -- cgit v1.2.3 From 8b60ed5fd1bda845b4d3f8ac727f5b285713ff0e Mon Sep 17 00:00:00 2001 From: Miodrag Milanovic Date: Wed, 25 Jul 2018 09:31:44 +0200 Subject: Fix bba to compile on windows (no unistd there) --- bba/bba.cmake | 1 + bba/main.cc | 97 +++++++++++++++++++++++++++++++++-------------------------- 2 files changed, 55 insertions(+), 43 deletions(-) (limited to 'bba') diff --git a/bba/bba.cmake b/bba/bba.cmake index 4bb9ea0e..dd803d5d 100644 --- a/bba/bba.cmake +++ b/bba/bba.cmake @@ -5,6 +5,7 @@ ENDIF(CMAKE_CROSSCOMPILING) IF(NOT CMAKE_CROSSCOMPILING) ADD_EXECUTABLE(bbasm bba/main.cc) + target_link_libraries(bbasm LINK_PUBLIC ${Boost_LIBRARIES}) ENDIF(NOT CMAKE_CROSSCOMPILING) IF(NOT CMAKE_CROSSCOMPILING) diff --git a/bba/main.cc b/bba/main.cc index 53c70b83..ee6129ac 100644 --- a/bba/main.cc +++ b/bba/main.cc @@ -1,12 +1,13 @@ +#include +#include +#include #include -#include -#include +#include #include #include -#include #include -#include -#include +#include +#include enum TokenType : int8_t { @@ -51,35 +52,50 @@ int main(int argc, char **argv) bool writeC = false; char buffer[512]; - int opt; - while ((opt = getopt(argc, argv, "vbc")) != -1) - { - switch (opt) - { - case 'v': - verbose = true; - break; - case 'b': - bigEndian = true; - break; - case 'c': - writeC = true; - break; - default: - assert(0); - } + namespace po = boost::program_options; + po::positional_options_description pos; + po::options_description options("Allowed options"); + options.add_options()("v", "verbose output"); + options.add_options()("b", "big endian"); + options.add_options()("c", "write c strings"); + options.add_options()("files", po::value>(), "file parameters"); + pos.add("files", -1); + + po::variables_map vm; + try { + po::parsed_options parsed = po::command_line_parser(argc, argv).options(options).positional(pos).run(); + + po::store(parsed, vm); + + po::notify(vm); + } catch (std::exception &e) { + std::cout << e.what() << "\n"; + return 1; + } + if (vm.count("v")) + verbose = true; + if (vm.count("b")) + bigEndian = true; + if (vm.count("c")) + writeC = true; + + if (vm.count("files") == 0) { + printf("File parameters are mandatory\n"); + exit(-1); + } + std::vector files = vm["files"].as>(); + if (files.size() != 2) { + printf("Input and output parameters must be set\n"); + exit(-1); } - assert(optind+2 == argc); - - FILE *fileIn = fopen(argv[optind], "rt"); + FILE *fileIn = fopen(files.at(0).c_str(), "rt"); assert(fileIn != nullptr); - FILE *fileOut = fopen(argv[optind+1], writeC ? "wt" : "wb"); + FILE *fileOut = fopen(files.at(1).c_str(), writeC ? "wt" : "wb"); assert(fileOut != nullptr); - while (fgets(buffer, 512, fileIn) != nullptr) - { + while (fgets(buffer, 512, fileIn) != nullptr) { std::string cmd = strtok(buffer, " \t\r\n"); if (cmd == "pre") { @@ -178,8 +194,7 @@ int main(int argc, char **argv) int cursor = 0; for (auto &s : streams) { for (int i = 0; i < int(s.tokenTypes.size()); i++) { - switch (s.tokenTypes[i]) - { + switch (s.tokenTypes[i]) { case TOK_LABEL: labels[s.tokenValues[i]] = cursor; break; @@ -205,7 +220,7 @@ int main(int argc, char **argv) if (verbose) { printf("resolved positions for %d labels.\n", int(labels.size())); - printf("total data (including strings): %.2f MB\n", double(cursor) / (1024*1024)); + printf("total data (including strings): %.2f MB\n", double(cursor) / (1024 * 1024)); } std::vector data(cursor); @@ -216,8 +231,7 @@ int main(int argc, char **argv) uint32_t value = s.tokenValues[i]; int numBytes = 0; - switch (s.tokenTypes[i]) - { + switch (s.tokenTypes[i]) { case TOK_LABEL: break; case TOK_REF: @@ -238,8 +252,7 @@ int main(int argc, char **argv) } if (bigEndian) { - switch (numBytes) - { + switch (numBytes) { case 4: data[cursor++] = value >> 24; data[cursor++] = value >> 16; @@ -256,14 +269,13 @@ int main(int argc, char **argv) assert(0); } } else { - switch (numBytes) - { + switch (numBytes) { case 4: - data[cursor+3] = value >> 24; - data[cursor+2] = value >> 16; + data[cursor + 3] = value >> 24; + data[cursor + 2] = value >> 16; /* fall-through */ case 2: - data[cursor+1] = value >> 8; + data[cursor + 1] = value >> 8; /* fall-through */ case 1: data[cursor] = value; @@ -284,7 +296,7 @@ int main(int argc, char **argv) for (auto &s : preText) fprintf(fileOut, "%s\n", s.c_str()); - fprintf(fileOut, "const char %s[%d] =\n\"", streams[0].name.c_str(), int(data.size())+1); + fprintf(fileOut, "const char %s[%d] =\n\"", streams[0].name.c_str(), int(data.size()) + 1); cursor = 1; for (auto d : data) { @@ -300,8 +312,7 @@ int main(int argc, char **argv) if (d < 32 || d >= 128) { fprintf(fileOut, "\\%03o", int(d)); cursor += 4; - } else - if (d == '\"' || d == '\'' || d == '\\') { + } else if (d == '\"' || d == '\'' || d == '\\') { fputc('\\', fileOut); fputc(d, fileOut); cursor += 2; -- cgit v1.2.3 From 8a498c501f3e86dbb41423b11d2af28c46a3435d Mon Sep 17 00:00:00 2001 From: Miodrag Milanovic Date: Wed, 25 Jul 2018 12:08:13 +0200 Subject: just Boost_PROGRAM_OPTIONS_LIBRARY --- bba/bba.cmake | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'bba') diff --git a/bba/bba.cmake b/bba/bba.cmake index dd803d5d..3e094277 100644 --- a/bba/bba.cmake +++ b/bba/bba.cmake @@ -5,7 +5,7 @@ ENDIF(CMAKE_CROSSCOMPILING) IF(NOT CMAKE_CROSSCOMPILING) ADD_EXECUTABLE(bbasm bba/main.cc) - target_link_libraries(bbasm LINK_PUBLIC ${Boost_LIBRARIES}) + target_link_libraries(bbasm LINK_PUBLIC ${Boost_PROGRAM_OPTIONS_LIBRARY}) ENDIF(NOT CMAKE_CROSSCOMPILING) IF(NOT CMAKE_CROSSCOMPILING) -- cgit v1.2.3 From 1e71621f6517faca01f1351ec60dd51288e14ec8 Mon Sep 17 00:00:00 2001 From: Clifford Wolf Date: Wed, 25 Jul 2018 13:06:21 +0200 Subject: Add bba README Signed-off-by: Clifford Wolf --- bba/README.md | 70 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ bba/main.cc | 20 +++++++++++++++++ 2 files changed, 90 insertions(+) create mode 100644 bba/README.md (limited to 'bba') diff --git a/bba/README.md b/bba/README.md new file mode 100644 index 00000000..7e64b582 --- /dev/null +++ b/bba/README.md @@ -0,0 +1,70 @@ +Binary Blob Assembler (bba) +=========================== + +This tools read a text file describing binary data, and write that binary data +file. The usual flow is that the input to bbasm is generated by a python +script, and the output is linked or loaded into a C program, using (packed) +structs to interpret the binary data. + +All references (pointers) are encoded als 32 bit byte offset relative to the +location of the pointer. This way the resulting binary blob is position +independent. + +Valid commands for the input are as follows. + +pre +------------ + +When a C file is generated as output, all the "pre" strings will be included +before the binary blob. + +post +------------- + +When a C file is generated as output, all the "post" strings will be included +after the binary blob. + +push +----------- + +All following commands up until the matching "pop" will be writen to stream +. Everything written to the same stream will end up in a continous +region of the output. + +pop +--- + +End of a push..pop block. + +label [] +------------------------ + +Add a label for the current position. + +ref [] +---------------------- + +Add a 32-bit reference to the specified label. The reference will be a byte +offset relative to the memory location of the reference itself. + +u8 [] +---------------------- + +Add a 8-bit value to the binary blob. + +u16 [] +----------------------- + +Add a 16-bit value to the binary blob. Note that the input must be structured +in a way that ensures that all u16 are aligned to 2-byte addresses. + +u32 [] +---------------------- + +Add a 32-bit value to the binary blob. Note that the input must be structured +in a way that ensures that all u32 are aligned to 4-byte addresses. + +str +------------ + +Add a reference to a zero-terminated copy of the specified string. diff --git a/bba/main.cc b/bba/main.cc index ee6129ac..cd09f804 100644 --- a/bba/main.cc +++ b/bba/main.cc @@ -1,3 +1,23 @@ +/* + * nextpnr -- Next Generation Place and Route + * + * Copyright (C) 2018 Clifford Wolf + * Copyright (C) 2018 Miodrag Milanovic + * + * Permission to use, copy, modify, and/or distribute this software for any + * purpose with or without fee is hereby granted, provided that the above + * copyright notice and this permission notice appear in all copies. + * + * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES + * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF + * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR + * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES + * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN + * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF + * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. + * + */ + #include #include #include -- cgit v1.2.3