use preprocessor

1 files changed, 563 insertions, 0 deletions

diff --git a/tools/preproc/asm_file.cpp b/tools/preproc/asm_file.cpp
new file mode 100644
index 000000000..0b42d9ab2
--- /dev/null
+++ b/tools/preproc/asm_file.cpp
@@ -0,0 +1,563 @@
+// Copyright(c) 2016 YamaArashi
+//
+// Permission is hereby granted, free of charge, to any person obtaining a copy
+// of this software and associated documentation files (the "Software"), to deal
+// in the Software without restriction, including without limitation the rights
+// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+// copies of the Software, and to permit persons to whom the Software is
+// furnished to do so, subject to the following conditions:
+//
+// The above copyright notice and this permission notice shall be included in
+// all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+// THE SOFTWARE.
+
+#include <cstdio>
+#include <cstdarg>
+#include "preproc.h"
+#include "asm_file.h"
+#include "char_util.h"
+#include "utf8.h"
+
+AsmFile::AsmFile(std::string filename) : m_filename(filename)
+{
+    FILE *fp = std::fopen(filename.c_str(), "rb");
+
+    if (fp == NULL)
+        FATAL_ERROR("Failed to open \"%s\" for reading.\n", filename.c_str());
+
+    std::fseek(fp, 0, SEEK_END);
+
+    m_size = std::ftell(fp);
+
+    m_buffer = new char[m_size + 1];
+
+    std::rewind(fp);
+
+    if (std::fread(m_buffer, m_size, 1, fp) != 1)
+        FATAL_ERROR("Failed to read \"%s\".\n", filename.c_str());
+
+    m_buffer[m_size] = 0;
+
+    std::fclose(fp);
+
+    m_pos = 0;
+    m_lineNum = 1;
+    m_lineStart = 0;
+
+    RemoveComments();
+}
+
+AsmFile::AsmFile(AsmFile&& other) : m_filename(std::move(other.m_filename))
+{
+    m_buffer = other.m_buffer;
+    m_pos = other.m_pos;
+    m_size = other.m_size;
+    m_lineNum = other.m_lineNum;
+    m_lineStart = other.m_lineStart;
+
+    other.m_buffer = nullptr;
+}
+
+AsmFile::~AsmFile()
+{
+    delete[] m_buffer;
+}
+
+// Removes comments to simplify further processing.
+// It stops upon encountering a null character,
+// which may or may not be the end of file marker.
+// If it's not, the error will be caught later.
+void AsmFile::RemoveComments()
+{
+    long pos = 0;
+    bool inString = false;
+    char stringChar;
+
+    for (;;)
+    {
+        if (m_buffer[pos] == 0)
+            return;
+
+        if (inString)
+        {
+            if (m_buffer[pos] == '\\' && m_buffer[pos + 1] == stringChar)
+            {
+                pos += 2;
+            }
+            else
+            {
+                if (m_buffer[pos] == stringChar)
+                    inString = false;
+                pos++;
+            }
+        }
+        else if (m_buffer[pos] == '@' && (pos == 0 || m_buffer[pos - 1] != '\\'))
+        {
+            while (m_buffer[pos] != '\n' && m_buffer[pos] != 0)
+                m_buffer[pos++] = ' ';
+        }
+        else if (m_buffer[pos] == '/' && m_buffer[pos + 1] == '*')
+        {
+            m_buffer[pos++] = ' ';
+            m_buffer[pos++] = ' ';
+
+            bool inCommentString = false;
+            char commentStringChar;
+
+            for (;;)
+            {
+                if (m_buffer[pos] == 0)
+                    return;
+
+                if (inCommentString)
+                {
+                    if (m_buffer[pos] == '\\' && m_buffer[pos + 1] == commentStringChar)
+                    {
+                        m_buffer[pos++] = ' ';
+                        m_buffer[pos++] = ' ';
+                    }
+                    else
+                    {
+                        if (m_buffer[pos] == commentStringChar)
+                            inCommentString = false;
+                        if (m_buffer[pos] != '\n')
+                            m_buffer[pos] = ' ';
+                        pos++;
+                    }
+                }
+                else
+                {
+                    if (m_buffer[pos] == '*' && m_buffer[pos + 1] == '/')
+                    {
+                        m_buffer[pos++] = ' ';
+                        m_buffer[pos++] = ' ';
+                        break;
+                    }
+                    else
+                    {
+                        if (m_buffer[pos] == '"' || m_buffer[pos] == '\'')
+                        {
+                            commentStringChar = m_buffer[pos];
+                            inCommentString = true;
+                        }
+                        if (m_buffer[pos] != '\n')
+                            m_buffer[pos] = ' ';
+                        pos++;
+                    }
+                }
+            }
+        }
+        else
+        {
+            if (m_buffer[pos] == '"' || m_buffer[pos] == '\'')
+            {
+                stringChar = m_buffer[pos];
+                inString = true;
+            }
+            pos++;
+        }
+    }
+}
+
+// Checks if we're at a particular directive and if so, consumes it.
+// Returns whether the directive was found.
+bool AsmFile::CheckForDirective(std::string name)
+{
+    long i;
+    long length = static_cast<long>(name.length());
+
+    for (i = 0; i < length && m_pos + i < m_size; i++)
+        if (name[i] != m_buffer[m_pos + i])
+            return false;
+
+    if (i < length)
+        return false;
+
+    m_pos += length;
+
+    return true;
+}
+
+// Checks if we're at a known directive and if so, consumes it.
+// Returns which directive was found.
+Directive AsmFile::GetDirective()
+{
+    SkipWhitespace();
+
+    if (CheckForDirective(".include"))
+        return Directive::Include;
+    else if (CheckForDirective(".string"))
+        return Directive::String;
+    else
+        return Directive::Unknown;
+}
+
+// Skips tabs and spaces.
+void AsmFile::SkipWhitespace()
+{
+    while (m_buffer[m_pos] == '\t' || m_buffer[m_pos] == ' ')
+        m_pos++;
+}
+
+// Reads include path.
+std::string AsmFile::ReadPath()
+{
+    SkipWhitespace();
+
+    if (m_buffer[m_pos] != '"')
+        RaiseError("expected file path");
+
+    m_pos++;
+
+    int length = 0;
+    long startPos = m_pos;
+
+    while (m_buffer[m_pos] != '"')
+    {
+        unsigned char c = m_buffer[m_pos++];
+
+        if (c == 0)
+        {
+            if (m_pos >= m_size)
+                RaiseError("unexpected EOF in include string");
+            else
+                RaiseError("unexpected null character in include string");
+        }
+
+        if (!IsAsciiPrintable(c))
+            RaiseError("unexpected character '\\x%02X' in include string", c);
+
+        // Don't bother allowing any escape sequences.
+        if (c == '\\')
+        {
+            c = m_buffer[m_pos];
+            RaiseError("unexpected escape '\\%c' in include string", c);
+        }
+
+        length++;
+
+        if (length > kMaxPath)
+            RaiseError("path is too long");
+    }
+
+    m_pos++; // Go past the right quote.
+
+    ExpectEmptyRestOfLine();
+
+    return std::string(&m_buffer[startPos], length);
+}
+
+// Reads a charmap char or escape sequence.
+std::string AsmFile::ReadCharOrEscape()
+{
+    std::string sequence;
+
+    bool isEscape = (m_buffer[m_pos] == '\\');
+
+    if (isEscape)
+    {
+        m_pos++;
+
+        if (m_buffer[m_pos] == '"')
+        {
+            sequence = g_charmap->Char('"');
+
+            if (sequence.length() == 0)
+                RaiseError("no mapping exists for double quote");
+
+            return sequence;
+        }
+        else if (m_buffer[m_pos] == '\\')
+        {
+            sequence = g_charmap->Char('\\');
+
+            if (sequence.length() == 0)
+                RaiseError("no mapping exists for backslash");
+
+            return sequence;
+        }
+    }
+
+    unsigned char c = m_buffer[m_pos];
+
+    if (c == 0)
+    {
+        if (m_pos >= m_size)
+            RaiseError("unexpected EOF in UTF-8 string");
+        else
+            RaiseError("unexpected null character in UTF-8 string");
+    }
+
+    if (IsAscii(c) && !IsAsciiPrintable(c))
+        RaiseError("unexpected character U+%X in UTF-8 string", c);
+
+    UnicodeChar unicodeChar = DecodeUtf8(&m_buffer[m_pos]);
+    m_pos += unicodeChar.encodingLength;
+    std::int32_t code = unicodeChar.code;
+
+    if (code == -1)
+        RaiseError("invalid encoding in UTF-8 string");
+
+    if (isEscape && code >= 128)
+        RaiseError("escapes using non-ASCII characters are invalid");
+
+    sequence = isEscape ? g_charmap->Escape(code) : g_charmap->Char(code);
+
+    if (sequence.length() == 0)
+    {
+        if (isEscape)
+            RaiseError("unknown escape '\\%c'", code);
+        else
+            RaiseError("unknown character U+%X", code);
+    }
+
+    return sequence;
+}
+
+// Reads a charmap constant, i.e. "{FOO}".
+std::string AsmFile::ReadConstant()
+{
+    m_pos++; // Assume we're on the left curly bracket.
+
+    long startPos = m_pos;
+
+    while (IsIdentifierChar(m_buffer[m_pos]))
+        m_pos++;
+
+    if (m_buffer[m_pos] != '}')
+    {
+        if (m_buffer[m_pos] == 0)
+        {
+            if (m_pos >= m_size)
+                RaiseError("unexpected EOF in identifier");
+            else
+                RaiseError("unexpected null character in identifier");
+        }
+
+        RaiseError("unexpected character in identifier");
+    }
+
+    std::string sequence = g_charmap->Constant(std::string(&m_buffer[startPos], m_pos - startPos));
+
+    if (sequence.length() == 0)
+    {
+        m_buffer[m_pos] = 0;
+        RaiseError("unknown constant '%s'", &m_buffer[startPos]);
+    }
+
+    m_pos++; // Go past the right curly bracket.
+
+    return sequence;
+}
+
+// Reads a charmap string.
+int AsmFile::ReadString(unsigned char* s)
+{
+    SkipWhitespace();
+
+    if (m_buffer[m_pos] != '"')
+        RaiseError("expected UTF-8 string literal");
+
+    m_pos++;
+
+    int length = 0;
+
+    while (m_buffer[m_pos] != '"')
+    {
+        std::string sequence = (m_buffer[m_pos] == '{') ? ReadConstant() : ReadCharOrEscape();
+
+        for (const char& c : sequence)
+        {
+            if (length == kMaxStringLength)
+                RaiseError("mapped string longer than %d bytes", length);
+
+            s[length++] = c;
+        }
+    }
+
+    m_pos++; // Go past the right quote.
+
+    SkipWhitespace();
+
+    if (ConsumeComma())
+    {
+        SkipWhitespace();
+        int padLength = ReadPadLength();
+
+        while (length < padLength)
+        {
+            s[length++] = 0;
+        }
+    }
+
+    ExpectEmptyRestOfLine();
+
+    return length;
+}
+
+// If we're at a comma, consumes it.
+// Returns whether a comma was found.
+bool AsmFile::ConsumeComma()
+{
+    if (m_buffer[m_pos] == ',')
+    {
+        m_pos++;
+        return true;
+    }
+
+    return false;
+}
+
+// Converts digit character to numerical value.
+static int ConvertDigit(char c, int radix)
+{
+    int digit;
+
+    if (c >= '0' && c <= '9')
+        digit = c - '0';
+    else if (c >= 'A' && c <= 'F')
+        digit = 10 + c - 'A';
+    else if (c >= 'a' && c <= 'f')
+        digit = 10 + c - 'a';
+    else
+        return -1;
+
+    return (digit < radix) ? digit : -1;
+}
+
+// Reads the pad length for a charmap string.
+int AsmFile::ReadPadLength()
+{
+    if (!IsAsciiDigit(m_buffer[m_pos]))
+        RaiseError("expected integer");
+
+    int radix = 10;
+
+    if (m_buffer[m_pos] == '0' && m_buffer[m_pos + 1] == 'x')
+    {
+        radix = 16;
+        m_pos += 2;
+    }
+
+    int n = 0;
+    int digit;
+
+    while ((digit = ConvertDigit(m_buffer[m_pos], radix)) != -1)
+    {
+        n = n * radix + digit;
+
+        if (n > kMaxStringLength)
+            RaiseError("pad length greater than maximum length (%d)", kMaxStringLength);
+
+        m_pos++;
+    }
+
+    return n;
+}
+
+// Outputs the current line and moves to the next one.
+void AsmFile::OutputLine()
+{
+    while (m_buffer[m_pos] != '\n' && m_buffer[m_pos] != 0)
+        m_pos++;
+
+    if (m_buffer[m_pos] == 0)
+    {
+        if (m_pos >= m_size)
+        {
+            RaiseWarning("file doesn't end with newline");
+            puts(&m_buffer[m_lineStart]);
+        }
+        else
+        {
+            RaiseError("unexpected null character");
+        }
+    }
+    else
+    {
+        m_buffer[m_pos] = 0;
+        puts(&m_buffer[m_lineStart]);
+        m_buffer[m_pos] = '\n';
+        m_pos++;
+        m_lineStart = m_pos;
+        m_lineNum++;
+    }
+}
+
+// Asserts that the rest of the line is empty and moves to the next one.
+void AsmFile::ExpectEmptyRestOfLine()
+{
+    SkipWhitespace();
+
+    if (m_buffer[m_pos] == 0)
+    {
+        if (m_pos >= m_size)
+            RaiseWarning("file doesn't end with newline");
+        else
+            RaiseError("unexpected null character");
+    }
+    else if (m_buffer[m_pos] == '\n')
+    {
+        m_pos++;
+        m_lineStart = m_pos;
+        m_lineNum++;
+    }
+    else if (m_buffer[m_pos] == '\r')
+    {
+        RaiseError("only Unix-style LF newlines are supported");
+    }
+    else
+    {
+        RaiseError("junk at end of line");
+    }
+}
+
+// Checks if we're at the end of the file.
+bool AsmFile::IsAtEnd()
+{
+    return (m_pos >= m_size);
+}
+
+// Output the current location to set gas's logical file and line numbers.
+void AsmFile::OutputLocation()
+{
+    printf("# %ld \"%s\"\n", m_lineNum, m_filename.c_str());
+}
+
+// Reports a diagnostic message.
+void AsmFile::ReportDiagnostic(const char* type, const char* format, std::va_list args)
+{
+    const int bufferSize = 1024;
+    char buffer[bufferSize];
+    std::vsnprintf(buffer, bufferSize, format, args);
+    std::fprintf(stderr, "%s:%ld: %s: %s\n", m_filename.c_str(), m_lineNum, type, buffer);
+}
+
+#define DO_REPORT(type)                   \
+do                                        \
+{                                         \
+    std::va_list args;                    \
+    va_start(args, format);               \
+    ReportDiagnostic(type, format, args); \
+    va_end(args);                         \
+} while (0)
+
+// Reports an error diagnostic and terminates the program.
+void AsmFile::RaiseError(const char* format, ...)
+{
+    DO_REPORT("error");
+    exit(1);
+}
+
+// Reports a warning diagnostic.
+void AsmFile::RaiseWarning(const char* format, ...)
+{
+    DO_REPORT("warning");
+}