49646383f1
Happy new year to the wonderful Godot community!
2020 has been a tough year for most of us personally, but a good year for
Godot development nonetheless with a huge amount of work done towards Godot
4.0 and great improvements backported to the long-lived 3.2 branch.
We've had close to 400 contributors to engine code this year, authoring near
7,000 commit! (And that's only for the `master` branch and for the engine code,
there's a lot more when counting docs, demos and other first-party repos.)
Here's to a great year 2021 for all Godot users 🎆
(cherry picked from commit b5334d14f7)
205 lines
6.8 KiB
C++
205 lines
6.8 KiB
C++
/*************************************************************************/
|
|
/* FBXTokenizer.h */
|
|
/*************************************************************************/
|
|
/* This file is part of: */
|
|
/* GODOT ENGINE */
|
|
/* https://godotengine.org */
|
|
/*************************************************************************/
|
|
/* Copyright (c) 2007-2021 Juan Linietsky, Ariel Manzur. */
|
|
/* Copyright (c) 2014-2021 Godot Engine contributors (cf. AUTHORS.md). */
|
|
/* */
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
/* a copy of this software and associated documentation files (the */
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
/* the following conditions: */
|
|
/* */
|
|
/* The above copyright notice and this permission notice shall be */
|
|
/* included in all copies or substantial portions of the Software. */
|
|
/* */
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
/*************************************************************************/
|
|
|
|
/*
|
|
Open Asset Import Library (assimp)
|
|
----------------------------------------------------------------------
|
|
|
|
Copyright (c) 2006-2019, assimp team
|
|
|
|
|
|
All rights reserved.
|
|
|
|
Redistribution and use of this software in source and binary forms,
|
|
with or without modification, are permitted provided that the
|
|
following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above
|
|
copyright notice, this list of conditions and the
|
|
following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
copyright notice, this list of conditions and the
|
|
following disclaimer in the documentation and/or other
|
|
materials provided with the distribution.
|
|
|
|
* Neither the name of the assimp team, nor the names of its
|
|
contributors may be used to endorse or promote products
|
|
derived from this software without specific prior
|
|
written permission of the assimp team.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
----------------------------------------------------------------------
|
|
*/
|
|
|
|
/** @file FBXTokenizer.h
|
|
* @brief FBX lexer
|
|
*/
|
|
#ifndef FBX_TOKENIZER_H
|
|
#define FBX_TOKENIZER_H
|
|
|
|
#include "FBXParseTools.h"
|
|
#include "core/ustring.h"
|
|
#include <iostream>
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
namespace FBXDocParser {
|
|
/** Rough classification for text FBX tokens used for constructing the
|
|
* basic scope hierarchy. */
|
|
enum TokenType {
|
|
// {
|
|
TokenType_OPEN_BRACKET = 0,
|
|
|
|
// }
|
|
TokenType_CLOSE_BRACKET,
|
|
|
|
// '"blablubb"', '2', '*14' - very general token class,
|
|
// further processing happens at a later stage.
|
|
TokenType_DATA,
|
|
|
|
//
|
|
TokenType_BINARY_DATA,
|
|
|
|
// ,
|
|
TokenType_COMMA,
|
|
|
|
// blubb:
|
|
TokenType_KEY
|
|
};
|
|
|
|
/** Represents a single token in a FBX file. Tokens are
|
|
* classified by the #TokenType enumerated types.
|
|
*
|
|
* Offers iterator protocol. Tokens are immutable. */
|
|
class Token {
|
|
private:
|
|
static const unsigned int BINARY_MARKER = static_cast<unsigned int>(-1);
|
|
|
|
public:
|
|
/** construct a textual token */
|
|
Token(const char *p_sbegin, const char *p_send, TokenType p_type, unsigned int p_line, unsigned int p_column);
|
|
|
|
/** construct a binary token */
|
|
Token(const char *p_sbegin, const char *p_send, TokenType p_type, size_t p_offset);
|
|
~Token();
|
|
|
|
public:
|
|
std::string StringContents() const {
|
|
return std::string(begin(), end());
|
|
}
|
|
|
|
bool IsBinary() const {
|
|
return column == BINARY_MARKER;
|
|
}
|
|
|
|
const char *begin() const {
|
|
return sbegin;
|
|
}
|
|
|
|
const char *end() const {
|
|
return send;
|
|
}
|
|
|
|
TokenType Type() const {
|
|
return type;
|
|
}
|
|
|
|
size_t Offset() const {
|
|
return offset;
|
|
}
|
|
|
|
unsigned int Line() const {
|
|
return static_cast<unsigned int>(line);
|
|
}
|
|
|
|
unsigned int Column() const {
|
|
return column;
|
|
}
|
|
|
|
private:
|
|
#ifdef DEBUG_ENABLED
|
|
// full string copy for the sole purpose that it nicely appears
|
|
// in msvc's debugger window.
|
|
std::string contents;
|
|
#endif
|
|
|
|
const char *sbegin = nullptr;
|
|
const char *send = nullptr;
|
|
const TokenType type;
|
|
|
|
union {
|
|
size_t line;
|
|
size_t offset;
|
|
};
|
|
const unsigned int column = 0;
|
|
};
|
|
|
|
// Fixed leak by using shared_ptr for tokens
|
|
typedef Token *TokenPtr;
|
|
typedef std::vector<TokenPtr> TokenList;
|
|
|
|
#define new_Token new Token
|
|
|
|
/** Main FBX tokenizer function. Transform input buffer into a list of preprocessed tokens.
|
|
*
|
|
* Skips over comments and generates line and column numbers.
|
|
*
|
|
* @param output_tokens Receives a list of all tokens in the input data.
|
|
* @param input_buffer Textual input buffer to be processed, 0-terminated.
|
|
* @print_error if something goes wrong */
|
|
void Tokenize(TokenList &output_tokens, const char *input, size_t length);
|
|
|
|
/** Tokenizer function for binary FBX files.
|
|
*
|
|
* Emits a token list suitable for direct parsing.
|
|
*
|
|
* @param output_tokens Receives a list of all tokens in the input data.
|
|
* @param input_buffer Binary input buffer to be processed.
|
|
* @param length Length of input buffer, in bytes. There is no 0-terminal.
|
|
* @print_error if something goes wrong */
|
|
void TokenizeBinary(TokenList &output_tokens, const char *input, size_t length);
|
|
|
|
} // namespace FBXDocParser
|
|
|
|
#endif // FBX_TOKENIZER_H
|