sql_parser.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316
  1. package dpsapi
  2. import (
  3. "errors"
  4. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  5. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  6. "github.com/auxten/postgresql-parser/pkg/walk"
  7. "go/constant"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. const (
  13. clauseTableRowValueKindTime int = iota + 1
  14. clauseTableRowValueKindBool
  15. clauseTableRowValueKindString
  16. clauseTableRowValueKindUint64
  17. clauseTableRowValueKindFloat64
  18. )
  19. type clauseTableRowValue struct {
  20. kind int
  21. value any
  22. }
  23. type insertClause struct {
  24. table string
  25. keyColumns []string
  26. tableRows map[string]clauseTableRowValue
  27. }
  28. type deleteClause struct {
  29. }
  30. type updateClause struct {
  31. }
  32. type selectClause struct {
  33. selectExpr []string
  34. from string
  35. where []string
  36. limit int
  37. offset int
  38. }
  39. func parseSql(sqlStr string) ([]any, error) {
  40. sqls := strings.Split(sqlStr, ";")
  41. sqlClauses := make([]any, 0)
  42. for _, sql := range sqls {
  43. trimSQL := strings.TrimSpace(sql)
  44. upperTrimSQL := strings.ToUpper(trimSQL)
  45. var clause any
  46. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  47. innerClause, err := insertWalk(sql)
  48. if err != nil {
  49. return nil, err
  50. }
  51. clause = innerClause
  52. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  53. innerClause, err := deleteWalk(sql)
  54. if err != nil {
  55. return nil, err
  56. }
  57. clause = innerClause
  58. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  59. innerClause, err := updateWalk(sql)
  60. if err != nil {
  61. return nil, err
  62. }
  63. clause = innerClause
  64. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  65. innerClause, err := selectWalk(sql)
  66. if err != nil {
  67. return nil, err
  68. }
  69. clause = innerClause
  70. }
  71. sqlClauses = append(sqlClauses, clause)
  72. }
  73. return sqlClauses, nil
  74. }
  75. func insertWalk(sql string) (*insertClause, error) {
  76. clause := new(insertClause)
  77. stmts, err := parser.Parse(sql)
  78. if err != nil {
  79. return nil, err
  80. }
  81. var walkFuncErr error
  82. w := &walk.AstWalker{
  83. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  84. realNode := node.(*tree.Insert)
  85. // 获取table
  86. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  87. realNode.Table.Format(tableFmtCtx)
  88. clause.table = tableFmtCtx.String()
  89. // 解析rows
  90. values := make([]clauseTableRowValue, 0)
  91. rowsStatement, err := parser.Parse(realNode.Rows.String())
  92. if err != nil {
  93. walkFuncErr = err
  94. return true
  95. }
  96. var rowsWalkFuncErr error
  97. funcStringParams := make([]string, 0)
  98. rowsWalker := &walk.AstWalker{Fn: func(ctx interface{}, node interface{}) (stop bool) {
  99. switch rowsNode := node.(type) {
  100. case *tree.FuncExpr:
  101. // 函数类型
  102. value, kind, err := evaluateFuncExpr(rowsNode, nil, &funcStringParams)
  103. if err != nil {
  104. rowsWalkFuncErr = err
  105. return true
  106. }
  107. values = append(values, clauseTableRowValue{
  108. kind: kind,
  109. value: value,
  110. })
  111. case *tree.DBool:
  112. // 布尔类型
  113. stringValue := rowsNode.String()
  114. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  115. if stringValue == "false" {
  116. values = append(values, clauseTableRowValue{
  117. kind: clauseTableRowValueKindBool,
  118. value: false,
  119. })
  120. } else if stringValue == "true" {
  121. values = append(values, clauseTableRowValue{
  122. kind: clauseTableRowValueKindBool,
  123. value: true,
  124. })
  125. } else {
  126. rowsWalkFuncErr = errors.New("不支持的bool值")
  127. return true
  128. }
  129. }
  130. case *tree.StrVal:
  131. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  132. stringValue := rowsNode.String()
  133. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  134. values = append(values, clauseTableRowValue{
  135. kind: clauseTableRowValueKindString,
  136. value: rowsNode.RawString(),
  137. })
  138. }
  139. case *tree.NumVal:
  140. // 数值类型,可以是整形或浮点型
  141. stringValue := rowsNode.String()
  142. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  143. numKind := rowsNode.Kind()
  144. if numKind == constant.Int {
  145. valueUint64, err := strconv.ParseUint(rowsNode.String(), 10, 64)
  146. if err != nil {
  147. rowsWalkFuncErr = err
  148. return true
  149. }
  150. values = append(values, clauseTableRowValue{
  151. kind: clauseTableRowValueKindUint64,
  152. value: valueUint64,
  153. })
  154. } else if numKind == constant.Float {
  155. valueFloat64, err := strconv.ParseFloat(rowsNode.String(), 64)
  156. if err != nil {
  157. rowsWalkFuncErr = err
  158. return true
  159. }
  160. values = append(values, clauseTableRowValue{
  161. kind: clauseTableRowValueKindFloat64,
  162. value: valueFloat64,
  163. })
  164. } else {
  165. rowsWalkFuncErr = errors.New("不支持的数值类型")
  166. return true
  167. }
  168. }
  169. case *tree.UnresolvedName:
  170. rowsWalkFuncErr = errors.New("存在无法解析的名字,是否应该使用单引号")
  171. return true
  172. }
  173. return false
  174. }}
  175. _, err = rowsWalker.Walk(rowsStatement, nil)
  176. if err != nil {
  177. walkFuncErr = err
  178. return true
  179. }
  180. if rowsWalkFuncErr != nil {
  181. walkFuncErr = rowsWalkFuncErr
  182. return true
  183. }
  184. // 组装columnValues
  185. hasIDColumn := false
  186. keyColumns := make([]string, 0)
  187. allColumns := make([]string, 0)
  188. tableRows := make(map[string]clauseTableRowValue)
  189. for i, column := range realNode.Columns.ToStrings() {
  190. if column == "id" {
  191. hasIDColumn = true
  192. }
  193. if strings.HasPrefix(column, "**") {
  194. column = strings.TrimPrefix(column, "**")
  195. keyColumns = append(keyColumns, column)
  196. }
  197. allColumns = append(allColumns, column)
  198. tableRows[column] = values[i]
  199. }
  200. if keyColumns != nil && len(keyColumns) != 0 {
  201. clause.keyColumns = keyColumns
  202. } else if hasIDColumn {
  203. clause.keyColumns = []string{"id"}
  204. } else {
  205. clause.keyColumns = allColumns
  206. }
  207. clause.tableRows = tableRows
  208. return false
  209. },
  210. }
  211. _, err = w.Walk(stmts, nil)
  212. if err != nil {
  213. return nil, err
  214. }
  215. if walkFuncErr != nil {
  216. return nil, walkFuncErr
  217. }
  218. return clause, nil
  219. }
  220. func deleteWalk(sql string) (*insertClause, error) {
  221. return nil, nil
  222. }
  223. func updateWalk(sql string) (*insertClause, error) {
  224. return nil, nil
  225. }
  226. func selectWalk(sql string) (*insertClause, error) {
  227. return nil, nil
  228. }
  229. func evaluateFuncExpr(expr *tree.FuncExpr, funcName *string, stringParams *[]string) (any, int, error) {
  230. if strings.HasPrefix(expr.String(), "parse_time") {
  231. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  232. return nil, 0, errors.New("parse_time(time_str, time_format)")
  233. }
  234. timeStr := expr.Exprs[0].String()
  235. timeFormat := expr.Exprs[1].String()
  236. if funcName != nil {
  237. *funcName = "parse_time"
  238. }
  239. if stringParams != nil {
  240. *stringParams = append(*stringParams, timeStr, timeFormat)
  241. }
  242. parsedTime, err := time.ParseInLocation(timeFormat, timeStr, time.Local)
  243. if err != nil {
  244. return nil, 0, err
  245. }
  246. return parsedTime, clauseTableRowValueKindTime, nil
  247. } else {
  248. return nil, 0, errors.New("不支持的函数")
  249. }
  250. }
  251. func canSkipValueInThisContext(stringParams *[]string, stringValue string) bool {
  252. if stringParams == nil || *stringParams == nil || len(*stringParams) == 0 {
  253. return false
  254. }
  255. if (*stringParams)[0] == stringValue {
  256. *stringParams = (*stringParams)[1:]
  257. return true
  258. }
  259. return false
  260. }