schema.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. import copy
  2. import datetime
  3. import re
  4. from django.db import DatabaseError
  5. from django.db.backends.base.schema import (
  6. BaseDatabaseSchemaEditor,
  7. _related_non_m2m_objects,
  8. )
  9. from django.utils.duration import duration_iso_string
  10. class DatabaseSchemaEditor(BaseDatabaseSchemaEditor):
  11. sql_create_column = "ALTER TABLE %(table)s ADD %(column)s %(definition)s"
  12. sql_alter_column_type = "MODIFY %(column)s %(type)s"
  13. sql_alter_column_null = "MODIFY %(column)s NULL"
  14. sql_alter_column_not_null = "MODIFY %(column)s NOT NULL"
  15. sql_alter_column_default = "MODIFY %(column)s DEFAULT %(default)s"
  16. sql_alter_column_no_default = "MODIFY %(column)s DEFAULT NULL"
  17. sql_alter_column_no_default_null = sql_alter_column_no_default
  18. sql_alter_column_collate = "MODIFY %(column)s %(type)s%(collation)s"
  19. sql_delete_column = "ALTER TABLE %(table)s DROP COLUMN %(column)s"
  20. sql_create_column_inline_fk = (
  21. "CONSTRAINT %(name)s REFERENCES %(to_table)s(%(to_column)s)%(deferrable)s"
  22. )
  23. sql_delete_table = "DROP TABLE %(table)s CASCADE CONSTRAINTS"
  24. sql_create_index = "CREATE INDEX %(name)s ON %(table)s (%(columns)s)%(extra)s"
  25. def quote_value(self, value):
  26. if isinstance(value, (datetime.date, datetime.time, datetime.datetime)):
  27. return "'%s'" % value
  28. elif isinstance(value, datetime.timedelta):
  29. return "'%s'" % duration_iso_string(value)
  30. elif isinstance(value, str):
  31. return "'%s'" % value.replace("'", "''").replace("%", "%%")
  32. elif isinstance(value, (bytes, bytearray, memoryview)):
  33. return "'%s'" % value.hex()
  34. elif isinstance(value, bool):
  35. return "1" if value else "0"
  36. else:
  37. return str(value)
  38. def remove_field(self, model, field):
  39. # If the column is an identity column, drop the identity before
  40. # removing the field.
  41. if self._is_identity_column(model._meta.db_table, field.column):
  42. self._drop_identity(model._meta.db_table, field.column)
  43. super().remove_field(model, field)
  44. def delete_model(self, model):
  45. # Run superclass action
  46. super().delete_model(model)
  47. # Clean up manually created sequence.
  48. self.execute(
  49. """
  50. DECLARE
  51. i INTEGER;
  52. BEGIN
  53. SELECT COUNT(1) INTO i FROM USER_SEQUENCES
  54. WHERE SEQUENCE_NAME = '%(sq_name)s';
  55. IF i = 1 THEN
  56. EXECUTE IMMEDIATE 'DROP SEQUENCE "%(sq_name)s"';
  57. END IF;
  58. END;
  59. /"""
  60. % {
  61. "sq_name": self.connection.ops._get_no_autofield_sequence_name(
  62. model._meta.db_table
  63. )
  64. }
  65. )
  66. def alter_field(self, model, old_field, new_field, strict=False):
  67. try:
  68. super().alter_field(model, old_field, new_field, strict)
  69. except DatabaseError as e:
  70. description = str(e)
  71. # If we're changing type to an unsupported type we need a
  72. # SQLite-ish workaround
  73. if "ORA-22858" in description or "ORA-22859" in description:
  74. self._alter_field_type_workaround(model, old_field, new_field)
  75. # If an identity column is changing to a non-numeric type, drop the
  76. # identity first.
  77. elif "ORA-30675" in description:
  78. self._drop_identity(model._meta.db_table, old_field.column)
  79. self.alter_field(model, old_field, new_field, strict)
  80. # If a primary key column is changing to an identity column, drop
  81. # the primary key first.
  82. elif "ORA-30673" in description and old_field.primary_key:
  83. self._delete_primary_key(model, strict=True)
  84. self._alter_field_type_workaround(model, old_field, new_field)
  85. else:
  86. raise
  87. def _alter_field_type_workaround(self, model, old_field, new_field):
  88. """
  89. Oracle refuses to change from some type to other type.
  90. What we need to do instead is:
  91. - Add a nullable version of the desired field with a temporary name. If
  92. the new column is an auto field, then the temporary column can't be
  93. nullable.
  94. - Update the table to transfer values from old to new
  95. - Drop old column
  96. - Rename the new column and possibly drop the nullable property
  97. """
  98. # Make a new field that's like the new one but with a temporary
  99. # column name.
  100. new_temp_field = copy.deepcopy(new_field)
  101. new_temp_field.null = new_field.get_internal_type() not in (
  102. "AutoField",
  103. "BigAutoField",
  104. "SmallAutoField",
  105. )
  106. new_temp_field.column = self._generate_temp_name(new_field.column)
  107. # Add it
  108. self.add_field(model, new_temp_field)
  109. # Explicit data type conversion
  110. # https://docs.oracle.com/en/database/oracle/oracle-database/18/sqlrf
  111. # /Data-Type-Comparison-Rules.html#GUID-D0C5A47E-6F93-4C2D-9E49-4F2B86B359DD
  112. new_value = self.quote_name(old_field.column)
  113. old_type = old_field.db_type(self.connection)
  114. if re.match("^N?CLOB", old_type):
  115. new_value = "TO_CHAR(%s)" % new_value
  116. old_type = "VARCHAR2"
  117. if re.match("^N?VARCHAR2", old_type):
  118. new_internal_type = new_field.get_internal_type()
  119. if new_internal_type == "DateField":
  120. new_value = "TO_DATE(%s, 'YYYY-MM-DD')" % new_value
  121. elif new_internal_type == "DateTimeField":
  122. new_value = "TO_TIMESTAMP(%s, 'YYYY-MM-DD HH24:MI:SS.FF')" % new_value
  123. elif new_internal_type == "TimeField":
  124. # TimeField are stored as TIMESTAMP with a 1900-01-01 date part.
  125. new_value = "CONCAT('1900-01-01 ', %s)" % new_value
  126. new_value = "TO_TIMESTAMP(%s, 'YYYY-MM-DD HH24:MI:SS.FF')" % new_value
  127. # Transfer values across
  128. self.execute(
  129. "UPDATE %s set %s=%s"
  130. % (
  131. self.quote_name(model._meta.db_table),
  132. self.quote_name(new_temp_field.column),
  133. new_value,
  134. )
  135. )
  136. # Drop the old field
  137. self.remove_field(model, old_field)
  138. # Rename and possibly make the new field NOT NULL
  139. super().alter_field(model, new_temp_field, new_field)
  140. # Recreate foreign key (if necessary) because the old field is not
  141. # passed to the alter_field() and data types of new_temp_field and
  142. # new_field always match.
  143. new_type = new_field.db_type(self.connection)
  144. if (
  145. (old_field.primary_key and new_field.primary_key)
  146. or (old_field.unique and new_field.unique)
  147. ) and old_type != new_type:
  148. for _, rel in _related_non_m2m_objects(new_temp_field, new_field):
  149. if rel.field.db_constraint:
  150. self.execute(
  151. self._create_fk_sql(rel.related_model, rel.field, "_fk")
  152. )
  153. def _alter_column_type_sql(self, model, old_field, new_field, new_type):
  154. auto_field_types = {"AutoField", "BigAutoField", "SmallAutoField"}
  155. # Drop the identity if migrating away from AutoField.
  156. if (
  157. old_field.get_internal_type() in auto_field_types
  158. and new_field.get_internal_type() not in auto_field_types
  159. and self._is_identity_column(model._meta.db_table, new_field.column)
  160. ):
  161. self._drop_identity(model._meta.db_table, new_field.column)
  162. return super()._alter_column_type_sql(model, old_field, new_field, new_type)
  163. def normalize_name(self, name):
  164. """
  165. Get the properly shortened and uppercased identifier as returned by
  166. quote_name() but without the quotes.
  167. """
  168. nn = self.quote_name(name)
  169. if nn[0] == '"' and nn[-1] == '"':
  170. nn = nn[1:-1]
  171. return nn
  172. def _generate_temp_name(self, for_name):
  173. """Generate temporary names for workarounds that need temp columns."""
  174. suffix = hex(hash(for_name)).upper()[1:]
  175. return self.normalize_name(for_name + "_" + suffix)
  176. def prepare_default(self, value):
  177. return self.quote_value(value)
  178. def _field_should_be_indexed(self, model, field):
  179. create_index = super()._field_should_be_indexed(model, field)
  180. db_type = field.db_type(self.connection)
  181. if (
  182. db_type is not None
  183. and db_type.lower() in self.connection._limited_data_types
  184. ):
  185. return False
  186. return create_index
  187. def _is_identity_column(self, table_name, column_name):
  188. with self.connection.cursor() as cursor:
  189. cursor.execute(
  190. """
  191. SELECT
  192. CASE WHEN identity_column = 'YES' THEN 1 ELSE 0 END
  193. FROM user_tab_cols
  194. WHERE table_name = %s AND
  195. column_name = %s
  196. """,
  197. [self.normalize_name(table_name), self.normalize_name(column_name)],
  198. )
  199. row = cursor.fetchone()
  200. return row[0] if row else False
  201. def _drop_identity(self, table_name, column_name):
  202. self.execute(
  203. "ALTER TABLE %(table)s MODIFY %(column)s DROP IDENTITY"
  204. % {
  205. "table": self.quote_name(table_name),
  206. "column": self.quote_name(column_name),
  207. }
  208. )
  209. def _get_default_collation(self, table_name):
  210. with self.connection.cursor() as cursor:
  211. cursor.execute(
  212. """
  213. SELECT default_collation FROM user_tables WHERE table_name = %s
  214. """,
  215. [self.normalize_name(table_name)],
  216. )
  217. return cursor.fetchone()[0]
  218. def _alter_column_collation_sql(self, model, new_field, new_type, new_collation):
  219. if new_collation is None:
  220. new_collation = self._get_default_collation(model._meta.db_table)
  221. return super()._alter_column_collation_sql(
  222. model, new_field, new_type, new_collation
  223. )