Attempting to read full table from NetSuite... Executing query: SELECT COALESCE(lastmodifieddate, TO_DATE('1900-01-01 00:00:00', 'YYYY-MM-DD HH24:MI:SS')) AS lastmodifieddate FROM "Fl - Accountant".classification
Job aborted due to stage failure: Task 0 in stage 163.0 failed 4 times, most recent failure: Lost task 0.3 in stage 163.0 (TID 222) (10.21.40.204 executor 0): java.sql.SQLException: [NetSuite][OpenAccess SDK JDBC Driver][OpenAccess SDK SQL Engine]
Failed to retrieve data. Error ticket# mcwb7tcx1eia537oa41ma
[400] at com.netsuite.jdbc.base.dt.b(oajc:1099) at com.netsuite.jdbc.base.dt.a(oajc:976) at com.netsuite.jdbc.base.dt.a(oajc:1120) at com.netsuite.jdbc.base.dt.a(oajc:187) at com.netsuite.openaccess.ssp.at.s(Unknown Source) at com.netsuite.openaccess.ssp.f.a(Unknown Source) at com.netsuite.openaccess.ssp.f.R(Unknown Source) at com.netsuite.openaccess.ssp.f.rS(Unknown Source) at com.netsuite.openaccess.ssp.f.rR(Unknown Source) at com.netsuite.openaccess.ssp.f.E(Unknown Source) at com.netsuite.openaccess.ctxt.stmt.c.a(Unknown Source) at com.netsuite.jdbc.openaccess.d.eR(Unknown Source) at com.netsuite.jdbc.base.hd.kW(oajc:2510) at com.netsuite.jdbc.base.hd.kV(oajc:2397) at com.netsuite.jdbc.base.fp.executeQuery(oajc:479) at org.apache.spark.sql.execution.datasources.jdbc.JDBCRDD.compute(JDBCRDD.scala:404)
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.executeWrite(FileFormatWriter.scala:431) at org.apache.spark.sql.execution.datasources.FileFormatWriter$.$anonfun$write$1(FileFormatWriter.scala:300) at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:94)
at org.apache.spark.scheduler.Task.$anonfun$run$5(Task.scala:161) at com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at com.databricks.unity.HandleImpl.runWith(UCSHandle.scala:104) at com.databricks.unity.HandleImpl.$anonfun$runWithAndClose$1(UCSHandle.scala:109) at scala.util.Using$.resource(Using.scala:269) at com.databricks.unity.HandleImpl.runWithAndClose(UCSHandle.scala:108) at org.apache.spark.scheduler.Task.$anonfun$run$1(Task.scala:155) at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110) at org.apache.spark.scheduler.Task.run(Task.scala:102) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$10(Executor.scala:1038) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:112) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:1041) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:928) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) File , line 92 90 print("\nERROR: An exception occurred.")
92 raise e File , line 76
68 print(f"\nAttempting to write data to CSV at: {output_path_csv}")
69 # df_cleaned = df.na.fill('')
70 # print('cleaned the df')
72 df.write
73 .format("csv")
74 .option("header", "true")
75 .mode("overwrite")
---> 76 .save(output_path_csv)
78 print(f"SUCCESS: Wrote data to CSV.")
80 # # --- Write to Delta Table ---
81 # print(f"\nAttempting to write data to Delta table at: {output_path_delta}")
82 # df.write \ (...)
85 # .save(output_path_delta)
86 # print(f"SUCCESS: Wrote data to Delta table.")