Merge branch 'master' into hindi_s

Author: jyoti-bhogal

.Rbuildignore

@@ -27,7 +27,6 @@
 ^Makefile$
 ^NEWS\.0\.md$
 ^NEWS\.1\.md$
-^_pkgdown\.yml$
 ^src/Makevars$
 ^CODEOWNERS$
 ^GOVERNANCE\.md$
@@ -46,11 +45,11 @@
 ^.*\.dll$
 
 ^bus$
-^pkgdown$
 ^docs$
 ^lib$
 ^library$
 ^devwd$
+^site$
 
 # only the inst/po compressed files are needed, not raw .pot/.po
 ^po$

.ci/linters/c/00preprocess.R

@@ -1,5 +1,5 @@
 .preprocess = function (f) list(
-  c_obj = f, lines = readLines(f),
+  path = f, lines = readLines(f),
   preprocessed = system2(
     "gcc", shQuote(c("-fpreprocessed", "-E", f)),
     stdout = TRUE, stderr = FALSE

.ci/linters/cocci/use_ro_accessors.cocci

@@ -0,0 +1,79 @@
+/* Ensure _RO accessors are used for assignment to 'const' variables */
+@@
+type T;
+const T *variable;
+expression E;
+@@
+- variable = RAW(E)
++ variable = RAW_RO(E)
+
+@@
+type T;
+const T *variable;
+expression E;
+@@
+- variable = LOGICAL(E)
++ variable = LOGICAL_RO(E)
+
+@@
+type T;
+const T *variable;
+expression E;
+@@
+- variable = INTEGER(E)
++ variable = INTEGER_RO(E)
+
+@@
+type T;
+const T *variable;
+expression E;
+@@
+- variable = REAL(E)
++ variable = REAL_RO(E)
+
+@@
+type T;
+const T *variable;
+expression E;
+@@
+- variable = COMPLEX(E)
++ variable = COMPLEX_RO(E)
+
+/* Just use _RO accessors directly instead of 'const' casting the writeable one */
+@@
+expression E;
+type T;
+@@
+-(const T*) RAW(E)
++RAW_RO(E)
+
+@@
+expression E;
+@@
+-(const int*) LOGICAL(E)
++LOGICAL_RO(E)
+
+@@
+expression E;
+@@
+-(const int*) INTEGER(E)
++INTEGER_RO(E)
+
+@@
+expression E;
+@@
+-(const double*) REAL(E)
++REAL_RO(E)
+@@
+expression E;
+type T;
+@@
+-(const T*) COMPLEX(E)
++COMPLEX_RO(E)
+
+@@
+expression E;
+type T;
+@@
+-(const T*) STRING_PTR(E)
++STRING_PTR_RO(E)

.github/workflows/code-quality.yaml

@@ -29,6 +29,7 @@ jobs:
             c:
               - '**/*.c'
               - '**/*.h'
+              - '.ci/linters/cocci/**/*.cocci'
             po:
               - 'po/**/*.po'
             md:

.gitignore

@@ -57,5 +57,10 @@ dev.R
 *.diff
 *.patch
 
-# pkgdown
-docs
+# litedown
+site/*.html
+site/*.md
+site/doc/
+site/man/
+site/reference/
+site/reference_index.rds

.gitlab-ci.yml

@@ -351,20 +351,32 @@ test-mac-old:
 # merging package tarballs and binaries into single R repository
 # rendering documentation
 # setting up CRAN-like structure
-# generating pkgdown website
+# generating litedown website
 integration:
   stage: integration
-  image: registry.gitlab.com/rdatatable/dockerfiles/r-pkgdown
+  image: registry.gitlab.com/rdatatable/dockerfiles/r-data.table
   tags:
     - saas-linux-medium-amd64
-  only:
-    - master
+  rules:
+    - if: '$CI_COMMIT_REF_NAME == "master"'
+    - if: '$CI_PIPELINE_SOURCE == "web"'
   needs: ["mirror-packages","build","test-lin-rel","test-lin-rel-cran","test-lin-dev-gcc-strict-cran","test-lin-dev-clang-cran","test-lin-rel-vanilla","test-lin-ancient-cran","test-lin-dev-clang-san","test-lin-dev-gcc-san","test-win-rel","test-win-dev" ,"test-win-old","test-mac-rel","test-mac-old"]
   script:
     - R --version
-    - *install-deps ## markdown pkg not present in r-pkgdown image
-    - mkdir -p ./pkgdown/favicon/ && cp .graphics/favicon/* ./pkgdown/favicon/ ## copy favicons
-    - Rscript -e 'pkgdown::build_site(override=list(destination="./website"))'
+    - *install-deps ## markdown pkg not present in r-litedown image
+    ## Install data.table from build artifacts (needed by litedown site generation)
+    - R CMD INSTALL bus/build/data.table_*.tar.gz
+    ## Copy assets to site directory
+    - mkdir -p ./site/assets/favicon/
+    - cp .graphics/favicon/* ./site/assets/favicon/
+    ## Generate reference pages first (creates reference_index.rds needed by manual.Rmd)
+    - Rscript site/generate_reference.R
+    ## Build litedown site (now manual.Rmd can use reference_index.rds)
+    - cd site && Rscript -e 'litedown::fuse_site()' && cd ..
+    - mkdir -p website
+    - cp -r site/*.html website/
+    - cp -r site/reference website/ 2>/dev/null || true
+    - cp -r site/assets website/
     ## html manual, vignettes, repos, cran_web, cran_checks
     - echo 'source(".ci/ci.R"); source(".ci/publish.R")' >> .Rprofile
     ## list of available test-* jobs dynamically based on bus/test-* directories
@@ -436,8 +448,16 @@ integration:
     - Rscript -e 'check.index("data.table", names(test.jobs))'
     ## web/checks/check_flavors.html
     - Rscript -e 'check.flavors(names(test.jobs))'
-    ## pkgdown merge
-    - Rscript -e 'common_files<-function(path1, path2) intersect(list.files(path1, all.files=TRUE, no..=TRUE), list.files(path2, all.files=TRUE, no..=TRUE)); msg = if (length(f<-common_files("website","bus/integration/cran"))) paste(c("Following artifacts will be overwritten by pkgdown artifacts:", paste0("  ", f)), collapse="\n") else "No overlapping files from pkgdown artifacts"; message(msg); q("no")'
+    ## Add backwards compatibility redirects
+    - mkdir -p website/news website/reference website/articles
+    - echo '<script>location.replace("../news.html")</script>' > website/news/index.html
+    - echo '<script>location.replace("../manual.html")</script>' > website/reference/index.html
+    ## Render translated vignettes into articles/<language>
+    - Rscript site/render_translations.R
+    ## Copy existing vignettes into articles/
+    - cp -r bus/integration/cran/library/data.table/doc/* website/articles/
+    ## litedown merge
+    - Rscript -e 'common_files<-function(path1, path2) intersect(list.files(path1, all.files=TRUE, no..=TRUE), list.files(path2, all.files=TRUE, no..=TRUE)); msg = if (length(f<-common_files("website","bus/integration/cran"))) paste(c("Following artifacts will be overwritten by litedown artifacts:", paste0("  ", f)), collapse="\n") else "No overlapping files from litedown artifacts"; message(msg); q("no")'
     - mv website/* bus/integration/cran/
     ## add plausible.io stats
     - find bus/integration/cran -type f -iname "*.html" | xargs sed -i 's!<head>!<head><script defer data-domain="rdatatable.gitlab.io/data.table" src="https://plausible.io/js/script.js"></script>!g'
@@ -447,7 +467,6 @@ integration:
 # R repository
 # test jobs summaries
 # html documentation of all packages in repo
-# pkgdown website
 pages:
   stage: deploy
   environment: production

NAMESPACE

@@ -139,7 +139,6 @@ S3method(split, data.table)
 export(dcast, melt)
 S3method(dcast, data.table)
 S3method(melt, data.table)
-S3method(melt, default)
 
 # exported for historical reasons -- if reshape2 is higher on search path,
 # dcast(DT) will not dispatch since reshape2::dcast is not generic. So users

NEWS.md

@@ -1,4 +1,4 @@
-## data.table news and updates
+# data.table news and updates
 
 **If you are viewing this file on CRAN, please check [latest news on GitHub](https://github.com/Rdatatable/data.table/blob/master/NEWS.md) where the formatting is also better.**
 
@@ -30,37 +30,45 @@
 
 1. `fread()` with `skip=0` and `(header=TRUE|FALSE)` no longer skips the first row when it has fewer fields than subsequent rows, [#7463](https://github.com/Rdatatable/data.table/issues/7463). Thanks @emayerhofer for the report and @ben-schwen for the fix.
 
-2. `set()` now automatically pre-allocates new column slots if needed, similar to what `:=` already does, [#1831](https://github.com/Rdatatable/data.table/issues/1831) [#4100](https://github.com/Rdatatable/data.table/issues/4100). Thanks to @zachokeeffe and @tyner for the report and @ben-schwen for the fix.
+2. `fread("file://...")` works for file URIs with spaces, [#7550](https://github.com/Rdatatable/data.table/issues/7550). Thanks @aitap for the report and @MichaelChirico for the PR.
 
-3. `fread("file://...")` works for file URIs with spaces, [#7550](https://github.com/Rdatatable/data.table/issues/7550). Thanks @aitap for the report and @MichaelChirico for the PR.
+3. `fread(text=)` could segfault when reading text input ending with a `\x1a` (ASCII SUB) character after a long line, [#7407](https://github.com/Rdatatable/data.table/issues/7407) which is solved by adding check for eof. Thanks @aitap for the report and @manmita for the fix.
 
-4. `sum(<int64 column>)` by group is correct with missing entries and GForce activated ([#7571](https://github.com/Rdatatable/data.table/issues/7571)). Thanks to @rweberc for the report and @manmita for the fix. The issue was caused by a faulty early `break` that spilled between groups, and resulted in silently incorrect results!
+4. `rowwiseDT()` now provides a helpful error message when a complex object that is not a list (e.g., a function) is provided as a cell value, instructing the user to wrap it in `list()`, [#7219](https://github.com/Rdatatable/data.table/issues/7219). Thanks @kylebutts for the report and @venom1204 for the fix.
 
-5. `fread(text=)` could segfault when reading text input ending with a `\x1a` (ASCII SUB) character after a long line, [#7407](https://github.com/Rdatatable/data.table/issues/7407) which is solved by adding check for eof. Thanks @aitap for the report and @manmita for the fix.
+### Notes
 
-6. `rowwiseDT()` now provides a helpful error message when a complex object that is not a list (e.g., a function) is provided as a cell value, instructing the user to wrap it in `list()`, [#7219](https://github.com/Rdatatable/data.table/issues/7219). Thanks @kylebutts for the report and @venom1204 for the fix.
+1. {data.table} now depends on R 3.5.0 (2018).
 
-7. Fixed compilation failure like "error: unknown type name 'siginfo_t'" in v1.18.0 in some strict environments, e.g., FreeBSD, where the header file declaring the POSIX function `waitid` does not transitively include the header file defining the `siginfo_t` type, [#7516](https://github.com/rdatatable/data.table/issues/7516). Thanks to @jszhao for the report and @aitap for the fix.
+2. pydatatable compatibility layer in `fread()` and `fwrite()` has been removed, [#7069](https://github.com/Rdatatable/data.table/issues/7069). Thanks @badasahog for the report and the PR.
 
-8. When fixing duplicate factor levels, `setattr()` no longer crashes upon encountering missing factor values, [#7595](https://github.com/Rdatatable/data.table/issues/7595). Thanks to @sindribaldur for the report and @aitap for the fix.
+3. Vignettes are now built using `litedown` instead of `knitr`, [#6394](https://github.com/Rdatatable/data.table/issues/6394). Thanks @jangorecki for the suggestion and @ben-schwen and @aitap for the implementation.
 
-9. `foverlaps()` no longer crashes due to out-of-bounds access to list and integer vectors when `y` has no rows or the non-range part of the join fails, [#7597](https://github.com/Rdatatable/data.table/issues/7597). Thanks to @nextpagesoft for the report and @aitap for the fix.
+4. The data.table test suite is a bit more robust to lacking UTF-8 support via a new `requires_utf8` argument to `test()` to skip tests when UTF-8 support is not available, [#7336](https://github.com/Rdatatable/data.table/issues/7336). Thanks @MichaelChirico for the suggestion and @ben-schwen for the implementation.
 
-10. The dynamic library now exports only `R_init_data_table`, preventing symbol name conflicts like `hash_create` with PostgreSQL, [#7605](https://github.com/Rdatatable/data.table/issues/7605). Thanks to @ced75 for the report and @aitap for the fix
+5. `melt()` and `dcast()` no longer provide nudges when receiving incompatible inputs (e.g. data.frames). As of now, we only define methods for `data.table` inputs.
 
-### Notes
+## data.table [v1.18.2.1](https://github.com/Rdatatable/data.table/milestone/44?closed=1)  (22 January 2026)
 
-1. {data.table} now depends on R 3.5.0 (2018).
+### BUG FIXES
 
-2. pydatatable compatibility layer in `fread()` and `fwrite()` has been removed, [#7069](https://github.com/Rdatatable/data.table/issues/7069). Thanks @badasahog for the report and the PR.
+1. When fixing duplicate factor levels, `setattr()` no longer crashes upon encountering missing factor values, [#7595](https://github.com/Rdatatable/data.table/issues/7595). Thanks to @sindribaldur for the report and @aitap for the fix.
 
-3. Vignettes are now built using `litedown` instead of `knitr`, [#6394](https://github.com/Rdatatable/data.table/issues/6394). Thanks @jangorecki for the suggestion and @ben-schwen and @aitap for the implementation.
+2. `foverlaps()` no longer crashes due to out-of-bounds access to list and integer vectors when `y` has no rows or the non-range part of the join fails, [#7597](https://github.com/Rdatatable/data.table/issues/7597). Thanks to @nextpagesoft for the report and @aitap for the fix.
+
+3. The dynamic library now exports only `R_init_data_table`, preventing symbol name conflicts like `hash_create` with PostgreSQL, [#7605](https://github.com/Rdatatable/data.table/issues/7605). Thanks to @ced75 for the report and @aitap for the fix
+
+### Notes
+
+1. Removed use of non-API `ATTRIB`, `SET_ATTRIB`, and `findVar` [#6180](https://github.com/Rdatatable/data.table/issues/6180). Thanks @aitap for the continued assiduous work here, and @MichaelChirico for the easy fix to replace `findVar` with `R_getVar`.
+
+2. Fixed compilation failure like "error: unknown type name 'siginfo_t'" in v1.18.0 in some strict environments, e.g., FreeBSD, where the header file declaring the POSIX function `waitid` does not transitively include the header file defining the `siginfo_t` type, [#7516](https://github.com/rdatatable/data.table/issues/7516). Thanks to @jszhao for the report and @aitap for the fix.
 
-4. Removed use of non-API `ATTRIB`, `SET_ATTRIB`, and `findVar` [#6180](https://github.com/Rdatatable/data.table/issues/6180). Thanks @aitap for the continued assiduous work here, and @MichaelChirico for the easy fix to replace `findVar` with `R_getVar`.
+3. `sum(<int64 column>)` by group is correct with missing entries and GForce activated ([#7571](https://github.com/Rdatatable/data.table/issues/7571)). Thanks to @rweberc for the report and @manmita for the fix. The issue was caused by a faulty early `break` that spilled between groups, and resulted in silently incorrect results!
 
-5. The data.table test suite is a bit more robust to lacking UTF-8 support via a new `requires_utf8` argument to `test()` to skip tests when UTF-8 support is not available, [#7336](https://github.com/Rdatatable/data.table/issues/7336). Thanks @MichaelChirico for the suggestion and @ben-schwen for the implementation.
+4. `set()` now automatically pre-allocates new column slots if needed, similar to what `:=` already does, [#1831](https://github.com/Rdatatable/data.table/issues/1831) [#4100](https://github.com/Rdatatable/data.table/issues/4100). Thanks to @zachokeeffe and @tyner for the report and @ben-schwen for the fix.
 
-## data.table [v1.18.0](https://github.com/Rdatatable/data.table/milestone/37?closed=1)  23 December 2025
+## data.table [v1.18.0](https://github.com/Rdatatable/data.table/milestone/37?closed=1)  (23 December 2025)
 
 ### BREAKING CHANGE
 

R/fcast.R

@@ -12,9 +12,6 @@ dcast = function(
   data, formula, fun.aggregate = NULL, ..., margins = NULL,
   subset = NULL, fill = NULL, value.var = guess(data)
 ) {
-  # TODO(>=1.19.0): Remove this, just let dispatch to 'default' method fail.
-  if (!is.data.table(data))
-    stopf("The %1$s generic in data.table has been passed a %2$s, but data.table::%1$s currently only has a method for data.tables. Please confirm your input is a data.table, with setDT(%3$s) or as.data.table(%3$s). If you intend to use a method from reshape2, try installing that package first, but do note that reshape2 is superseded and is no longer actively developed.", "dcast", class1(data), deparse(substitute(data))) # nocov
   UseMethod("dcast", data)
 }
 

R/fmelt.R

@@ -7,11 +7,6 @@ melt = function(data, ..., na.rm = FALSE, value.name = "value") {
   UseMethod("melt", data)
 }
 
-# TODO(>=1.19.0): Remove this, just let dispatch to 'default' method fail.
-melt.default = function(data, ..., na.rm = FALSE, value.name = "value") {
-  stopf("The %1$s generic in data.table has been passed a %2$s and will attempt to redirect to the relevant reshape2 method; please note that reshape2 is superseded and is no longer actively developed, and this redirection is now deprecated. To continue using melt methods from reshape2 while both packages are attached, e.g. melt.list, you can prepend the namespace, i.e. reshape2::%1$s(%3$s). In the next version, this warning will become an error.", "melt", class1(data), deparse(substitute(data))) # nocov
-}
-
 patterns = function(..., cols=character(0L), ignore.case=FALSE, perl=FALSE, fixed=FALSE, useBytes=FALSE) {
   # if ... has no names, names(list(...)) will be "";
   #   this assures they'll be NULL instead