2  *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
 
   4  *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
 
   6  * This program is free software; you can redistribute it and/or modify
 
   7  * it under the terms of the GNU General Public License version 2 as
 
   8  * published by the Free Software Foundation.
 
  11 #include <linux/module.h>
 
  12 #include <linux/dma-mapping.h>
 
  13 #include <linux/clk.h>
 
  14 #include <linux/mmc/host.h>
 
  15 #include <linux/platform_device.h>
 
  16 #include <linux/irq.h>
 
  21 #include <asm/arch/regs-sdi.h>
 
  22 #include <asm/arch/regs-gpio.h>
 
  24 #include <asm/plat-s3c24xx/mci.h>
 
  28 #define DRIVER_NAME "s3c-mci"
 
  42 static const int dbgmap_err   = dbg_err | dbg_fail;
 
  43 static const int dbgmap_info  = dbg_info | dbg_conf;
 
  44 static const int dbgmap_debug = dbg_debug;
 
  46 #define dbg(host, channels, args...)              \
 
  48         if (dbgmap_err & channels)                \
 
  49                 dev_err(&host->pdev->dev, args);  \
 
  50         else if (dbgmap_info & channels)          \
 
  51                 dev_info(&host->pdev->dev, args); \
 
  52         else if (dbgmap_debug & channels)         \
 
  53                 dev_dbg(&host->pdev->dev, args);  \
 
  56 #define RESSIZE(ressource) (((ressource)->end - (ressource)->start)+1)
 
  58 static struct s3c2410_dma_client s3cmci_dma_client = {
 
  62 static void finalize_request(struct s3cmci_host *host);
 
  63 static void s3cmci_send_request(struct mmc_host *mmc);
 
  64 static void s3cmci_reset(struct s3cmci_host *host);
 
  66 #ifdef CONFIG_MMC_DEBUG
 
  68 static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
 
  70         u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
 
  71         u32 datcon, datcnt, datsta, fsta, imask;
 
  73         con     = readl(host->base + S3C2410_SDICON);
 
  74         pre     = readl(host->base + S3C2410_SDIPRE);
 
  75         cmdarg  = readl(host->base + S3C2410_SDICMDARG);
 
  76         cmdcon  = readl(host->base + S3C2410_SDICMDCON);
 
  77         cmdsta  = readl(host->base + S3C2410_SDICMDSTAT);
 
  78         r0      = readl(host->base + S3C2410_SDIRSP0);
 
  79         r1      = readl(host->base + S3C2410_SDIRSP1);
 
  80         r2      = readl(host->base + S3C2410_SDIRSP2);
 
  81         r3      = readl(host->base + S3C2410_SDIRSP3);
 
  82         timer   = readl(host->base + S3C2410_SDITIMER);
 
  83         bsize   = readl(host->base + S3C2410_SDIBSIZE);
 
  84         datcon  = readl(host->base + S3C2410_SDIDCON);
 
  85         datcnt  = readl(host->base + S3C2410_SDIDCNT);
 
  86         datsta  = readl(host->base + S3C2410_SDIDSTA);
 
  87         fsta    = readl(host->base + S3C2410_SDIFSTA);
 
  88         imask   = readl(host->base + host->sdiimsk);
 
  90         dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
 
  91                                 prefix, con, pre, timer);
 
  93         dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
 
  94                                 prefix, cmdcon, cmdarg, cmdsta);
 
  96         dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
 
  97                                " DSTA:[%08x] DCNT:[%08x]\n",
 
  98                                 prefix, datcon, fsta, datsta, datcnt);
 
 100         dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
 
 101                                "   R2:[%08x]   R3:[%08x]\n",
 
 102                                 prefix, r0, r1, r2, r3);
 
 105 static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 
 108         snprintf(host->dbgmsg_cmd, 300,
 
 109                  "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
 
 110                  host->ccnt, (stop ? " (STOP)" : ""),
 
 111                  cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
 
 114                 snprintf(host->dbgmsg_dat, 300,
 
 115                          "#%u bsize:%u blocks:%u bytes:%u",
 
 116                          host->dcnt, cmd->data->blksz,
 
 118                          cmd->data->blocks * cmd->data->blksz);
 
 120                 host->dbgmsg_dat[0] = '\0';
 
 124 static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
 
 127         unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
 
 132         if (cmd->error == 0) {
 
 133                 dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
 
 134                         host->dbgmsg_cmd, cmd->resp[0]);
 
 136                 dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
 
 137                         cmd->error, host->dbgmsg_cmd, host->status);
 
 143         if (cmd->data->error == 0) {
 
 144                 dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
 
 146                 dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
 
 147                         cmd->data->error, host->dbgmsg_dat,
 
 148                         readl(host->base + S3C2410_SDIDCNT));
 
 152 static void dbg_dumpcmd(struct s3cmci_host *host,
 
 153                         struct mmc_command *cmd, int fail) { }
 
 155 static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 
 158 static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
 
 160 #endif /* CONFIG_MMC_DEBUG */
 
 162 static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
 
 166         newmask = readl(host->base + host->sdiimsk);
 
 169         writel(newmask, host->base + host->sdiimsk);
 
 174 static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
 
 178         newmask = readl(host->base + host->sdiimsk);
 
 181         writel(newmask, host->base + host->sdiimsk);
 
 186 static inline void clear_imask(struct s3cmci_host *host)
 
 188         writel(0, host->base + host->sdiimsk);
 
 191 static inline int get_data_buffer(struct s3cmci_host *host,
 
 192                                   u32 *words, u32 **pointer)
 
 194         struct scatterlist *sg;
 
 196         if (host->pio_active == XFER_NONE)
 
 199         if ((!host->mrq) || (!host->mrq->data))
 
 202         if (host->pio_sgptr >= host->mrq->data->sg_len) {
 
 203                 dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
 
 204                       host->pio_sgptr, host->mrq->data->sg_len);
 
 207         sg = &host->mrq->data->sg[host->pio_sgptr];
 
 209         *words = sg->length >> 2;
 
 210         *pointer = sg_virt(sg);
 
 214         dbg(host, dbg_sg, "new buffer (%i/%i)\n",
 
 215             host->pio_sgptr, host->mrq->data->sg_len);
 
 220 static inline u32 fifo_count(struct s3cmci_host *host)
 
 222         u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 
 224         fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 
 225         return fifostat >> 2;
 
 228 static inline u32 fifo_free(struct s3cmci_host *host)
 
 230         u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 
 232         fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 
 233         return (63 - fifostat) >> 2;
 
 236 static void do_pio_read(struct s3cmci_host *host)
 
 240         void __iomem *from_ptr;
 
 242         /* write real prescaler to host, it might be set slow to fix */
 
 243         writel(host->prescaler, host->base + S3C2410_SDIPRE);
 
 245         from_ptr = host->base + host->sdidata;
 
 247         while ((fifo = fifo_count(host))) {
 
 248                 if (!host->pio_words) {
 
 249                         res = get_data_buffer(host, &host->pio_words,
 
 252                                 host->pio_active = XFER_NONE;
 
 253                                 host->complete_what = COMPLETION_FINALIZE;
 
 255                                 dbg(host, dbg_pio, "pio_read(): "
 
 256                                     "complete (no more data).\n");
 
 261                             "pio_read(): new target: [%i]@[%p]\n",
 
 262                             host->pio_words, host->pio_ptr);
 
 266                     "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
 
 267                     fifo, host->pio_words,
 
 268                     readl(host->base + S3C2410_SDIDCNT));
 
 270                 if (fifo > host->pio_words)
 
 271                         fifo = host->pio_words;
 
 273                 host->pio_words -= fifo;
 
 274                 host->pio_count += fifo;
 
 277                         *(host->pio_ptr++) = readl(from_ptr);
 
 280         if (!host->pio_words) {
 
 281                 res = get_data_buffer(host, &host->pio_words, &host->pio_ptr);
 
 284                             "pio_read(): complete (no more buffers).\n");
 
 285                         host->pio_active = XFER_NONE;
 
 286                         host->complete_what = COMPLETION_FINALIZE;
 
 293                      S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
 
 296 static void do_pio_write(struct s3cmci_host *host)
 
 298         void __iomem *to_ptr;
 
 302         to_ptr = host->base + host->sdidata;
 
 304         while ((fifo = fifo_free(host))) {
 
 305                 if (!host->pio_words) {
 
 306                         res = get_data_buffer(host, &host->pio_words,
 
 310                                     "pio_write(): complete (no more data).\n");
 
 311                                 host->pio_active = XFER_NONE;
 
 317                             "pio_write(): new source: [%i]@[%p]\n",
 
 318                             host->pio_words, host->pio_ptr);
 
 322                 if (fifo > host->pio_words)
 
 323                         fifo = host->pio_words;
 
 325                 host->pio_words -= fifo;
 
 326                 host->pio_count += fifo;
 
 329                         writel(*(host->pio_ptr++), to_ptr);
 
 332         enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 
 335 static void pio_tasklet(unsigned long data)
 
 337         struct s3cmci_host *host = (struct s3cmci_host *) data;
 
 340         disable_irq(host->irq);
 
 342         if (host->pio_active == XFER_WRITE)
 
 345         if (host->pio_active == XFER_READ)
 
 348         if (host->complete_what == COMPLETION_FINALIZE) {
 
 350                 if (host->pio_active != XFER_NONE) {
 
 351                         dbg(host, dbg_err, "unfinished %s "
 
 352                             "- pio_count:[%u] pio_words:[%u]\n",
 
 353                             (host->pio_active == XFER_READ) ? "read" : "write",
 
 354                             host->pio_count, host->pio_words);
 
 357                                 host->mrq->data->error = -EINVAL;
 
 360                 finalize_request(host);
 
 362                 enable_irq(host->irq);
 
 366  * ISR for SDI Interface IRQ
 
 367  * Communication between driver and ISR works as follows:
 
 368  *   host->mrq                  points to current request
 
 369  *   host->complete_what        Indicates when the request is considered done
 
 370  *     COMPLETION_CMDSENT         when the command was sent
 
 371  *     COMPLETION_RSPFIN          when a response was received
 
 372  *     COMPLETION_XFERFINISH      when the data transfer is finished
 
 373  *     COMPLETION_XFERFINISH_RSPFIN both of the above.
 
 374  *   host->complete_request     is the completion-object the driver waits for
 
 376  * 1) Driver sets up host->mrq and host->complete_what
 
 377  * 2) Driver prepares the transfer
 
 378  * 3) Driver enables interrupts
 
 379  * 4) Driver starts transfer
 
 380  * 5) Driver waits for host->complete_rquest
 
 381  * 6) ISR checks for request status (errors and success)
 
 382  * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
 
 383  * 7) ISR completes host->complete_request
 
 384  * 8) ISR disables interrupts
 
 385  * 9) Driver wakes up and takes care of the request
 
 387  * Note: "->error"-fields are expected to be set to 0 before the request
 
 388  *       was issued by mmc.c - therefore they are only set, when an error
 
 392 static irqreturn_t s3cmci_irq(int irq, void *dev_id)
 
 394         struct s3cmci_host *host = dev_id;
 
 395         struct mmc_command *cmd;
 
 396         u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
 
 397         u32 mci_cclear, mci_dclear;
 
 398         unsigned long iflags;
 
 400         spin_lock_irqsave(&host->complete_lock, iflags);
 
 402         mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 
 403         mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 
 404         mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 
 405         mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 
 406         mci_imsk = readl(host->base + host->sdiimsk);
 
 410         if ((host->complete_what == COMPLETION_NONE) ||
 
 411             (host->complete_what == COMPLETION_FINALIZE)) {
 
 412                 host->status = "nothing to complete";
 
 418                 host->status = "no active mrq";
 
 423         cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
 
 426                 host->status = "no active cmd";
 
 432                 if ((host->pio_active == XFER_WRITE) &&
 
 433                     (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
 
 435                         disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 
 436                         tasklet_schedule(&host->pio_tasklet);
 
 437                         host->status = "pio tx";
 
 440                 if ((host->pio_active == XFER_READ) &&
 
 441                     (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
 
 444                                       S3C2410_SDIIMSK_RXFIFOHALF |
 
 445                                       S3C2410_SDIIMSK_RXFIFOLAST);
 
 447                         tasklet_schedule(&host->pio_tasklet);
 
 448                         host->status = "pio rx";
 
 452         if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
 
 453                 cmd->error = -ETIMEDOUT;
 
 454                 host->status = "error: command timeout";
 
 458         if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
 
 459                 if (host->complete_what == COMPLETION_CMDSENT) {
 
 460                         host->status = "ok: command sent";
 
 464                 mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
 
 467         if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
 
 468                 if (cmd->flags & MMC_RSP_CRC) {
 
 469                         if (host->mrq->cmd->flags & MMC_RSP_136) {
 
 471                                     "fixup: ignore CRC fail with long rsp\n");
 
 473                                 /* note, we used to fail the transfer
 
 474                                  * here, but it seems that this is just
 
 475                                  * the hardware getting it wrong.
 
 477                                  * cmd->error = -EILSEQ;
 
 478                                  * host->status = "error: bad command crc";
 
 479                                  * goto fail_transfer;
 
 484                 mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
 
 487         if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
 
 488                 if (host->complete_what == COMPLETION_RSPFIN) {
 
 489                         host->status = "ok: command response received";
 
 493                 if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 
 494                         host->complete_what = COMPLETION_XFERFINISH;
 
 496                 mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
 
 499         /* errors handled after this point are only relevant
 
 500            when a data transfer is in progress */
 
 503                 goto clear_status_bits;
 
 505         /* Check for FIFO failure */
 
 507                 if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
 
 508                         host->mrq->data->error = -EILSEQ;
 
 509                         host->status = "error: 2440 fifo failure";
 
 513                 if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
 
 514                         cmd->data->error = -EILSEQ;
 
 515                         host->status = "error:  fifo failure";
 
 520         if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
 
 521                 cmd->data->error = -EILSEQ;
 
 522                 host->status = "error: bad data crc (outgoing)";
 
 526         if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
 
 527                 cmd->data->error = -EILSEQ;
 
 528                 host->status = "error: bad data crc (incoming)";
 
 532         if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
 
 533                 cmd->data->error = -ETIMEDOUT;
 
 534                 host->status = "error: data timeout";
 
 538         if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
 
 539                 if (host->complete_what == COMPLETION_XFERFINISH) {
 
 540                         host->status = "ok: data transfer completed";
 
 544                 if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 
 545                         host->complete_what = COMPLETION_RSPFIN;
 
 547                 mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
 
 551         writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
 
 552         writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 
 557         host->pio_active = XFER_NONE;
 
 560         host->complete_what = COMPLETION_FINALIZE;
 
 563         tasklet_schedule(&host->pio_tasklet);
 
 569             "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
 
 570             mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
 
 572         spin_unlock_irqrestore(&host->complete_lock, iflags);
 
 578  * ISR for the CardDetect Pin
 
 581 static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
 
 583         struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
 
 585         dbg(host, dbg_irq, "card detect\n");
 
 587         mmc_detect_change(host->mmc, 500);
 
 592 void s3cmci_dma_done_callback(struct s3c2410_dma_chan *dma_ch, void *buf_id,
 
 593                               int size, enum s3c2410_dma_buffresult result)
 
 595         struct s3cmci_host *host = buf_id;
 
 596         unsigned long iflags;
 
 597         u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt;
 
 599         mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 
 600         mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 
 601         mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 
 602         mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 
 605         BUG_ON(!host->mrq->data);
 
 606         BUG_ON(!host->dmatogo);
 
 608         spin_lock_irqsave(&host->complete_lock, iflags);
 
 610         if (result != S3C2410_RES_OK) {
 
 611                 dbg(host, dbg_fail, "DMA FAILED: csta=0x%08x dsta=0x%08x "
 
 612                         "fsta=0x%08x dcnt:0x%08x result:0x%08x toGo:%u\n",
 
 613                         mci_csta, mci_dsta, mci_fsta,
 
 614                         mci_dcnt, result, host->dmatogo);
 
 621                 dbg(host, dbg_dma, "DMA DONE  Size:%i DSTA:[%08x] "
 
 622                         "DCNT:[%08x] toGo:%u\n",
 
 623                         size, mci_dsta, mci_dcnt, host->dmatogo);
 
 628         dbg(host, dbg_dma, "DMA FINISHED Size:%i DSTA:%08x DCNT:%08x\n",
 
 629                 size, mci_dsta, mci_dcnt);
 
 631         host->complete_what = COMPLETION_FINALIZE;
 
 634         tasklet_schedule(&host->pio_tasklet);
 
 635         spin_unlock_irqrestore(&host->complete_lock, iflags);
 
 639         host->mrq->data->error = -EINVAL;
 
 640         host->complete_what = COMPLETION_FINALIZE;
 
 641         writel(0, host->base + host->sdiimsk);
 
 646 static void finalize_request(struct s3cmci_host *host)
 
 648         struct mmc_request *mrq = host->mrq;
 
 649         struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
 
 650         int debug_as_failure = 0;
 
 652         if (host->complete_what != COMPLETION_FINALIZE)
 
 658         if (cmd->data && (cmd->error == 0) &&
 
 659             (cmd->data->error == 0)) {
 
 660                 if (host->dodma && (!host->dma_complete)) {
 
 661                         dbg(host, dbg_dma, "DMA Missing!\n");
 
 666         /* Read response from controller. */
 
 667         cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
 
 668         cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
 
 669         cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
 
 670         cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
 
 672         writel(host->prescaler, host->base + S3C2410_SDIPRE);
 
 675                 debug_as_failure = 1;
 
 677         if (cmd->data && cmd->data->error)
 
 678                 debug_as_failure = 1;
 
 680         dbg_dumpcmd(host, cmd, debug_as_failure);
 
 682         /* Cleanup controller */
 
 683         writel(0, host->base + S3C2410_SDICMDARG);
 
 684         writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 
 685         writel(0, host->base + S3C2410_SDICMDCON);
 
 686         writel(0, host->base + host->sdiimsk);
 
 688         if (cmd->data && cmd->error)
 
 689                 cmd->data->error = cmd->error;
 
 691         if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
 
 692                 host->cmd_is_stop = 1;
 
 693                 s3cmci_send_request(host->mmc);
 
 697         /* If we have no data transfer we are finished here */
 
 701         /* Calulate the amout of bytes transfer if there was no error */
 
 702         if (mrq->data->error == 0) {
 
 703                 mrq->data->bytes_xfered =
 
 704                         (mrq->data->blocks * mrq->data->blksz);
 
 706                 mrq->data->bytes_xfered = 0;
 
 709         /* If we had an error while transfering data we flush the
 
 710          * DMA channel and the fifo to clear out any garbage. */
 
 711         if (mrq->data->error != 0) {
 
 713                         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
 
 716                         /* Clear failure register and reset fifo. */
 
 717                         writel(S3C2440_SDIFSTA_FIFORESET |
 
 718                                S3C2440_SDIFSTA_FIFOFAIL,
 
 719                                host->base + S3C2410_SDIFSTA);
 
 724                         mci_con = readl(host->base + S3C2410_SDICON);
 
 725                         mci_con |= S3C2410_SDICON_FIFORESET;
 
 727                         writel(mci_con, host->base + S3C2410_SDICON);
 
 732         host->complete_what = COMPLETION_NONE;
 
 734         mmc_request_done(host->mmc, mrq);
 
 738 void s3cmci_dma_setup(struct s3cmci_host *host, enum s3c2410_dmasrc source)
 
 740         static enum s3c2410_dmasrc last_source = -1;
 
 743         if (last_source == source)
 
 746         last_source = source;
 
 748         s3c2410_dma_devconfig(host->dma, source, 3,
 
 749                               host->mem->start + host->sdidata);
 
 752                 s3c2410_dma_config(host->dma, 4,
 
 753                         (S3C2410_DCON_HWTRIG | S3C2410_DCON_CH0_SDI));
 
 754                 s3c2410_dma_set_buffdone_fn(host->dma,
 
 755                                             s3cmci_dma_done_callback);
 
 756                 s3c2410_dma_setflags(host->dma, S3C2410_DMAF_AUTOSTART);
 
 761 static void s3cmci_send_command(struct s3cmci_host *host,
 
 762                                         struct mmc_command *cmd)
 
 766         imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
 
 767                 S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
 
 768                 S3C2410_SDIIMSK_RESPONSECRC;
 
 770         enable_imask(host, imsk);
 
 773                 host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
 
 774         else if (cmd->flags & MMC_RSP_PRESENT)
 
 775                 host->complete_what = COMPLETION_RSPFIN;
 
 777                 host->complete_what = COMPLETION_CMDSENT;
 
 779         writel(cmd->arg, host->base + S3C2410_SDICMDARG);
 
 781         ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
 
 782         ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
 
 784         if (cmd->flags & MMC_RSP_PRESENT)
 
 785                 ccon |= S3C2410_SDICMDCON_WAITRSP;
 
 787         if (cmd->flags & MMC_RSP_136)
 
 788                 ccon |= S3C2410_SDICMDCON_LONGRSP;
 
 790         writel(ccon, host->base + S3C2410_SDICMDCON);
 
 793 static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
 
 795         u32 dcon, imsk, stoptries = 3;
 
 797         /* write DCON register */
 
 800                 writel(0, host->base + S3C2410_SDIDCON);
 
 804         while (readl(host->base + S3C2410_SDIDSTA) &
 
 805                (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
 
 808                     "mci_setup_data() transfer stillin progress.\n");
 
 810                 writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 
 813                 if ((stoptries--) == 0) {
 
 814                         dbg_dumpregs(host, "DRF");
 
 819         dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
 
 822                 dcon |= S3C2410_SDIDCON_DMAEN;
 
 824         if (host->bus_width == MMC_BUS_WIDTH_4)
 
 825                 dcon |= S3C2410_SDIDCON_WIDEBUS;
 
 827         if (!(data->flags & MMC_DATA_STREAM))
 
 828                 dcon |= S3C2410_SDIDCON_BLOCKMODE;
 
 830         if (data->flags & MMC_DATA_WRITE) {
 
 831                 dcon |= S3C2410_SDIDCON_TXAFTERRESP;
 
 832                 dcon |= S3C2410_SDIDCON_XFER_TXSTART;
 
 835         if (data->flags & MMC_DATA_READ) {
 
 836                 dcon |= S3C2410_SDIDCON_RXAFTERCMD;
 
 837                 dcon |= S3C2410_SDIDCON_XFER_RXSTART;
 
 841                 dcon |= S3C2440_SDIDCON_DS_WORD;
 
 842                 dcon |= S3C2440_SDIDCON_DATSTART;
 
 845         writel(dcon, host->base + S3C2410_SDIDCON);
 
 847         /* write BSIZE register */
 
 849         writel(data->blksz, host->base + S3C2410_SDIBSIZE);
 
 851         /* add to IMASK register */
 
 852         imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
 
 853                S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
 
 855         enable_imask(host, imsk);
 
 857         /* write TIMER register */
 
 860                 writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
 
 862                 writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
 
 864                 /* FIX: set slow clock to prevent timeouts on read */
 
 865                 if (data->flags & MMC_DATA_READ)
 
 866                         writel(0xFF, host->base + S3C2410_SDIPRE);
 
 872 #define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
 
 874 static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
 
 876         int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
 
 878         BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
 
 883         host->pio_active = rw ? XFER_WRITE : XFER_READ;
 
 887                 enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 
 889                 enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
 
 890                              | S3C2410_SDIIMSK_RXFIFOLAST);
 
 896 static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
 
 899         int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
 
 901         BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
 
 903         s3cmci_dma_setup(host, rw ? S3C2410_DMASRC_MEM : S3C2410_DMASRC_HW);
 
 904         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
 
 906         dma_len = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
 
 907                              (rw) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
 
 912         host->dma_complete = 0;
 
 913         host->dmatogo = dma_len;
 
 915         for (i = 0; i < dma_len; i++) {
 
 918                 dbg(host, dbg_dma, "enqueue %i:%u@%u\n", i,
 
 919                         sg_dma_address(&data->sg[i]),
 
 920                         sg_dma_len(&data->sg[i]));
 
 922                 res = s3c2410_dma_enqueue(host->dma, (void *) host,
 
 923                                           sg_dma_address(&data->sg[i]),
 
 924                                           sg_dma_len(&data->sg[i]));
 
 927                         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
 
 932         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_START);
 
 937 static void s3cmci_send_request(struct mmc_host *mmc)
 
 939         struct s3cmci_host *host = mmc_priv(mmc);
 
 940         struct mmc_request *mrq = host->mrq;
 
 941         struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
 
 944         prepare_dbgmsg(host, cmd, host->cmd_is_stop);
 
 946         /* Clear command, data and fifo status registers
 
 947            Fifo clear only necessary on 2440, but doesn't hurt on 2410
 
 949         writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
 
 950         writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
 
 951         writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
 
 954                 int res = s3cmci_setup_data(host, cmd->data);
 
 959                         cmd->error = -EINVAL;
 
 960                         cmd->data->error = -EINVAL;
 
 962                         mmc_request_done(mmc, mrq);
 
 967                         res = s3cmci_prepare_dma(host, cmd->data);
 
 969                         res = s3cmci_prepare_pio(host, cmd->data);
 
 973                         cmd->data->error = res;
 
 975                         mmc_request_done(mmc, mrq);
 
 981         s3cmci_send_command(host, cmd);
 
 983         /* Enable Interrupt */
 
 984         enable_irq(host->irq);
 
 987 static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
 
 989         struct s3cmci_host *host = mmc_priv(mmc);
 
 991         host->status = "mmc request";
 
 992         host->cmd_is_stop = 0;
 
 995         s3cmci_send_request(mmc);
 
 998 static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
 
1000         struct s3cmci_host *host = mmc_priv(mmc);
 
1001         u32 mci_psc, mci_con;
 
1003         /* Set the power state */
 
1005         mci_con = readl(host->base + S3C2410_SDICON);
 
1007         switch (ios->power_mode) {
 
1010                 s3c2410_gpio_cfgpin(S3C2410_GPE5, S3C2410_GPE5_SDCLK);
 
1011                 s3c2410_gpio_cfgpin(S3C2410_GPE6, S3C2410_GPE6_SDCMD);
 
1012                 s3c2410_gpio_cfgpin(S3C2410_GPE7, S3C2410_GPE7_SDDAT0);
 
1013                 s3c2410_gpio_cfgpin(S3C2410_GPE8, S3C2410_GPE8_SDDAT1);
 
1014                 s3c2410_gpio_cfgpin(S3C2410_GPE9, S3C2410_GPE9_SDDAT2);
 
1015                 s3c2410_gpio_cfgpin(S3C2410_GPE10, S3C2410_GPE10_SDDAT3);
 
1017                 if (host->pdata->set_power)
 
1018                         host->pdata->set_power(ios->power_mode, ios->vdd);
 
1021                         mci_con |= S3C2410_SDICON_FIFORESET;
 
1027                 s3c2410_gpio_setpin(S3C2410_GPE5, 0);
 
1028                 s3c2410_gpio_cfgpin(S3C2410_GPE5, S3C2410_GPE5_OUTP);
 
1031                         mci_con |= S3C2440_SDICON_SDRESET;
 
1033                 if (host->pdata->set_power)
 
1034                         host->pdata->set_power(ios->power_mode, ios->vdd);
 
1040         for (mci_psc = 0; mci_psc < 255; mci_psc++) {
 
1041                 host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
 
1043                 if (host->real_rate <= ios->clock)
 
1050         host->prescaler = mci_psc;
 
1051         writel(host->prescaler, host->base + S3C2410_SDIPRE);
 
1053         /* If requested clock is 0, real_rate will be 0, too */
 
1054         if (ios->clock == 0)
 
1055                 host->real_rate = 0;
 
1057         /* Set CLOCK_ENABLE */
 
1059                 mci_con |= S3C2410_SDICON_CLOCKTYPE;
 
1061                 mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
 
1063         writel(mci_con, host->base + S3C2410_SDICON);
 
1065         if ((ios->power_mode == MMC_POWER_ON) ||
 
1066             (ios->power_mode == MMC_POWER_UP)) {
 
1067                 dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
 
1068                         host->real_rate/1000, ios->clock/1000);
 
1070                 dbg(host, dbg_conf, "powered down.\n");
 
1073         host->bus_width = ios->bus_width;
 
1076 static void s3cmci_reset(struct s3cmci_host *host)
 
1078         u32 con = readl(host->base + S3C2410_SDICON);
 
1080         con |= S3C2440_SDICON_SDRESET;
 
1081         writel(con, host->base + S3C2410_SDICON);
 
1084 static int s3cmci_get_ro(struct mmc_host *mmc)
 
1086         struct s3cmci_host *host = mmc_priv(mmc);
 
1087         struct s3c24xx_mci_pdata *pdata = host->pdata;
 
1090         if (pdata->gpio_wprotect == 0)
 
1093         ret = s3c2410_gpio_getpin(pdata->gpio_wprotect);
 
1095         if (pdata->wprotect_invert)
 
1101 static struct mmc_host_ops s3cmci_ops = {
 
1102         .request        = s3cmci_request,
 
1103         .set_ios        = s3cmci_set_ios,
 
1104         .get_ro         = s3cmci_get_ro,
 
1107 static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
 
1108         /* This is currently here to avoid a number of if (host->pdata)
 
1109          * checks. Any zero fields to ensure reaonable defaults are picked. */
 
1112 static int __devinit s3cmci_probe(struct platform_device *pdev, int is2440)
 
1114         struct s3cmci_host *host;
 
1115         struct mmc_host *mmc;
 
1118         mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
 
1124         host = mmc_priv(mmc);
 
1127         host->is2440    = is2440;
 
1129         host->pdata = pdev->dev.platform_data;
 
1131                 pdev->dev.platform_data = &s3cmci_def_pdata;
 
1132                 host->pdata = &s3cmci_def_pdata;
 
1135         spin_lock_init(&host->complete_lock);
 
1136         tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
 
1139                 host->sdiimsk   = S3C2440_SDIIMSK;
 
1140                 host->sdidata   = S3C2440_SDIDATA;
 
1143                 host->sdiimsk   = S3C2410_SDIIMSK;
 
1144                 host->sdidata   = S3C2410_SDIDATA;
 
1149         host->complete_what     = COMPLETION_NONE;
 
1150         host->pio_active        = XFER_NONE;
 
1152         host->dma               = S3CMCI_DMA;
 
1154         host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 
1157                         "failed to get io memory region resouce.\n");
 
1160                 goto probe_free_host;
 
1163         host->mem = request_mem_region(host->mem->start,
 
1164                                        RESSIZE(host->mem), pdev->name);
 
1167                 dev_err(&pdev->dev, "failed to request io memory region.\n");
 
1169                 goto probe_free_host;
 
1172         host->base = ioremap(host->mem->start, RESSIZE(host->mem));
 
1173         if (host->base == 0) {
 
1174                 dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
 
1176                 goto probe_free_mem_region;
 
1179         host->irq = platform_get_irq(pdev, 0);
 
1180         if (host->irq == 0) {
 
1181                 dev_err(&pdev->dev, "failed to get interrupt resouce.\n");
 
1186         if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
 
1187                 dev_err(&pdev->dev, "failed to request mci interrupt.\n");
 
1192         /* We get spurious interrupts even when we have set the IMSK
 
1193          * register to ignore everything, so use disable_irq() to make
 
1194          * ensure we don't lock the system with un-serviceable requests. */
 
1196         disable_irq(host->irq);
 
1198         host->irq_cd = s3c2410_gpio_getirq(host->pdata->gpio_detect);
 
1200         if (host->irq_cd >= 0) {
 
1201                 if (request_irq(host->irq_cd, s3cmci_irq_cd,
 
1202                                 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING,
 
1203                                 DRIVER_NAME, host)) {
 
1204                         dev_err(&pdev->dev, "can't get card detect irq.\n");
 
1206                         goto probe_free_irq;
 
1209                 dev_warn(&pdev->dev, "host detect has no irq available\n");
 
1210                 s3c2410_gpio_cfgpin(host->pdata->gpio_detect,
 
1211                                     S3C2410_GPIO_INPUT);
 
1214         if (host->pdata->gpio_wprotect)
 
1215                 s3c2410_gpio_cfgpin(host->pdata->gpio_wprotect,
 
1216                                     S3C2410_GPIO_INPUT);
 
1218         if (s3c2410_dma_request(S3CMCI_DMA, &s3cmci_dma_client, NULL) < 0) {
 
1219                 dev_err(&pdev->dev, "unable to get DMA channel.\n");
 
1221                 goto probe_free_irq_cd;
 
1224         host->clk = clk_get(&pdev->dev, "sdi");
 
1225         if (IS_ERR(host->clk)) {
 
1226                 dev_err(&pdev->dev, "failed to find clock source.\n");
 
1227                 ret = PTR_ERR(host->clk);
 
1229                 goto probe_free_host;
 
1232         ret = clk_enable(host->clk);
 
1234                 dev_err(&pdev->dev, "failed to enable clock source.\n");
 
1238         host->clk_rate = clk_get_rate(host->clk);
 
1240         mmc->ops        = &s3cmci_ops;
 
1241         mmc->ocr_avail  = MMC_VDD_32_33 | MMC_VDD_33_34;
 
1242         mmc->caps       = MMC_CAP_4_BIT_DATA;
 
1243         mmc->f_min      = host->clk_rate / (host->clk_div * 256);
 
1244         mmc->f_max      = host->clk_rate / host->clk_div;
 
1246         if (host->pdata->ocr_avail)
 
1247                 mmc->ocr_avail = host->pdata->ocr_avail;
 
1249         mmc->max_blk_count      = 4095;
 
1250         mmc->max_blk_size       = 4095;
 
1251         mmc->max_req_size       = 4095 * 512;
 
1252         mmc->max_seg_size       = mmc->max_req_size;
 
1254         mmc->max_phys_segs      = 128;
 
1255         mmc->max_hw_segs        = 128;
 
1257         dbg(host, dbg_debug,
 
1258             "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%u.\n",
 
1259             (host->is2440?"2440":""),
 
1260             host->base, host->irq, host->irq_cd, host->dma);
 
1262         ret = mmc_add_host(mmc);
 
1264                 dev_err(&pdev->dev, "failed to add mmc host.\n");
 
1268         platform_set_drvdata(pdev, mmc);
 
1269         dev_info(&pdev->dev, "initialisation done.\n");
 
1274         clk_disable(host->clk);
 
1280         if (host->irq_cd >= 0)
 
1281                 free_irq(host->irq_cd, host);
 
1284         free_irq(host->irq, host);
 
1287         iounmap(host->base);
 
1289  probe_free_mem_region:
 
1290         release_mem_region(host->mem->start, RESSIZE(host->mem));
 
1298 static int __devexit s3cmci_remove(struct platform_device *pdev)
 
1300         struct mmc_host         *mmc  = platform_get_drvdata(pdev);
 
1301         struct s3cmci_host      *host = mmc_priv(mmc);
 
1303         mmc_remove_host(mmc);
 
1305         clk_disable(host->clk);
 
1308         tasklet_disable(&host->pio_tasklet);
 
1309         s3c2410_dma_free(S3CMCI_DMA, &s3cmci_dma_client);
 
1311         if (host->irq_cd >= 0)
 
1312                 free_irq(host->irq_cd, host);
 
1313         free_irq(host->irq, host);
 
1315         iounmap(host->base);
 
1316         release_mem_region(host->mem->start, RESSIZE(host->mem));
 
1322 static int __devinit s3cmci_probe_2410(struct platform_device *dev)
 
1324         return s3cmci_probe(dev, 0);
 
1327 static int __devinit s3cmci_probe_2412(struct platform_device *dev)
 
1329         return s3cmci_probe(dev, 1);
 
1332 static int __devinit s3cmci_probe_2440(struct platform_device *dev)
 
1334         return s3cmci_probe(dev, 1);
 
1339 static int s3cmci_suspend(struct platform_device *dev, pm_message_t state)
 
1341         struct mmc_host *mmc = platform_get_drvdata(dev);
 
1343         return  mmc_suspend_host(mmc, state);
 
1346 static int s3cmci_resume(struct platform_device *dev)
 
1348         struct mmc_host *mmc = platform_get_drvdata(dev);
 
1350         return mmc_resume_host(mmc);
 
1353 #else /* CONFIG_PM */
 
1354 #define s3cmci_suspend NULL
 
1355 #define s3cmci_resume NULL
 
1356 #endif /* CONFIG_PM */
 
1359 static struct platform_driver s3cmci_driver_2410 = {
 
1360         .driver.name    = "s3c2410-sdi",
 
1361         .driver.owner   = THIS_MODULE,
 
1362         .probe          = s3cmci_probe_2410,
 
1363         .remove         = __devexit_p(s3cmci_remove),
 
1364         .suspend        = s3cmci_suspend,
 
1365         .resume         = s3cmci_resume,
 
1368 static struct platform_driver s3cmci_driver_2412 = {
 
1369         .driver.name    = "s3c2412-sdi",
 
1370         .driver.owner   = THIS_MODULE,
 
1371         .probe          = s3cmci_probe_2412,
 
1372         .remove         = __devexit_p(s3cmci_remove),
 
1373         .suspend        = s3cmci_suspend,
 
1374         .resume         = s3cmci_resume,
 
1377 static struct platform_driver s3cmci_driver_2440 = {
 
1378         .driver.name    = "s3c2440-sdi",
 
1379         .driver.owner   = THIS_MODULE,
 
1380         .probe          = s3cmci_probe_2440,
 
1381         .remove         = __devexit_p(s3cmci_remove),
 
1382         .suspend        = s3cmci_suspend,
 
1383         .resume         = s3cmci_resume,
 
1387 static int __init s3cmci_init(void)
 
1389         platform_driver_register(&s3cmci_driver_2410);
 
1390         platform_driver_register(&s3cmci_driver_2412);
 
1391         platform_driver_register(&s3cmci_driver_2440);
 
1395 static void __exit s3cmci_exit(void)
 
1397         platform_driver_unregister(&s3cmci_driver_2410);
 
1398         platform_driver_unregister(&s3cmci_driver_2412);
 
1399         platform_driver_unregister(&s3cmci_driver_2440);
 
1402 module_init(s3cmci_init);
 
1403 module_exit(s3cmci_exit);
 
1405 MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
 
1406 MODULE_LICENSE("GPL v2");
 
1407 MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>");